Add s3billion minio graphs

5 files changed, 39 insertions, 3 deletions

diff --git a/artifacts/2022-09-24-s3billion/garage.png b/artifacts/2022-09-24-s3billion/garage.png
new file mode 100644
index 0000000..319760d
--- /dev/null
+++ b/artifacts/2022-09-24-s3billion/garage.png
diff --git a/artifacts/2022-09-24-s3billion/minio.png b/artifacts/2022-09-24-s3billion/minio.png
new file mode 100644
index 0000000..101ffea
--- /dev/null
+++ b/artifacts/2022-09-24-s3billion/minio.png
diff --git a/artifacts/2022-09-24-s3billion/plot.R b/artifacts/2022-09-24-s3billion/plot.R
index cf4c6a3..2baf70d 100644
--- a/artifacts/2022-09-24-s3billion/plot.R
+++ b/artifacts/2022-09-24-s3billion/plot.R
@@ -1,6 +1,7 @@
 library(tidyverse)
-read_csv("garage-v0.8-beta2-lmdb.csv") %>% mutate(batch_dur_sec = batch_dur_nanoseconds / 1000 / 1000 / 1000 ) -> s
 
+
+read_csv("garage-v0.8-beta2-lmdb.csv") %>% mutate(batch_dur_sec = batch_dur_nanoseconds / 1000 / 1000 / 1000 ) -> s
 ggplot(s, aes(x=total_objects, y=batch_dur_sec)) +
   geom_point() +
   geom_smooth(method = "gam", se = FALSE) + 
@@ -10,7 +11,41 @@ ggplot(s, aes(x=total_objects, y=batch_dur_sec)) +
     y="Time (in sec) spent sending a batch (8192 objects)",
     x="Total number of objects stored in the cluster",
     caption="Get the code to reproduce this graph at https://git.deuxfleurs.fr/Deuxfleurs/mknet",
-    title="Storing 1M+ files in a bucket! Impact of existing data on cluster interactiveness",
+    title="Storing 1M+ files in Garage! Impact of existing data on cluster interactiveness",
     subtitle="Daemon: Garage v0.8 beta 2 with LMDB as db_engine\nBenchmark: 128 batch. 8192 objects/batch. 32 threads/batch. 256 objects/thread. 16-byte/objects.\nEnvironment: mknet (Ryzen 5 1400, 16GB RAM, SSD). DC topo (3 nodes, 1Gb/s, 1ms latency).") +
   theme_classic()
+ggsave("./garage.png", width=200, height=120, units="mm")
+
+
+
+read_csv("minio.csv") %>% mutate(batch_dur_sec = batch_dur_nanoseconds / 1000 / 1000 / 1000 ) -> s2
+ggplot(s2, aes(x=total_objects, y=batch_dur_sec)) +
+  geom_point() +
+  geom_smooth(method = "gam", se = FALSE) + 
+  scale_x_continuous(expand=c(0,0), breaks = scales::pretty_breaks(n = 10))+
+  scale_y_continuous(expand=c(0,0), breaks = scales::pretty_breaks(n = 10))+
+  labs(
+    y="Time (in sec) spent sending a batch (8192 objects)",
+    x="Total number of objects stored in the cluster",
+    caption="Get the code to reproduce this graph at https://git.deuxfleurs.fr/Deuxfleurs/mknet",
+    title="Storing 1M+ files in Minio! Impact of existing data on cluster interactiveness",
+    subtitle="Daemon: Minio RELEASE 20220917\nBenchmark: 128 batch. 8192 objects/batch. 32 threads/batch. 256 objects/thread. 16-byte/objects.\nEnvironment: mknet (Ryzen 5 1400, 16GB RAM, SSD). DC topo (3 nodes, 1Gb/s, 1ms latency).") +
+  theme_classic()
+ggsave("./minio.png", width=200, height=120, units="mm")
+
+bind_rows(s %>% add_column(daemon="garage 0.8 beta2 lmdb"), s2 %>% add_column(daemon="minio RELEASE 20220917")) -> sc
+ggplot(sc, aes(x=total_objects, y=batch_dur_sec, group=daemon, color=daemon)) +
+  geom_point() +
+  geom_smooth(method = "gam", se = FALSE) + 
+  scale_x_continuous(expand=c(0,0), breaks = scales::pretty_breaks(n = 10))+
+  scale_y_continuous(expand=c(0,0), breaks = scales::pretty_breaks(n = 10))+
+  labs(
+    y="Time (in sec) spent sending a batch (8192 objects)",
+    x="Total number of objects stored in the cluster",
+    fill="Daemon",
+    caption="Get the code to reproduce this graph at https://git.deuxfleurs.fr/Deuxfleurs/mknet",
+    title="Storing 1M+ files in Garage and Minio! Impact of existing data on cluster interactiveness",
+    subtitle="Daemon: Garage v0.8 beta 2 with LMDB as db_engine, Minio RELEASE 20220917\nBenchmark: 128 batch. 8192 objects/batch. 32 threads/batch. 256 objects/thread. 16-byte/objects.\nEnvironment: mknet (Ryzen 5 1400, 16GB RAM, SSD). DC topo (3 nodes, 1Gb/s, 1ms latency).") +
+  theme_classic() + 
+  theme(legend.position = c(.85, .55))
 ggsave("./plot.png", width=200, height=120, units="mm")
diff --git a/artifacts/2022-09-24-s3billion/plot.png b/artifacts/2022-09-24-s3billion/plot.png
index c7ca528..33b9968 100644
--- a/artifacts/2022-09-24-s3billion/plot.png
+++ b/artifacts/2022-09-24-s3billion/plot.png
diff --git a/scenarios/clean b/scenarios/clean
index 9d23543..1d0c4ff 100755
--- a/scenarios/clean
+++ b/scenarios/clean
@@ -1,9 +1,10 @@
 #!/usr/bin/env python3
 
 import os
-from fragments import garage, shared
+from fragments import garage, shared, minio
 
 garage.destroy()
+minio.destroy()
 if len(shared.storage_path) > 8 and shared.id() == 1:
     shared.exec(f"rm -r {shared.storage_path}")
 shared.log("clean done")