From 71d0d82361ed52d135b2c3466ce466df286ea0db Mon Sep 17 00:00:00 2001 From: Quentin Dufour Date: Mon, 26 Sep 2022 17:05:56 +0200 Subject: Add s3billion minio graphs --- artifacts/2022-09-24-s3billion/garage.png | Bin 0 -> 250245 bytes artifacts/2022-09-24-s3billion/minio.png | Bin 0 -> 240982 bytes artifacts/2022-09-24-s3billion/plot.R | 39 ++++++++++++++++++++++++++++-- artifacts/2022-09-24-s3billion/plot.png | Bin 250100 -> 322381 bytes 4 files changed, 37 insertions(+), 2 deletions(-) create mode 100644 artifacts/2022-09-24-s3billion/garage.png create mode 100644 artifacts/2022-09-24-s3billion/minio.png (limited to 'artifacts') diff --git a/artifacts/2022-09-24-s3billion/garage.png b/artifacts/2022-09-24-s3billion/garage.png new file mode 100644 index 0000000..319760d Binary files /dev/null and b/artifacts/2022-09-24-s3billion/garage.png differ diff --git a/artifacts/2022-09-24-s3billion/minio.png b/artifacts/2022-09-24-s3billion/minio.png new file mode 100644 index 0000000..101ffea Binary files /dev/null and b/artifacts/2022-09-24-s3billion/minio.png differ diff --git a/artifacts/2022-09-24-s3billion/plot.R b/artifacts/2022-09-24-s3billion/plot.R index cf4c6a3..2baf70d 100644 --- a/artifacts/2022-09-24-s3billion/plot.R +++ b/artifacts/2022-09-24-s3billion/plot.R @@ -1,6 +1,7 @@ library(tidyverse) -read_csv("garage-v0.8-beta2-lmdb.csv") %>% mutate(batch_dur_sec = batch_dur_nanoseconds / 1000 / 1000 / 1000 ) -> s + +read_csv("garage-v0.8-beta2-lmdb.csv") %>% mutate(batch_dur_sec = batch_dur_nanoseconds / 1000 / 1000 / 1000 ) -> s ggplot(s, aes(x=total_objects, y=batch_dur_sec)) + geom_point() + geom_smooth(method = "gam", se = FALSE) + @@ -10,7 +11,41 @@ ggplot(s, aes(x=total_objects, y=batch_dur_sec)) + y="Time (in sec) spent sending a batch (8192 objects)", x="Total number of objects stored in the cluster", caption="Get the code to reproduce this graph at https://git.deuxfleurs.fr/Deuxfleurs/mknet", - title="Storing 1M+ files in a bucket! Impact of existing data on cluster interactiveness", + title="Storing 1M+ files in Garage! Impact of existing data on cluster interactiveness", subtitle="Daemon: Garage v0.8 beta 2 with LMDB as db_engine\nBenchmark: 128 batch. 8192 objects/batch. 32 threads/batch. 256 objects/thread. 16-byte/objects.\nEnvironment: mknet (Ryzen 5 1400, 16GB RAM, SSD). DC topo (3 nodes, 1Gb/s, 1ms latency).") + theme_classic() +ggsave("./garage.png", width=200, height=120, units="mm") + + + +read_csv("minio.csv") %>% mutate(batch_dur_sec = batch_dur_nanoseconds / 1000 / 1000 / 1000 ) -> s2 +ggplot(s2, aes(x=total_objects, y=batch_dur_sec)) + + geom_point() + + geom_smooth(method = "gam", se = FALSE) + + scale_x_continuous(expand=c(0,0), breaks = scales::pretty_breaks(n = 10))+ + scale_y_continuous(expand=c(0,0), breaks = scales::pretty_breaks(n = 10))+ + labs( + y="Time (in sec) spent sending a batch (8192 objects)", + x="Total number of objects stored in the cluster", + caption="Get the code to reproduce this graph at https://git.deuxfleurs.fr/Deuxfleurs/mknet", + title="Storing 1M+ files in Minio! Impact of existing data on cluster interactiveness", + subtitle="Daemon: Minio RELEASE 20220917\nBenchmark: 128 batch. 8192 objects/batch. 32 threads/batch. 256 objects/thread. 16-byte/objects.\nEnvironment: mknet (Ryzen 5 1400, 16GB RAM, SSD). DC topo (3 nodes, 1Gb/s, 1ms latency).") + + theme_classic() +ggsave("./minio.png", width=200, height=120, units="mm") + +bind_rows(s %>% add_column(daemon="garage 0.8 beta2 lmdb"), s2 %>% add_column(daemon="minio RELEASE 20220917")) -> sc +ggplot(sc, aes(x=total_objects, y=batch_dur_sec, group=daemon, color=daemon)) + + geom_point() + + geom_smooth(method = "gam", se = FALSE) + + scale_x_continuous(expand=c(0,0), breaks = scales::pretty_breaks(n = 10))+ + scale_y_continuous(expand=c(0,0), breaks = scales::pretty_breaks(n = 10))+ + labs( + y="Time (in sec) spent sending a batch (8192 objects)", + x="Total number of objects stored in the cluster", + fill="Daemon", + caption="Get the code to reproduce this graph at https://git.deuxfleurs.fr/Deuxfleurs/mknet", + title="Storing 1M+ files in Garage and Minio! Impact of existing data on cluster interactiveness", + subtitle="Daemon: Garage v0.8 beta 2 with LMDB as db_engine, Minio RELEASE 20220917\nBenchmark: 128 batch. 8192 objects/batch. 32 threads/batch. 256 objects/thread. 16-byte/objects.\nEnvironment: mknet (Ryzen 5 1400, 16GB RAM, SSD). DC topo (3 nodes, 1Gb/s, 1ms latency).") + + theme_classic() + + theme(legend.position = c(.85, .55)) ggsave("./plot.png", width=200, height=120, units="mm") diff --git a/artifacts/2022-09-24-s3billion/plot.png b/artifacts/2022-09-24-s3billion/plot.png index c7ca528..33b9968 100644 Binary files a/artifacts/2022-09-24-s3billion/plot.png and b/artifacts/2022-09-24-s3billion/plot.png differ -- cgit v1.2.3