From 4d61d4a72f26f83731a80857df97ac114bc9ce5a Mon Sep 17 00:00:00 2001 From: Quentin Dufour Date: Sat, 24 Sep 2022 17:06:43 +0200 Subject: Refactor + fix typo in 1M+ objects bench --- .../garage-v0.8-beta2-lmdb.csv | 129 --------------------- artifacts/2022-09-14-s3billion/plot.R | 14 --- artifacts/2022-09-14-s3billion/plot.png | Bin 226665 -> 0 bytes .../garage-v0.8-beta2-lmdb.csv | 129 +++++++++++++++++++++ artifacts/2022-09-24-s3billion/plot.R | 14 +++ artifacts/2022-09-24-s3billion/plot.png | Bin 0 -> 226665 bytes 6 files changed, 143 insertions(+), 143 deletions(-) delete mode 100644 artifacts/2022-09-14-s3billion/garage-v0.8-beta2-lmdb.csv delete mode 100644 artifacts/2022-09-14-s3billion/plot.R delete mode 100644 artifacts/2022-09-14-s3billion/plot.png create mode 100644 artifacts/2022-09-24-s3billion/garage-v0.8-beta2-lmdb.csv create mode 100644 artifacts/2022-09-24-s3billion/plot.R create mode 100644 artifacts/2022-09-24-s3billion/plot.png diff --git a/artifacts/2022-09-14-s3billion/garage-v0.8-beta2-lmdb.csv b/artifacts/2022-09-14-s3billion/garage-v0.8-beta2-lmdb.csv deleted file mode 100644 index 66552f2..0000000 --- a/artifacts/2022-09-14-s3billion/garage-v0.8-beta2-lmdb.csv +++ /dev/null @@ -1,129 +0,0 @@ -total_objects,batch_dur_nanoseconds -0,2018191689 -8192,1819596313 -16384,2102802010 -24576,2473935158 -32768,4510296173 -40960,6613958698 -49152,7977651423 -57344,13671435594 -65536,8060203586 -73728,3795495684 -81920,5794535775 -90112,5543820710 -98304,4519985809 -106496,5110068206 -114688,6708672963 -122880,7857479433 -131072,20642163540 -139264,5635269044 -147456,9351347336 -155648,5666222073 -163840,6501995906 -172032,5293598878 -180224,9350079270 -188416,13303962641 -196608,17428285824 -204800,11733919058 -212992,8372494836 -221184,26574754854 -229376,6314078661 -237568,9683594309 -245760,21850576414 -253952,8991130243 -262144,6567887673 -270336,9454781018 -278528,25552173846 -286720,9580711949 -294912,10257632597 -303104,7478191638 -311296,10501501215 -319488,3816776322 -327680,26795462810 -335872,9396360089 -344064,11208895014 -352256,21126662513 -360448,14198029001 -368640,5093580346 -376832,21004203835 -385024,14433396301 -393216,8933953570 -401408,5461923067 -409600,30844223516 -417792,8315342751 -425984,6166609079 -434176,29359253375 -442368,7642009005 -450560,7036982475 -458752,27168386971 -466944,10015226557 -475136,9245612551 -483328,24224252348 -491520,13827842768 -499712,9702435577 -507904,26083366912 -516096,7829114232 -524288,10792095771 -532480,28058503484 -540672,9984663485 -548864,10714515140 -557056,28472749292 -565248,10832278691 -573440,7594452219 -581632,23858923965 -589824,38909249537 -598016,15112735865 -606208,9644628857 -614400,28367134578 -622592,35180699079 -630784,14207640136 -638976,13236547125 -647168,37982462879 -655360,8448278050 -663552,11632520113 -671744,22661429490 -679936,29261192164 -688128,11982484321 -696320,30381827880 -704512,23530964587 -712704,8219614193 -720896,34002514929 -729088,21279203762 -737280,6880671212 -745472,10884265763 -753664,41999879903 -761856,13465319479 -770048,10792229369 -778240,29004881357 -786432,24372150617 -794624,13327280319 -802816,18478244110 -811008,48319469581 -819200,14174987827 -827392,14368184404 -835584,56647745264 -843776,9880099642 -851968,12808097118 -860160,28380242726 -868352,44970657202 -876544,18733551704 -884736,9340561806 -892928,25246663514 -901120,46462124425 -909312,12856639771 -917504,9028224897 -925696,38580954489 -933888,48184562190 -942080,11204051215 -950272,19754687230 -958464,36364975788 -966656,40759996520 -974848,10562565477 -983040,13905331718 -991232,54140254529 -999424,46643736817 -1007616,8362351299 -1015808,13514305332 -1024000,39389278472 -1032192,40328458712 -1040384,15958365846 diff --git a/artifacts/2022-09-14-s3billion/plot.R b/artifacts/2022-09-14-s3billion/plot.R deleted file mode 100644 index 6929a6e..0000000 --- a/artifacts/2022-09-14-s3billion/plot.R +++ /dev/null @@ -1,14 +0,0 @@ -library(tidyverse) -read_csv("garage-v0.8-beta2-lmdb.csv") %>% mutate(batch_dur_sec = batch_dur_nanoseconds / 1000 / 1000 / 1000 ) -> s - -ggplot(s, aes(x=total_objects, y=batch_dur_sec)) + - geom_point() + - geom_smooth(method = "gam", se = FALSE) + - labs( - y="Time spent sending a batch (8192 objects)", - x="Total number of objects stored in the cluster", - caption="Get the code to reproduce this graph at https://git.deuxfleurs.fr/Deuxfleurs/mknet", - title="Storing 1M+ files on Garage! Impact of existing data on cluster interactiveness", - subtitle="Daemon: Garage v0.8 beta 2 with LMDB as db_engine\nBenchmark: 128 batch. 192 objects/batch. 32 threads/batch. 256 objects/thread. 16-byte/objects.\nEnvironment: mknet (Ryzen 5 1400, 16GB RAM, SSD). DC topo (3 nodes, 1Gb/s, 1ms latency).") + - theme_classic() -ggsave("./plot.png", width=200, height=120, units="mm") diff --git a/artifacts/2022-09-14-s3billion/plot.png b/artifacts/2022-09-14-s3billion/plot.png deleted file mode 100644 index 5c55897..0000000 Binary files a/artifacts/2022-09-14-s3billion/plot.png and /dev/null differ diff --git a/artifacts/2022-09-24-s3billion/garage-v0.8-beta2-lmdb.csv b/artifacts/2022-09-24-s3billion/garage-v0.8-beta2-lmdb.csv new file mode 100644 index 0000000..66552f2 --- /dev/null +++ b/artifacts/2022-09-24-s3billion/garage-v0.8-beta2-lmdb.csv @@ -0,0 +1,129 @@ +total_objects,batch_dur_nanoseconds +0,2018191689 +8192,1819596313 +16384,2102802010 +24576,2473935158 +32768,4510296173 +40960,6613958698 +49152,7977651423 +57344,13671435594 +65536,8060203586 +73728,3795495684 +81920,5794535775 +90112,5543820710 +98304,4519985809 +106496,5110068206 +114688,6708672963 +122880,7857479433 +131072,20642163540 +139264,5635269044 +147456,9351347336 +155648,5666222073 +163840,6501995906 +172032,5293598878 +180224,9350079270 +188416,13303962641 +196608,17428285824 +204800,11733919058 +212992,8372494836 +221184,26574754854 +229376,6314078661 +237568,9683594309 +245760,21850576414 +253952,8991130243 +262144,6567887673 +270336,9454781018 +278528,25552173846 +286720,9580711949 +294912,10257632597 +303104,7478191638 +311296,10501501215 +319488,3816776322 +327680,26795462810 +335872,9396360089 +344064,11208895014 +352256,21126662513 +360448,14198029001 +368640,5093580346 +376832,21004203835 +385024,14433396301 +393216,8933953570 +401408,5461923067 +409600,30844223516 +417792,8315342751 +425984,6166609079 +434176,29359253375 +442368,7642009005 +450560,7036982475 +458752,27168386971 +466944,10015226557 +475136,9245612551 +483328,24224252348 +491520,13827842768 +499712,9702435577 +507904,26083366912 +516096,7829114232 +524288,10792095771 +532480,28058503484 +540672,9984663485 +548864,10714515140 +557056,28472749292 +565248,10832278691 +573440,7594452219 +581632,23858923965 +589824,38909249537 +598016,15112735865 +606208,9644628857 +614400,28367134578 +622592,35180699079 +630784,14207640136 +638976,13236547125 +647168,37982462879 +655360,8448278050 +663552,11632520113 +671744,22661429490 +679936,29261192164 +688128,11982484321 +696320,30381827880 +704512,23530964587 +712704,8219614193 +720896,34002514929 +729088,21279203762 +737280,6880671212 +745472,10884265763 +753664,41999879903 +761856,13465319479 +770048,10792229369 +778240,29004881357 +786432,24372150617 +794624,13327280319 +802816,18478244110 +811008,48319469581 +819200,14174987827 +827392,14368184404 +835584,56647745264 +843776,9880099642 +851968,12808097118 +860160,28380242726 +868352,44970657202 +876544,18733551704 +884736,9340561806 +892928,25246663514 +901120,46462124425 +909312,12856639771 +917504,9028224897 +925696,38580954489 +933888,48184562190 +942080,11204051215 +950272,19754687230 +958464,36364975788 +966656,40759996520 +974848,10562565477 +983040,13905331718 +991232,54140254529 +999424,46643736817 +1007616,8362351299 +1015808,13514305332 +1024000,39389278472 +1032192,40328458712 +1040384,15958365846 diff --git a/artifacts/2022-09-24-s3billion/plot.R b/artifacts/2022-09-24-s3billion/plot.R new file mode 100644 index 0000000..38c26bc --- /dev/null +++ b/artifacts/2022-09-24-s3billion/plot.R @@ -0,0 +1,14 @@ +library(tidyverse) +read_csv("garage-v0.8-beta2-lmdb.csv") %>% mutate(batch_dur_sec = batch_dur_nanoseconds / 1000 / 1000 / 1000 ) -> s + +ggplot(s, aes(x=total_objects, y=batch_dur_sec)) + + geom_point() + + geom_smooth(method = "gam", se = FALSE) + + labs( + y="Time spent sending a batch (8192 objects)", + x="Total number of objects stored in the cluster", + caption="Get the code to reproduce this graph at https://git.deuxfleurs.fr/Deuxfleurs/mknet", + title="Storing 1M+ files on Garage! Impact of existing data on cluster interactiveness", + subtitle="Daemon: Garage v0.8 beta 2 with LMDB as db_engine\nBenchmark: 128 batch. 8192 objects/batch. 32 threads/batch. 256 objects/thread. 16-byte/objects.\nEnvironment: mknet (Ryzen 5 1400, 16GB RAM, SSD). DC topo (3 nodes, 1Gb/s, 1ms latency).") + + theme_classic() +ggsave("./plot.png", width=200, height=120, units="mm") diff --git a/artifacts/2022-09-24-s3billion/plot.png b/artifacts/2022-09-24-s3billion/plot.png new file mode 100644 index 0000000..5c55897 Binary files /dev/null and b/artifacts/2022-09-24-s3billion/plot.png differ -- cgit v1.2.3