From ac4f100da17678435012966c067b14ae266ff278 Mon Sep 17 00:00:00 2001 From: Quentin Dufour Date: Sat, 24 Sep 2022 11:43:30 +0200 Subject: Add a first warp plot --- artifacts/2022-09-23-warp/dc-garage-v0.7.zst | Bin 0 -> 38341 bytes artifacts/2022-09-23-warp/plot.R | 22 ++++++++++++++++++++++ artifacts/2022-09-23-warp/plot.png | Bin 0 -> 193869 bytes artifacts/2022-09-23-warp/summary.csv | 11 +++++++++++ scenarios/fragments/flavor.py | 19 +++++++++++++++++-- 5 files changed, 50 insertions(+), 2 deletions(-) create mode 100644 artifacts/2022-09-23-warp/dc-garage-v0.7.zst create mode 100644 artifacts/2022-09-23-warp/plot.R create mode 100644 artifacts/2022-09-23-warp/plot.png create mode 100644 artifacts/2022-09-23-warp/summary.csv diff --git a/artifacts/2022-09-23-warp/dc-garage-v0.7.zst b/artifacts/2022-09-23-warp/dc-garage-v0.7.zst new file mode 100644 index 0000000..b7cba52 Binary files /dev/null and b/artifacts/2022-09-23-warp/dc-garage-v0.7.zst differ diff --git a/artifacts/2022-09-23-warp/plot.R b/artifacts/2022-09-23-warp/plot.R new file mode 100644 index 0000000..f4fec0a --- /dev/null +++ b/artifacts/2022-09-23-warp/plot.R @@ -0,0 +1,22 @@ +library(tidyverse) + + +read_csv("summary.csv")-> s + +hum_names <- as_labeller(c(`obj_per_sec` = "Objects/sec", `mbyte_per_sec` = "MByte/sec")) + + +ggplot(s, aes(x=value,y=config)) + + geom_bar(stat="identity", fill="#00BFC4", color="black") + + facet_wrap(~measurement,dir="v", scales = "free", labeller = hum_names) + + scale_x_continuous(expand=c(0,0), breaks = scales::pretty_breaks(n = 10))+ + labs( + y="Daemon", + x="Metric", + caption="Get the code to reproduce this graph at https://git.deuxfleurs.fr/Deuxfleurs/mknet", + title="\"minio/warp\" benchmark, \"cluster total\" result", + subtitle="Ran on a local machine (Ryzen 5 1400, 16GB RAM, SSD) with mknet\nDC topology (3 nodes, 1GB/s, 1ms lat)\nwarp in mixed mode, 5min bench, 5MB objects, initialized with 200 objects") + + theme_classic() + +ggsave("./plot.png", width=200, height=120, units="mm") +1 \ No newline at end of file diff --git a/artifacts/2022-09-23-warp/plot.png b/artifacts/2022-09-23-warp/plot.png new file mode 100644 index 0000000..f581a22 Binary files /dev/null and b/artifacts/2022-09-23-warp/plot.png differ diff --git a/artifacts/2022-09-23-warp/summary.csv b/artifacts/2022-09-23-warp/summary.csv new file mode 100644 index 0000000..21313ea --- /dev/null +++ b/artifacts/2022-09-23-warp/summary.csv @@ -0,0 +1,11 @@ +config,measurement,value +garage v0.7,mbyte_per_sec,8.60 +garage v0.7,obj_per_sec,3.02 +garage v0.8-beta1,mbyte_per_sec,12.41 +garage v0.8-beta1,obj_per_sec,4.36 +minio 20220917,mbyte_per_sec,20.22 +minio 20220917,obj_per_sec,7.11 +garage v0.8-beta2,mbyte_per_sec,14.56 +garage v0.8-beta2,obj_per_sec,5.19 +garage v0.8-no-fsync,mbyte_per_sec,17.31 +garage v0.8-no-fsync,obj_per_sec,6.11 diff --git a/scenarios/fragments/flavor.py b/scenarios/fragments/flavor.py index 87c4e9d..e7323e8 100644 --- a/scenarios/fragments/flavor.py +++ b/scenarios/fragments/flavor.py @@ -21,11 +21,26 @@ garage = grg_path({ "version": "v0.7.3", "target": "x86_64-unknown-linux-musl", }, - "garage-v0.8": { "version": "89b8087ba81c508ba382aa6c9cb6bb3afa6a43c8", "target": "x86_64-unknown-linux-musl" }, + # no rpc optimization + "garage-v0.8-beta1": { + "version": "89b8087ba81c508ba382aa6c9cb6bb3afa6a43c8", + "target": "x86_64-unknown-linux-musl" + }, + # with rpc optimizations + # with fsync deactivated + "garage-v0.8-no-fsync": { + "version": "v0.8.0-dangerous-no-fsync", + "target": "x86_64-unknown-linux-musl" + }, + # with rpc optimizations + "garage-v0.8-beta2": { + "version": "af2b2f26b4bd9fcdeedf2cd03f9e1392e5781abc", + "target": "x86_64-unknown-linux-musl", + } }) warp = { - "warp-fast": "mixed --obj.size 5M --objects 200 --duration=1m", + "warp-fast": "mixed --obj.size 5M --objects 200 --duration=5m", "warp-default": "mixed" } -- cgit v1.2.3