Bench PutObject with many parallel small obj

1 files changed, 24 insertions, 0 deletions

diff --git a/scenarios/fragments/s3billion.py b/scenarios/fragments/s3billion.py
new file mode 100644
index 0000000..7fdb74c
--- /dev/null
+++ b/scenarios/fragments/s3billion.py
@@ -0,0 +1,24 @@
+import os
+from os.path import exists
+from pathlib import Path
+from fragments import shared, minio, garage
+
+s3bin = Path(os.path.dirname(__file__)) / "../../benchmarks/s3billion/s3billion"
+
+def common():
+    out = Path(shared.storage_path) / "s3billion.csv"
+    shared.log(f"launching s3billion ({s3bin})")
+    shared.exec(f"{s3bin} > {out}")
+    shared.log(f"execution done, output written to {out}")
+
+def on_garage():
+    os.environ['AWS_ACCESS_KEY_ID'] = garage.key.access_key_id
+    os.environ['AWS_SECRET_ACCESS_KEY'] = garage.key.secret_access_key
+    os.environ['ENDPOINT'] = f"[{os.environ['IP']}]:3900"
+    common()
+
+def on_minio():
+    os.environ['AWS_ACCESS_KEY_ID'] = minio.access_key
+    os.environ['AWS_SECRET_ACCESS_KEY'] = minio.secret_key
+    os.environ['ENDPOINT'] = f"[{os.environ['IP']}]:9000"
+    common()