Bench PutObject with many parallel small obj

2 files changed, 45 insertions, 0 deletions

diff --git a/scenarios/fragments/s3billion.py b/scenarios/fragments/s3billion.py
new file mode 100644
index 0000000..7fdb74c
--- /dev/null
+++ b/scenarios/fragments/s3billion.py
@@ -0,0 +1,24 @@
+import os
+from os.path import exists
+from pathlib import Path
+from fragments import shared, minio, garage
+
+s3bin = Path(os.path.dirname(__file__)) / "../../benchmarks/s3billion/s3billion"
+
+def common():
+    out = Path(shared.storage_path) / "s3billion.csv"
+    shared.log(f"launching s3billion ({s3bin})")
+    shared.exec(f"{s3bin} > {out}")
+    shared.log(f"execution done, output written to {out}")
+
+def on_garage():
+    os.environ['AWS_ACCESS_KEY_ID'] = garage.key.access_key_id
+    os.environ['AWS_SECRET_ACCESS_KEY'] = garage.key.secret_access_key
+    os.environ['ENDPOINT'] = f"[{os.environ['IP']}]:3900"
+    common()
+
+def on_minio():
+    os.environ['AWS_ACCESS_KEY_ID'] = minio.access_key
+    os.environ['AWS_SECRET_ACCESS_KEY'] = minio.secret_key
+    os.environ['ENDPOINT'] = f"[{os.environ['IP']}]:9000"
+    common()
diff --git a/scenarios/garage-s3billion b/scenarios/garage-s3billion
new file mode 100755
index 0000000..55653f6
--- /dev/null
+++ b/scenarios/garage-s3billion
@@ -0,0 +1,21 @@
+#!/usr/bin/env python3
+from fragments import garage, s3billion, shared, flavor
+import sys, os
+
+for fl in sys.argv[1:]:
+    if fl in flavor.garage:
+        garage.version = flavor.garage[fl]
+
+#os.environ['BATCH_COUNT'] = "2"
+shared.exec("ulimit -n 65535")
+
+if shared.id() == 1:
+    garage.deploy_coord()
+    s3billion.on_garage()
+    garage.delete_key()
+    garage.destroy()
+else:
+    garage.deploy_follow()
+    garage.sync_on_key_down()
+    garage.destroy()
+shared.log("bye")