From a744f72f15f45818e39848bfa4c03b5af6c2cf9a Mon Sep 17 00:00:00 2001 From: Quentin Dufour Date: Sat, 24 Sep 2022 15:13:40 +0200 Subject: Bench PutObject with many parallel small obj --- scenarios/fragments/s3billion.py | 24 ++++++++++++++++++++++++ 1 file changed, 24 insertions(+) create mode 100644 scenarios/fragments/s3billion.py (limited to 'scenarios/fragments') diff --git a/scenarios/fragments/s3billion.py b/scenarios/fragments/s3billion.py new file mode 100644 index 0000000..7fdb74c --- /dev/null +++ b/scenarios/fragments/s3billion.py @@ -0,0 +1,24 @@ +import os +from os.path import exists +from pathlib import Path +from fragments import shared, minio, garage + +s3bin = Path(os.path.dirname(__file__)) / "../../benchmarks/s3billion/s3billion" + +def common(): + out = Path(shared.storage_path) / "s3billion.csv" + shared.log(f"launching s3billion ({s3bin})") + shared.exec(f"{s3bin} > {out}") + shared.log(f"execution done, output written to {out}") + +def on_garage(): + os.environ['AWS_ACCESS_KEY_ID'] = garage.key.access_key_id + os.environ['AWS_SECRET_ACCESS_KEY'] = garage.key.secret_access_key + os.environ['ENDPOINT'] = f"[{os.environ['IP']}]:3900" + common() + +def on_minio(): + os.environ['AWS_ACCESS_KEY_ID'] = minio.access_key + os.environ['AWS_SECRET_ACCESS_KEY'] = minio.secret_key + os.environ['ENDPOINT'] = f"[{os.environ['IP']}]:9000" + common() -- cgit v1.2.3