scenarios/fragments/s3billion.py


1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24

import os
from os.path import exists
from pathlib import Path
from fragments import shared, minio, garage

s3bin = Path(os.path.dirname(__file__)) / "../../benchmarks/s3billion/s3billion"

def common():
    out = Path(shared.storage_path) / "s3billion.csv"
    shared.log(f"launching s3billion ({s3bin})")
    shared.exec(f"{s3bin} > {out}")
    shared.log(f"execution done, output written to {out}")

def on_garage():
    os.environ['AWS_ACCESS_KEY_ID'] = garage.key.access_key_id
    os.environ['AWS_SECRET_ACCESS_KEY'] = garage.key.secret_access_key
    os.environ['ENDPOINT'] = f"[{os.environ['IP']}]:3900"
    common()

def on_minio():
    os.environ['AWS_ACCESS_KEY_ID'] = minio.access_key
    os.environ['AWS_SECRET_ACCESS_KEY'] = minio.secret_key
    os.environ['ENDPOINT'] = f"[{os.environ['IP']}]:9000"
    common()