diff options
Diffstat (limited to 'benchmarks/s3concurrent')
| -rw-r--r-- | benchmarks/s3concurrent/.gitignore | 1 | ||||
| -rw-r--r-- | benchmarks/s3concurrent/main.go | 167 |
2 files changed, 85 insertions, 83 deletions
diff --git a/benchmarks/s3concurrent/.gitignore b/benchmarks/s3concurrent/.gitignore new file mode 100644 index 0000000..22189b7 --- /dev/null +++ b/benchmarks/s3concurrent/.gitignore @@ -0,0 +1 @@ +s3concurrent diff --git a/benchmarks/s3concurrent/main.go b/benchmarks/s3concurrent/main.go index a67fc5b..9f7f3af 100644 --- a/benchmarks/s3concurrent/main.go +++ b/benchmarks/s3concurrent/main.go @@ -1,17 +1,17 @@ package main import ( - "context" - "crypto/tls" - "io" - "log" - "math/rand" - "net/http" - "os" - + "context" + "crypto/tls" + "io" + "log" + "math/rand" + "net/http" + "os" + + "github.com/google/uuid" "github.com/minio/minio-go/v7" "github.com/minio/minio-go/v7/pkg/credentials" - "github.com/google/uuid" ) func buildMc() (*minio.Client, error) { @@ -30,92 +30,93 @@ func buildMc() (*minio.Client, error) { } mc, err := minio.New(os.Getenv("ENDPOINT"), &opts) - return mc, err + return mc, err } -type PRNG struct { - rem int64 +type PRNG struct { + rem int64 } -func (r *PRNG) Read(p []byte) (n int, err error) { - //log.Printf("rem=%d, buf=%d\n", r.rem, len(p)) - if int64(len(p)) > r.rem { - p = p[:r.rem] - } - - if int64(len(p)) > r.rem { - log.Fatal("LOGIC ERROR") - } - - n, err = rand.Read(p) - if err != nil { - return - } - r.rem -= int64(n) - if r.rem <= 0 { - err = io.EOF - //log.Printf("PRNG file has been fully read. rem=%d,n=%d,err=%s\n", r.rem, n, err) - } - return + +func (r *PRNG) Read(p []byte) (n int, err error) { + //log.Printf("rem=%d, buf=%d\n", r.rem, len(p)) + if int64(len(p)) > r.rem { + p = p[:r.rem] + } + + if int64(len(p)) > r.rem { + log.Fatal("LOGIC ERROR") + } + + n, err = rand.Read(p) + if err != nil { + return + } + r.rem -= int64(n) + if r.rem <= 0 { + err = io.EOF + //log.Printf("PRNG file has been fully read. rem=%d,n=%d,err=%s\n", r.rem, n, err) + } + return } func putObj(buck string, size int64) error { - mc, err := buildMc() - if err != nil { - return err - } - - prng := new(PRNG) - prng.rem = size - - key := uuid.New().String() - - _, err = mc.PutObject( - context.Background(), - buck, - key, - prng, - size, - minio.PutObjectOptions{ContentType:"application/octet-stream"}, - ) - - return err + mc, err := buildMc() + if err != nil { + return err + } + + prng := new(PRNG) + prng.rem = size + + key := uuid.New().String() + + _, err = mc.PutObject( + context.Background(), + buck, + key, + prng, + size, + minio.PutObjectOptions{ContentType: "application/octet-stream"}, + ) + + return err } func main() { - minio.MaxRetry = 1 - mc, err := buildMc() + minio.MaxRetry = 1 + mc, err := buildMc() if err != nil { log.Fatal("failed connect", err) return } - // Create Bucket - buck := uuid.New().String() - err = mc.MakeBucket(context.Background(), buck, minio.MakeBucketOptions{ }) - if err != nil { - log.Fatal(err) - return - } - log.Printf("created bucket %s\n", buck) - - // Send to bucket - for i := 1; i <= 16; i++ { - log.Printf("start concurrent loop with %d coroutines\n", i) - syn := make(chan error) - for j := 1; j <= i; j++ { - go func() { - syn <- putObj(buck, 1024 * 1024) - }() - } - - for j := 1; j <= i; j++ { - cerr := <-syn - if cerr != nil { - log.Printf("%d/%d failed with %s\n", j, i, cerr) - } - } - log.Printf("done, %d coroutines returned\n", i) - } - - log.Println("done") + // Create Bucket + buck := uuid.New().String() + err = mc.MakeBucket(context.Background(), buck, minio.MakeBucketOptions{}) + if err != nil { + log.Fatal(err) + return + } + log.Printf("created bucket %s\n", buck) + + // Send to bucket + for i := 1; i <= 16; i++ { + log.Printf("start concurrent loop with %d coroutines\n", i) + syn := make(chan error) + for j := 1; j <= i; j++ { + go func() { + syn <- putObj(buck, 1024*1024) + }() + } + + for j := 1; j <= i; j++ { + cerr := <-syn + if cerr != nil { + log.Printf("%d/%d failed with %s\n", j, i, cerr) + } + } + log.Printf("done, %d coroutines returned\n", i) + } + + log.Println("done") } |