package s3 import ( "crypto/tls" "fmt" "net/http" "strconv" "time" "git.frostfs.info/TrueCloudLab/xk6-frostfs/internal/stats" "github.com/aws/aws-sdk-go-v2/aws" "github.com/aws/aws-sdk-go-v2/config" "github.com/aws/aws-sdk-go-v2/service/s3" "go.k6.io/k6/js/modules" "go.k6.io/k6/metrics" ) // RootModule is the global module object type. It is instantiated once per test // run and will be used to create k6/x/frostfs/s3 module instances for each VU. type RootModule struct{} // S3 represents an instance of the module for every VU. type S3 struct { vu modules.VU } // Ensure the interfaces are implemented correctly. var ( _ modules.Instance = &S3{} _ modules.Module = &RootModule{} objPutSuccess, objPutFails, objPutDuration, objPutData *metrics.Metric objGetSuccess, objGetFails, objGetDuration, objGetData *metrics.Metric objDeleteSuccess, objDeleteFails, objDeleteDuration *metrics.Metric createBucketSuccess, createBucketFails, createBucketDuration *metrics.Metric ) func init() { modules.Register("k6/x/frostfs/s3", new(RootModule)) } // NewModuleInstance implements the modules.Module interface and returns // a new instance for each VU. func (r *RootModule) NewModuleInstance(vu modules.VU) modules.Instance { mi := &S3{vu: vu} return mi } // Exports implements the modules.Instance interface and returns the exports // of the JS module. func (s *S3) Exports() modules.Exports { return modules.Exports{Default: s} } func (s *S3) Connect(endpoint string, params map[string]string) (*Client, error) { resolver := aws.EndpointResolverWithOptionsFunc(func(_, _ string, _ ...interface{}) (aws.Endpoint, error) { return aws.Endpoint{ URL: endpoint, }, nil }) cfg, err := config.LoadDefaultConfig(s.vu.Context(), config.WithEndpointResolverWithOptions(resolver)) if err != nil { return nil, fmt.Errorf("configuration error: %w", err) } var noVerifySSL bool if noVerifySSLStr, ok := params["no_verify_ssl"]; ok { if noVerifySSL, err = strconv.ParseBool(noVerifySSLStr); err != nil { return nil, fmt.Errorf("invalid value for 'no_verify_ssl': '%s'", noVerifySSLStr) } } var timeout time.Duration if timeoutStr, ok := params["timeout"]; ok { if timeout, err = time.ParseDuration(timeoutStr); err != nil { return nil, fmt.Errorf("invalid value for 'timeout': '%s'", timeoutStr) } } cli := s3.NewFromConfig(cfg, func(options *s3.Options) { // use 'domain/bucket/key' instead of default 'bucket.domain/key' scheme options.UsePathStyle = true // do not retry failed requests, by default client does up to 3 retry options.Retryer = aws.NopRetryer{} // s3 sometimes use self-signed certs options.HTTPClient = &http.Client{ Transport: &http.Transport{ TLSClientConfig: &tls.Config{ InsecureSkipVerify: noVerifySSL, }, }, Timeout: timeout, } }) // register metrics objPutSuccess, _ = stats.Registry.NewMetric("aws_obj_put_success", metrics.Counter) objPutFails, _ = stats.Registry.NewMetric("aws_obj_put_fails", metrics.Counter) objPutDuration, _ = stats.Registry.NewMetric("aws_obj_put_duration", metrics.Trend, metrics.Time) objPutData, _ = stats.Registry.NewMetric("aws_obj_put_bytes", metrics.Counter, metrics.Data) objGetSuccess, _ = stats.Registry.NewMetric("aws_obj_get_success", metrics.Counter) objGetFails, _ = stats.Registry.NewMetric("aws_obj_get_fails", metrics.Counter) objGetDuration, _ = stats.Registry.NewMetric("aws_obj_get_duration", metrics.Trend, metrics.Time) objGetData, _ = stats.Registry.NewMetric("aws_obj_get_bytes", metrics.Counter, metrics.Data) objDeleteSuccess, _ = stats.Registry.NewMetric("aws_obj_delete_success", metrics.Counter) objDeleteFails, _ = stats.Registry.NewMetric("aws_obj_delete_fails", metrics.Counter) objDeleteDuration, _ = stats.Registry.NewMetric("aws_obj_delete_duration", metrics.Trend, metrics.Time) createBucketSuccess, _ = stats.Registry.NewMetric("aws_create_bucket_success", metrics.Counter) createBucketFails, _ = stats.Registry.NewMetric("aws_create_bucket_fails", metrics.Counter) createBucketDuration, _ = stats.Registry.NewMetric("aws_create_bucket_duration", metrics.Trend, metrics.Time) return &Client{ vu: s.vu, cli: cli, }, nil }