package s3 import ( "crypto/tls" "fmt" "net/http" "strconv" "time" "github.com/TrueCloudLab/xk6-frostfs/internal/logging" "github.com/aws/aws-sdk-go-v2/aws" "github.com/aws/aws-sdk-go-v2/config" "github.com/aws/aws-sdk-go-v2/service/s3" "go.k6.io/k6/js/modules" "go.k6.io/k6/metrics" ) // RootModule is the global module object type. It is instantiated once per test // run and will be used to create k6/x/frostfs/s3 module instances for each VU. type RootModule struct{} // S3 represents an instance of the module for every VU. type S3 struct { vu modules.VU } // Ensure the interfaces are implemented correctly. var ( _ modules.Instance = &S3{} _ modules.Module = &RootModule{} objPutTotal, objPutFails, objPutDuration *metrics.Metric objGetTotal, objGetFails, objGetDuration *metrics.Metric objDeleteTotal, objDeleteFails, objDeleteDuration *metrics.Metric createBucketTotal, createBucketFails, createBucketDuration *metrics.Metric ) func init() { modules.Register("k6/x/frostfs/s3", new(RootModule)) } // NewModuleInstance implements the modules.Module interface and returns // a new instance for each VU. func (r *RootModule) NewModuleInstance(vu modules.VU) modules.Instance { logging.InitTimestamp(vu) mi := &S3{vu: vu} return mi } // Exports implements the modules.Instance interface and returns the exports // of the JS module. func (s *S3) Exports() modules.Exports { return modules.Exports{Default: s} } func (s *S3) Connect(endpoint string, params map[string]string) (*Client, error) { logging.LogWithField(s.vu, "endpoint", endpoint) resolver := aws.EndpointResolverWithOptionsFunc(func(_, _ string, _ ...interface{}) (aws.Endpoint, error) { return aws.Endpoint{ URL: endpoint, }, nil }) cfg, err := config.LoadDefaultConfig(s.vu.Context(), config.WithEndpointResolverWithOptions(resolver)) if err != nil { return nil, fmt.Errorf("configuration error: %w", err) } var noVerifySSL bool if noVerifySSLStr, ok := params["no_verify_ssl"]; ok { if noVerifySSL, err = strconv.ParseBool(noVerifySSLStr); err != nil { return nil, fmt.Errorf("invalid value for 'no_verify_ssl': '%s'", noVerifySSLStr) } } var timeout time.Duration if timeoutStr, ok := params["timeout"]; ok { if timeout, err = time.ParseDuration(timeoutStr); err != nil { return nil, fmt.Errorf("invalid value for 'timeout': '%s'", timeoutStr) } } cli := s3.NewFromConfig(cfg, func(options *s3.Options) { // use 'domain/bucket/key' instead of default 'bucket.domain/key' scheme options.UsePathStyle = true // do not retry failed requests, by default client does up to 3 retry options.Retryer = aws.NopRetryer{} // s3 sometimes use self-signed certs options.HTTPClient = &http.Client{ Transport: &http.Transport{ TLSClientConfig: &tls.Config{ InsecureSkipVerify: noVerifySSL, }, }, Timeout: timeout, } }) // register metrics registry := metrics.NewRegistry() objPutTotal, _ = registry.NewMetric("aws_obj_put_total", metrics.Counter) objPutFails, _ = registry.NewMetric("aws_obj_put_fails", metrics.Counter) objPutDuration, _ = registry.NewMetric("aws_obj_put_duration", metrics.Trend, metrics.Time) objGetTotal, _ = registry.NewMetric("aws_obj_get_total", metrics.Counter) objGetFails, _ = registry.NewMetric("aws_obj_get_fails", metrics.Counter) objGetDuration, _ = registry.NewMetric("aws_obj_get_duration", metrics.Trend, metrics.Time) objDeleteTotal, _ = registry.NewMetric("aws_obj_delete_total", metrics.Counter) objDeleteFails, _ = registry.NewMetric("aws_obj_delete_fails", metrics.Counter) objDeleteDuration, _ = registry.NewMetric("aws_obj_delete_duration", metrics.Trend, metrics.Time) createBucketTotal, _ = registry.NewMetric("aws_create_bucket_total", metrics.Counter) createBucketFails, _ = registry.NewMetric("aws_create_bucket_fails", metrics.Counter) createBucketDuration, _ = registry.NewMetric("aws_create_bucket_duration", metrics.Trend, metrics.Time) return &Client{ vu: s.vu, cli: cli, }, nil }