Signed-off-by: Nikita Zinkevich <n.zinkevich@yadro.com>

@@ -55,0 +57,4 @@
+# max body size to log
+S3_GW_HTTP_LOGGING_MAX_BODY=1024
+# max log size in Mb
+S3_GW_HTTP_LOGGING_MAX_LOG_SIZE: 20

@@ -0,0 +154,4 @@
+				var resp = bytes.Buffer{}
+				ww := &responseReadWriter{ResponseWriter: w, response: &resp}
+				h.ServeHTTP(ww, r)
+				if int64(resp.Len()) <= config.MaxBody {

@@ -643,1 +646,4 @@
 
+func (s *appSettings) updateHTTPLoggingSettings(cfg *viper.Viper, log *zap.Logger) {
+	s.mu.Lock()
+	defer s.mu.Unlock()

@@ -0,0 +22,4 @@
+
+var (
+	// authorizationFieldRegexp -- is regexp for credentials with Base58 encoded cid and oid and '0' (zero) as delimiter.
+	authorizationFieldRegexp = regexp.MustCompile(`AWS4-HMAC-SHA256 Credential=(?P<access_key_id>[^/]+)/(?P<date>[^/]+)/(?P<region>[^/]*)/(?P<service>[^/]+)/aws4_request,\s*SignedHeaders=(?P<signed_header_fields>.+),\s*Signature=(?P<v4_signature>.+)`)

@@ -0,0 +88,4 @@
+		return errors.New("failed to get credentials")
+	}
+	credProvider, err := credentials.NewStaticCredentialsProvider(creds.AccessKey,
+		creds.SecretKey, "").Retrieve(ctx)

@@ -0,0 +97,4 @@
+	if err != nil {
+		return err
+	}
+	r.Header[auth.AuthorizationHdr][0] = strings.Replace(r.Header[auth.AuthorizationHdr][0],

@@ -0,0 +108,4 @@
+	}
+
+	err = signer.SignHTTP(ctx, credProvider, r, r.Header.Get(api.AmzContentSha256),
+		authInfo["service"], authInfo["region"], signatureDateTime)

@@ -0,0 +110,4 @@
+	err = signer.SignHTTP(ctx, credProvider, r, r.Header.Get(api.AmzContentSha256),
+		authInfo["service"], authInfo["region"], signatureDateTime)
+	if err != nil {
+		return err

@@ -0,0 +119,4 @@
+func parseAuthHeader(authHeader string) (map[string]string, error) {
+	authInfo := auth.NewRegexpMatcher(authorizationFieldRegexp).GetSubmatches(authHeader)
+	if len(authInfo) == 0 {
+		return nil, ErrNoMatches

@@ -0,0 +17,4 @@
+
+const (
+	nonXML  = "nonXML"
+	typeXML = "application/XML"

@@ -0,0 +36,4 @@
+func ChooseWriter(dataType string, bodyWriter io.Writer) io.WriteCloser {
+	writeCloser := nopCloseWriter{bodyWriter}
+	if dataType == typeXML {
+		return writeCloser

@@ -0,0 +29,4 @@
+	return nil
+}
+
+func GetMultipart(ctx context.Context, oldUploadID string) (MultipartUpload, error) {

@@ -86,6 +86,7 @@ type (
 
 	appSettings struct {
 		logLevel            zap.AtomicLevel
+		httpLogging         *s3middleware.LogHTTPConfig

@@ -255,6 +257,7 @@ func (s *appSettings) update(v *viper.Viper, log *zap.Logger) {
 	s.mu.Lock()
 	defer s.mu.Unlock()
 
+	s.updateHTTPLoggingSettings(v, log)

@@ -588,0 +594,4 @@
+	s.httpLogging.MaxLogSize = cfg.GetInt(cfgHTTPLoggingMaxLogSize)
+	s.httpLogging.OutputPath = cfg.GetString(cfgHTTPLoggingDestination)
+	s.httpLogging.UseGzip = cfg.GetBool(cfgHTTPLoggingGzip)
+	if err := s3middleware.ReloadFileLogger(s.httpLogging); err != nil {

@@ -705,6 +719,7 @@ func (a *App) Serve(ctx context.Context) {
 		Handler: a.api,
 		Center:  a.ctr,
 		Log:     a.log,
+		LogHTTP: a.settings.httpLogging,

@@ -176,6 +176,7 @@ There are some custom types used for brevity:
 | `placement_policy` | [Placement policy configuration](#placement_policy-section)    |
 | `server`           | [Server configuration](#server-section)                        |
 | `logger`           | [Logger configuration](#logger-section)                        |
+| `http_logging`      | [HTTP Request logger configuration](#http_logging-section)     |

@@ -379,0 +396,4 @@
+
+| Parameter      | Type   | SIGHUP reload | Default value | Description                                                                                                                                                                                 |
+|----------------|--------|---------------|---------------|---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------|
+| `enabled`      | bool   | yes           | false         | Flag to enable the logger.                                                                                                                                                                  |

@@ -0,0 +35,4 @@
+| # | Config parameter name | Flag name       | Type     | Default value | Description                                                                   |
+|---|-----------------------|-----------------|----------|---------------|-------------------------------------------------------------------------------|
+| 1 | -                     | config          | string   | -             | config file path (e.g. `./config/playback.yaml`)                              |
+| 2 | http_timeout          | http-timeout    | duration | 60s           | http request timeout                                                          |

@@ -0,0 +45,4 @@
+| # | Config parameter name | Flag name | Type   | Default value | Description                                            |
+|---|-----------------------|-----------|--------|---------------|--------------------------------------------------------|
+| 1 | endpoint              | endpoint  | string | -             | s3-gw endpoint URL                                     |
+| 2 | log                   | log       | string | ./request.log | path to log file, could be either absolute or relative |

@@ -0,0 +44,4 @@
+		err1 := xml.Unmarshal(resp, &mpart)
+		err2 := xml.Unmarshal(logResponse, &mpartOld)
+		if err1 != nil || err2 != nil {
+			return errors.New("xml unmarshal error")

@@ -0,0 +45,4 @@
+	responseLabel = "response"
+)
+
+var filelog = fileLogger{}

@@ -0,0 +82,4 @@
+		MaxSize:  conf.MaxLogSize,
+		Compress: conf.UseGzip,
+	}
+	err := zap.RegisterSink(SinkName, func(_ *url.URL) (zap.Sink, error) {

@@ -0,0 +16,4 @@
+	httpTimeout               = "http_timeout"
+	httpTimeoutFlag           = "http-timeout"
+	skipVerifyTLS             = "skip_verify_tls"
+	skipVerifyTLSFlag         = "skip-verify-tls"

@@ -0,0 +33,4 @@
+		SilenceErrors: true,
+		PersistentPreRunE: func(cmd *cobra.Command, _ []string) error {
+			_ = viper.BindPFlag(configPath, cmd.PersistentFlags().Lookup(configPathFlag))
+

@@ -0,0 +64,4 @@
+	_ = rootCmd.MarkPersistentFlagFilename(configPathFlag)
+	rootCmd.PersistentFlags().Duration(httpTimeoutFlag, time.Minute, "http request timeout")
+	rootCmd.PersistentFlags().Bool(skipVerifyTLSFlag, false, "skip TLS certificate verification")
+

@@ -0,0 +38,4 @@
+	Long:    "Reads the network log file and sends each request to the specified URL",
+	Example: "frostfs-s3-playback --config <config_path> run [--endpoint=<endpoint>] [--log=<log_path>]",
+	PersistentPreRunE: func(cmd *cobra.Command, args []string) error {
+		if rootCmd.PersistentPreRunE != nil {

@@ -0,0 +45,4 @@
+		}
+
+		_ = viper.BindPFlag(logPathFlag, cmd.Flags().Lookup(logPathFlag))
+		_ = viper.BindPFlag(endpointFlag, cmd.Flags().Lookup(endpointFlag))

@@ -0,0 +52,4 @@
+	RunE: run,
+}
+
+func init() {

@@ -0,0 +66,4 @@
+	detect := detector.NewDetector(resp.Body, utils.DetectXML)
+	dataType, err := detect.Detect()
+	if err != nil {
+		cmd.Println(err.Error())

@@ -0,0 +91,4 @@
+		viper.GetString(awsAccessKey),
+		viper.GetString(awsSecretKey),
+	)
+	ctx = playback.WithMultiparts(ctx)

@@ -0,0 +183,4 @@
+
+// prepareRequest creates request from logs and modifies its signature and uploadId (if presents).
+func prepareRequest(ctx context.Context, logReq playback.LoggedRequest) (*http.Request, error) {
+	r, err := http.NewRequestWithContext(ctx, logReq.Method, viper.GetString(endpointFlag)+logReq.URI,

@@ -0,0 +184,4 @@
+// prepareRequest creates request from logs and modifies its signature and uploadId (if presents).
+func prepareRequest(ctx context.Context, logReq playback.LoggedRequest) (*http.Request, error) {
+	r, err := http.NewRequestWithContext(ctx, logReq.Method, viper.GetString(endpointFlag)+logReq.URI,
+		bytes.NewReader(logReq.Payload))

@@ -0,0 +204,4 @@
+		md5hash.Write(logReq.Payload)
+		r.Header.Set(api.ContentMD5, base64.StdEncoding.EncodeToString(md5hash.Sum(nil)))
+	}
+	err = playback.Sign(ctx, r)

@@ -0,0 +1,74 @@
+package playback