2020-08-19 23:35:51 +00:00
|
|
|
package handler
|
|
|
|
|
|
|
|
import (
|
|
|
|
"net/http"
|
|
|
|
"net/url"
|
2022-08-24 13:12:05 +00:00
|
|
|
"regexp"
|
2020-08-19 23:35:51 +00:00
|
|
|
"time"
|
|
|
|
|
2021-05-18 11:10:08 +00:00
|
|
|
"github.com/nspcc-dev/neofs-s3-gw/api"
|
2022-08-24 13:12:05 +00:00
|
|
|
"github.com/nspcc-dev/neofs-s3-gw/api/auth"
|
2022-07-18 14:51:34 +00:00
|
|
|
"github.com/nspcc-dev/neofs-s3-gw/api/data"
|
2021-08-09 08:53:58 +00:00
|
|
|
"github.com/nspcc-dev/neofs-s3-gw/api/errors"
|
2021-05-18 11:10:08 +00:00
|
|
|
"github.com/nspcc-dev/neofs-s3-gw/api/layer"
|
2022-06-03 13:37:38 +00:00
|
|
|
"github.com/nspcc-dev/neofs-sdk-go/session"
|
2020-08-19 23:35:51 +00:00
|
|
|
"go.uber.org/zap"
|
|
|
|
)
|
|
|
|
|
2021-07-01 07:45:55 +00:00
|
|
|
type copyObjectArgs struct {
|
2021-08-06 15:08:09 +00:00
|
|
|
Conditional *conditionalArgs
|
|
|
|
MetadataDirective string
|
2022-08-23 14:13:59 +00:00
|
|
|
TaggingDirective string
|
2021-07-01 07:45:55 +00:00
|
|
|
}
|
|
|
|
|
2022-08-23 14:13:59 +00:00
|
|
|
const (
|
|
|
|
replaceDirective = "REPLACE"
|
|
|
|
copyDirective = "COPY"
|
|
|
|
)
|
2021-08-06 15:08:09 +00:00
|
|
|
|
2022-08-24 13:12:05 +00:00
|
|
|
var copySourceMatcher = auth.NewRegexpMatcher(regexp.MustCompile(`^/?(?P<bucket_name>[a-z0-9.\-]{3,63})/(?P<object_name>.+)$`))
|
|
|
|
|
2022-04-13 16:56:58 +00:00
|
|
|
// path2BucketObject returns a bucket and an object.
|
2022-08-24 13:12:05 +00:00
|
|
|
func path2BucketObject(path string) (string, string, error) {
|
|
|
|
matches := copySourceMatcher.GetSubmatches(path)
|
|
|
|
if len(matches) != 2 {
|
|
|
|
return "", "", errors.GetAPIError(errors.ErrInvalidRequest)
|
2020-08-19 23:35:51 +00:00
|
|
|
}
|
2022-08-24 13:12:05 +00:00
|
|
|
|
|
|
|
return matches["bucket_name"], matches["object_name"], nil
|
2020-08-19 23:35:51 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
func (h *handler) CopyObjectHandler(w http.ResponseWriter, r *http.Request) {
|
|
|
|
var (
|
2022-08-23 14:13:59 +00:00
|
|
|
err error
|
2022-06-03 13:37:38 +00:00
|
|
|
versionID string
|
|
|
|
metadata map[string]string
|
2022-08-23 14:13:59 +00:00
|
|
|
tagSet map[string]string
|
2022-06-03 13:37:38 +00:00
|
|
|
sessionTokenEACL *session.Container
|
2020-08-19 23:35:51 +00:00
|
|
|
|
2022-06-03 13:37:38 +00:00
|
|
|
reqInfo = api.GetReqInfo(r.Context())
|
|
|
|
|
|
|
|
containsACL = containsACLHeaders(r)
|
2020-08-19 23:35:51 +00:00
|
|
|
)
|
|
|
|
|
2022-08-23 14:13:59 +00:00
|
|
|
src := r.Header.Get(api.AmzCopySource)
|
2020-08-19 23:35:51 +00:00
|
|
|
// Check https://docs.aws.amazon.com/AmazonS3/latest/dev/ObjectVersioning.html
|
|
|
|
// Regardless of whether you have enabled versioning, each object in your bucket
|
|
|
|
// has a version ID. If you have not enabled versioning, Amazon S3 sets the value
|
|
|
|
// of the version ID to null. If you have enabled versioning, Amazon S3 assigns a
|
|
|
|
// unique version ID value for the object.
|
|
|
|
if u, err := url.Parse(src); err == nil {
|
2021-08-19 06:55:22 +00:00
|
|
|
versionID = u.Query().Get(api.QueryVersionID)
|
2020-08-19 23:35:51 +00:00
|
|
|
src = u.Path
|
|
|
|
}
|
|
|
|
|
2022-08-24 13:12:05 +00:00
|
|
|
srcBucket, srcObject, err := path2BucketObject(src)
|
|
|
|
if err != nil {
|
|
|
|
h.logAndSendError(w, "invalid source copy", reqInfo, err)
|
|
|
|
return
|
|
|
|
}
|
2020-08-19 23:35:51 +00:00
|
|
|
|
2022-10-14 14:36:43 +00:00
|
|
|
srcObjPrm := &layer.HeadObjectParams{
|
2021-08-10 10:03:09 +00:00
|
|
|
Object: srcObject,
|
2021-08-19 06:55:22 +00:00
|
|
|
VersionID: versionID,
|
2021-08-10 10:03:09 +00:00
|
|
|
}
|
2021-07-01 07:45:55 +00:00
|
|
|
|
2022-10-14 14:36:43 +00:00
|
|
|
if srcObjPrm.BktInfo, err = h.getBucketAndCheckOwner(r, srcBucket, api.AmzSourceExpectedBucketOwner); err != nil {
|
2022-03-18 13:04:09 +00:00
|
|
|
h.logAndSendError(w, "couldn't get source bucket", reqInfo, err)
|
2021-08-23 08:19:41 +00:00
|
|
|
return
|
|
|
|
}
|
2022-03-18 13:04:09 +00:00
|
|
|
|
|
|
|
dstBktInfo, err := h.getBucketAndCheckOwner(r, reqInfo.BucketName)
|
|
|
|
if err != nil {
|
|
|
|
h.logAndSendError(w, "couldn't get target bucket", reqInfo, err)
|
2021-08-23 08:19:41 +00:00
|
|
|
return
|
|
|
|
}
|
|
|
|
|
2022-08-29 13:08:05 +00:00
|
|
|
settings, err := h.obj.GetBucketSettings(r.Context(), dstBktInfo)
|
|
|
|
if err != nil {
|
|
|
|
h.logAndSendError(w, "could not get bucket settings", reqInfo, err)
|
|
|
|
return
|
|
|
|
}
|
|
|
|
|
2022-06-03 13:37:38 +00:00
|
|
|
if containsACL {
|
|
|
|
if sessionTokenEACL, err = getSessionTokenSetEACL(r.Context()); err != nil {
|
|
|
|
h.logAndSendError(w, "could not get eacl session token from a box", reqInfo, err)
|
|
|
|
return
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2022-10-14 14:36:43 +00:00
|
|
|
extendedSrcObjInfo, err := h.obj.GetExtendedObjectInfo(r.Context(), srcObjPrm)
|
2022-06-28 13:35:05 +00:00
|
|
|
if err != nil {
|
2021-08-05 09:18:52 +00:00
|
|
|
h.logAndSendError(w, "could not find object", reqInfo, err)
|
2021-07-01 07:45:55 +00:00
|
|
|
return
|
|
|
|
}
|
2022-10-14 14:36:43 +00:00
|
|
|
srcObjInfo := extendedSrcObjInfo.ObjectInfo
|
2021-07-01 07:45:55 +00:00
|
|
|
|
2022-08-23 14:13:59 +00:00
|
|
|
args, err := parseCopyObjectArgs(r.Header)
|
|
|
|
if err != nil {
|
|
|
|
h.logAndSendError(w, "could not parse request params", reqInfo, err)
|
|
|
|
return
|
|
|
|
}
|
|
|
|
|
2022-08-29 13:08:05 +00:00
|
|
|
if isCopyingToItselfForbidden(reqInfo, srcBucket, srcObject, settings, args) {
|
|
|
|
h.logAndSendError(w, "copying to itself without changing anything", reqInfo, errors.GetAPIError(errors.ErrInvalidCopyDest))
|
|
|
|
return
|
|
|
|
}
|
|
|
|
|
2022-08-23 14:13:59 +00:00
|
|
|
if args.MetadataDirective == replaceDirective {
|
|
|
|
metadata = parseMetadata(r)
|
|
|
|
}
|
|
|
|
|
|
|
|
if args.TaggingDirective == replaceDirective {
|
|
|
|
tagSet, err = parseTaggingHeader(r.Header)
|
|
|
|
if err != nil {
|
|
|
|
h.logAndSendError(w, "could not parse tagging header", reqInfo, err)
|
|
|
|
return
|
|
|
|
}
|
|
|
|
} else {
|
2022-10-14 14:36:43 +00:00
|
|
|
tagPrm := &layer.GetObjectTaggingParams{
|
|
|
|
ObjectVersion: &layer.ObjectVersion{
|
|
|
|
BktInfo: srcObjPrm.BktInfo,
|
|
|
|
ObjectName: srcObject,
|
|
|
|
VersionID: srcObjInfo.VersionID(),
|
|
|
|
},
|
|
|
|
NodeVersion: extendedSrcObjInfo.NodeVersion,
|
2022-08-23 14:13:59 +00:00
|
|
|
}
|
|
|
|
|
2022-10-14 14:36:43 +00:00
|
|
|
_, tagSet, err = h.obj.GetObjectTagging(r.Context(), tagPrm)
|
2022-08-23 14:13:59 +00:00
|
|
|
if err != nil {
|
|
|
|
h.logAndSendError(w, "could not get object tagging", reqInfo, err)
|
|
|
|
return
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2022-08-11 08:48:58 +00:00
|
|
|
encryptionParams, err := h.formEncryptionParams(r.Header)
|
2022-08-01 16:52:09 +00:00
|
|
|
if err != nil {
|
|
|
|
h.logAndSendError(w, "invalid sse headers", reqInfo, err)
|
|
|
|
return
|
|
|
|
}
|
|
|
|
|
2022-10-14 14:36:43 +00:00
|
|
|
if err = encryptionParams.MatchObjectEncryption(layer.FormEncryptionInfo(srcObjInfo.Headers)); err != nil {
|
2022-08-01 16:52:09 +00:00
|
|
|
h.logAndSendError(w, "encryption doesn't match object", reqInfo, errors.GetAPIError(errors.ErrBadRequest), zap.Error(err))
|
|
|
|
return
|
|
|
|
}
|
|
|
|
|
2022-10-14 14:36:43 +00:00
|
|
|
if err = checkPreconditions(srcObjInfo, args.Conditional); err != nil {
|
2021-08-09 08:53:58 +00:00
|
|
|
h.logAndSendError(w, "precondition failed", reqInfo, errors.GetAPIError(errors.ErrPreconditionFailed))
|
2021-07-01 07:45:55 +00:00
|
|
|
return
|
|
|
|
}
|
|
|
|
|
2021-08-06 15:08:09 +00:00
|
|
|
if metadata == nil {
|
2022-10-14 14:36:43 +00:00
|
|
|
if len(srcObjInfo.ContentType) > 0 {
|
|
|
|
srcObjInfo.Headers[api.ContentType] = srcObjInfo.ContentType
|
2021-08-06 15:08:09 +00:00
|
|
|
}
|
2022-10-14 14:36:43 +00:00
|
|
|
metadata = srcObjInfo.Headers
|
2021-08-06 15:08:09 +00:00
|
|
|
} else if contentType := r.Header.Get(api.ContentType); len(contentType) > 0 {
|
|
|
|
metadata[api.ContentType] = contentType
|
|
|
|
}
|
|
|
|
|
2022-08-17 11:18:36 +00:00
|
|
|
copiesNumber, err := getCopiesNumberOrDefault(metadata, h.cfg.CopiesNumber)
|
|
|
|
if err != nil {
|
|
|
|
h.logAndSendError(w, "invalid copies number", reqInfo, err)
|
|
|
|
return
|
|
|
|
}
|
|
|
|
|
2020-08-19 23:35:51 +00:00
|
|
|
params := &layer.CopyObjectParams{
|
2022-10-14 14:36:43 +00:00
|
|
|
SrcObject: srcObjInfo,
|
|
|
|
ScrBktInfo: srcObjPrm.BktInfo,
|
2022-08-17 11:18:36 +00:00
|
|
|
DstBktInfo: dstBktInfo,
|
|
|
|
DstObject: reqInfo.ObjectName,
|
2022-10-14 14:36:43 +00:00
|
|
|
SrcSize: srcObjInfo.Size,
|
2022-08-17 11:18:36 +00:00
|
|
|
Header: metadata,
|
|
|
|
Encryption: encryptionParams,
|
|
|
|
CopiesNuber: copiesNumber,
|
2022-02-28 10:22:07 +00:00
|
|
|
}
|
|
|
|
|
2022-11-08 09:12:55 +00:00
|
|
|
params.Lock, err = formObjectLock(r.Context(), dstBktInfo, settings.LockConfiguration, r.Header)
|
2022-03-01 15:07:15 +00:00
|
|
|
if err != nil {
|
2022-02-28 10:22:07 +00:00
|
|
|
h.logAndSendError(w, "could not form object lock", reqInfo, err)
|
|
|
|
return
|
|
|
|
}
|
|
|
|
|
2021-08-06 15:08:09 +00:00
|
|
|
additional := []zap.Field{zap.String("src_bucket_name", srcBucket), zap.String("src_object_name", srcObject)}
|
2022-10-14 14:36:43 +00:00
|
|
|
extendedDstObjInfo, err := h.obj.CopyObject(r.Context(), params)
|
|
|
|
if err != nil {
|
2021-08-06 15:08:09 +00:00
|
|
|
h.logAndSendError(w, "couldn't copy object", reqInfo, err, additional...)
|
2020-10-24 13:09:22 +00:00
|
|
|
return
|
2022-10-14 14:36:43 +00:00
|
|
|
}
|
|
|
|
dstObjInfo := extendedDstObjInfo.ObjectInfo
|
|
|
|
|
|
|
|
if err = api.EncodeToResponse(w, &CopyObjectResponse{LastModified: dstObjInfo.Created.UTC().Format(time.RFC3339), ETag: dstObjInfo.HashSum}); err != nil {
|
2021-08-06 15:08:09 +00:00
|
|
|
h.logAndSendError(w, "something went wrong", reqInfo, err, additional...)
|
2020-10-24 13:09:22 +00:00
|
|
|
return
|
2020-08-19 23:35:51 +00:00
|
|
|
}
|
2020-10-24 13:09:22 +00:00
|
|
|
|
2022-06-03 13:37:38 +00:00
|
|
|
if containsACL {
|
2022-10-14 14:36:43 +00:00
|
|
|
newEaclTable, err := h.getNewEAclTable(r, dstBktInfo, dstObjInfo)
|
2022-06-03 13:37:38 +00:00
|
|
|
if err != nil {
|
|
|
|
h.logAndSendError(w, "could not get new eacl table", reqInfo, err)
|
|
|
|
return
|
|
|
|
}
|
|
|
|
|
|
|
|
p := &layer.PutBucketACLParams{
|
2022-06-21 15:21:20 +00:00
|
|
|
BktInfo: dstBktInfo,
|
|
|
|
EACL: newEaclTable,
|
|
|
|
SessionToken: sessionTokenEACL,
|
2022-06-03 13:37:38 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
if err = h.obj.PutBucketACL(r.Context(), p); err != nil {
|
|
|
|
h.logAndSendError(w, "could not put bucket acl", reqInfo, err)
|
|
|
|
return
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2022-08-23 14:13:59 +00:00
|
|
|
if tagSet != nil {
|
2022-10-14 14:36:43 +00:00
|
|
|
tagPrm := &layer.PutObjectTaggingParams{
|
|
|
|
ObjectVersion: &layer.ObjectVersion{
|
|
|
|
BktInfo: dstBktInfo,
|
|
|
|
ObjectName: reqInfo.ObjectName,
|
|
|
|
VersionID: dstObjInfo.VersionID(),
|
|
|
|
},
|
|
|
|
TagSet: tagSet,
|
|
|
|
NodeVersion: extendedDstObjInfo.NodeVersion,
|
2022-08-23 14:13:59 +00:00
|
|
|
}
|
2022-10-14 14:36:43 +00:00
|
|
|
if _, err = h.obj.PutObjectTagging(r.Context(), tagPrm); err != nil {
|
2022-08-23 14:13:59 +00:00
|
|
|
h.logAndSendError(w, "could not upload object tagging", reqInfo, err)
|
|
|
|
return
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2020-10-24 13:09:22 +00:00
|
|
|
h.log.Info("object is copied",
|
2022-10-14 14:36:43 +00:00
|
|
|
zap.String("bucket", dstObjInfo.Bucket),
|
|
|
|
zap.String("object", dstObjInfo.Name),
|
|
|
|
zap.Stringer("object_id", dstObjInfo.ID))
|
2022-03-31 06:21:38 +00:00
|
|
|
|
2022-04-29 13:08:22 +00:00
|
|
|
s := &SendNotificationParams{
|
2022-07-18 14:51:34 +00:00
|
|
|
Event: EventObjectCreatedCopy,
|
2022-10-14 14:36:43 +00:00
|
|
|
NotificationInfo: data.NotificationInfoFromObject(dstObjInfo),
|
2022-07-18 14:51:34 +00:00
|
|
|
BktInfo: dstBktInfo,
|
|
|
|
ReqInfo: reqInfo,
|
2022-03-31 06:21:38 +00:00
|
|
|
}
|
2022-04-29 13:08:22 +00:00
|
|
|
if err = h.sendNotifications(r.Context(), s); err != nil {
|
2022-03-31 06:21:38 +00:00
|
|
|
h.log.Error("couldn't send notification: %w", zap.Error(err))
|
|
|
|
}
|
2022-08-01 16:52:09 +00:00
|
|
|
|
2022-08-11 08:48:58 +00:00
|
|
|
if encryptionParams.Enabled() {
|
2022-08-01 16:52:09 +00:00
|
|
|
addSSECHeaders(w.Header(), r.Header)
|
|
|
|
}
|
2020-08-19 23:35:51 +00:00
|
|
|
}
|
2021-07-01 07:45:55 +00:00
|
|
|
|
2022-08-29 13:08:05 +00:00
|
|
|
func isCopyingToItselfForbidden(reqInfo *api.ReqInfo, srcBucket string, srcObject string, settings *data.BucketSettings, args *copyObjectArgs) bool {
|
|
|
|
if reqInfo.BucketName != srcBucket || reqInfo.ObjectName != srcObject {
|
|
|
|
return false
|
|
|
|
}
|
|
|
|
|
|
|
|
if !settings.Unversioned() {
|
|
|
|
return false
|
|
|
|
}
|
|
|
|
|
|
|
|
return args.MetadataDirective != replaceDirective
|
|
|
|
}
|
|
|
|
|
2021-07-01 07:45:55 +00:00
|
|
|
func parseCopyObjectArgs(headers http.Header) (*copyObjectArgs, error) {
|
|
|
|
var err error
|
2021-07-02 16:21:53 +00:00
|
|
|
args := &conditionalArgs{
|
|
|
|
IfMatch: headers.Get(api.AmzCopyIfMatch),
|
|
|
|
IfNoneMatch: headers.Get(api.AmzCopyIfNoneMatch),
|
|
|
|
}
|
2021-07-01 07:45:55 +00:00
|
|
|
|
|
|
|
if args.IfModifiedSince, err = parseHTTPTime(headers.Get(api.AmzCopyIfModifiedSince)); err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
|
|
|
if args.IfUnmodifiedSince, err = parseHTTPTime(headers.Get(api.AmzCopyIfUnmodifiedSince)); err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
|
|
|
|
2021-08-06 15:08:09 +00:00
|
|
|
copyArgs := ©ObjectArgs{Conditional: args}
|
2022-08-23 14:13:59 +00:00
|
|
|
|
2021-08-06 15:08:09 +00:00
|
|
|
copyArgs.MetadataDirective = headers.Get(api.AmzMetadataDirective)
|
2022-08-23 14:13:59 +00:00
|
|
|
if !isValidDirective(copyArgs.MetadataDirective) {
|
|
|
|
return nil, errors.GetAPIError(errors.ErrInvalidMetadataDirective)
|
|
|
|
}
|
|
|
|
|
|
|
|
copyArgs.TaggingDirective = headers.Get(api.AmzTaggingDirective)
|
|
|
|
if !isValidDirective(copyArgs.TaggingDirective) {
|
|
|
|
return nil, errors.GetAPIError(errors.ErrInvalidTaggingDirective)
|
|
|
|
}
|
2021-08-06 15:08:09 +00:00
|
|
|
|
|
|
|
return copyArgs, nil
|
2021-07-01 07:45:55 +00:00
|
|
|
}
|
2022-08-23 14:13:59 +00:00
|
|
|
|
|
|
|
func isValidDirective(directive string) bool {
|
|
|
|
return len(directive) == 0 ||
|
|
|
|
directive == replaceDirective || directive == copyDirective
|
|
|
|
}
|