2020-08-03 11:48:33 +00:00
|
|
|
package layer
|
|
|
|
|
|
|
|
import (
|
2021-08-10 12:08:15 +00:00
|
|
|
"bytes"
|
2020-08-03 11:48:33 +00:00
|
|
|
"context"
|
2021-05-28 20:48:23 +00:00
|
|
|
"crypto/ecdsa"
|
2021-05-20 10:14:17 +00:00
|
|
|
"fmt"
|
2020-08-03 11:48:33 +00:00
|
|
|
"io"
|
2020-10-24 13:09:22 +00:00
|
|
|
"net/url"
|
2021-08-17 11:23:49 +00:00
|
|
|
"strings"
|
2020-08-03 11:48:33 +00:00
|
|
|
|
2022-03-05 06:58:54 +00:00
|
|
|
"github.com/nats-io/nats.go"
|
2021-10-19 15:08:07 +00:00
|
|
|
"github.com/nspcc-dev/neo-go/pkg/crypto/keys"
|
2021-05-18 11:10:08 +00:00
|
|
|
"github.com/nspcc-dev/neofs-s3-gw/api"
|
2021-08-10 11:19:26 +00:00
|
|
|
"github.com/nspcc-dev/neofs-s3-gw/api/cache"
|
2021-09-10 06:56:56 +00:00
|
|
|
"github.com/nspcc-dev/neofs-s3-gw/api/data"
|
2021-08-09 08:53:58 +00:00
|
|
|
"github.com/nspcc-dev/neofs-s3-gw/api/errors"
|
2022-01-11 10:09:34 +00:00
|
|
|
"github.com/nspcc-dev/neofs-s3-gw/api/resolver"
|
2021-06-21 10:54:57 +00:00
|
|
|
"github.com/nspcc-dev/neofs-s3-gw/creds/accessbox"
|
2022-06-01 14:00:30 +00:00
|
|
|
"github.com/nspcc-dev/neofs-sdk-go/bearer"
|
2021-11-15 12:56:16 +00:00
|
|
|
cid "github.com/nspcc-dev/neofs-sdk-go/container/id"
|
|
|
|
"github.com/nspcc-dev/neofs-sdk-go/eacl"
|
|
|
|
"github.com/nspcc-dev/neofs-sdk-go/netmap"
|
2022-02-08 16:54:04 +00:00
|
|
|
oid "github.com/nspcc-dev/neofs-sdk-go/object/id"
|
2021-11-15 12:56:16 +00:00
|
|
|
"github.com/nspcc-dev/neofs-sdk-go/session"
|
2022-04-25 09:57:58 +00:00
|
|
|
"github.com/nspcc-dev/neofs-sdk-go/user"
|
2020-08-03 11:48:33 +00:00
|
|
|
"go.uber.org/zap"
|
|
|
|
)
|
|
|
|
|
|
|
|
type (
|
2022-04-29 13:08:22 +00:00
|
|
|
EventListener interface {
|
2022-03-05 06:58:54 +00:00
|
|
|
Subscribe(context.Context, string, MsgHandler) error
|
|
|
|
Listen(context.Context)
|
|
|
|
}
|
|
|
|
|
|
|
|
MsgHandler interface {
|
|
|
|
HandleMessage(context.Context, *nats.Msg) error
|
|
|
|
}
|
|
|
|
|
|
|
|
MsgHandlerFunc func(context.Context, *nats.Msg) error
|
|
|
|
|
2020-08-03 11:48:33 +00:00
|
|
|
layer struct {
|
2022-06-06 11:09:09 +00:00
|
|
|
neoFS NeoFS
|
2021-08-18 13:48:58 +00:00
|
|
|
log *zap.Logger
|
2021-10-19 15:08:07 +00:00
|
|
|
anonKey AnonymousKey
|
2022-01-11 10:09:34 +00:00
|
|
|
resolver *resolver.BucketResolver
|
2022-04-29 13:08:22 +00:00
|
|
|
ncontroller EventListener
|
2021-09-10 06:56:56 +00:00
|
|
|
listsCache *cache.ObjectsListCache
|
|
|
|
objCache *cache.ObjectsCache
|
|
|
|
namesCache *cache.ObjectsNameCache
|
|
|
|
bucketCache *cache.BucketCache
|
|
|
|
systemCache *cache.SystemCache
|
2020-10-19 01:04:37 +00:00
|
|
|
}
|
|
|
|
|
2021-11-22 09:16:05 +00:00
|
|
|
Config struct {
|
2022-03-05 06:58:54 +00:00
|
|
|
ChainAddress string
|
|
|
|
Caches *CachesConfig
|
|
|
|
AnonKey AnonymousKey
|
|
|
|
Resolver *resolver.BucketResolver
|
2021-11-22 09:16:05 +00:00
|
|
|
}
|
|
|
|
|
2021-10-19 15:08:07 +00:00
|
|
|
// AnonymousKey contains data for anonymous requests.
|
|
|
|
AnonymousKey struct {
|
|
|
|
Key *keys.PrivateKey
|
|
|
|
}
|
|
|
|
|
2021-09-10 06:56:56 +00:00
|
|
|
// CachesConfig contains params for caches.
|
|
|
|
CachesConfig struct {
|
|
|
|
Objects *cache.Config
|
|
|
|
ObjectsList *cache.Config
|
|
|
|
Names *cache.Config
|
|
|
|
Buckets *cache.Config
|
|
|
|
System *cache.Config
|
2021-08-16 09:58:09 +00:00
|
|
|
}
|
|
|
|
|
2021-05-13 20:25:31 +00:00
|
|
|
// GetObjectParams stores object get request parameters.
|
2020-08-03 11:48:33 +00:00
|
|
|
GetObjectParams struct {
|
2021-08-10 10:03:09 +00:00
|
|
|
Range *RangeParams
|
2021-09-10 06:56:56 +00:00
|
|
|
ObjectInfo *data.ObjectInfo
|
2022-06-02 16:56:04 +00:00
|
|
|
BucketInfo *data.BucketInfo
|
2021-08-19 06:55:22 +00:00
|
|
|
Writer io.Writer
|
2021-08-10 10:03:09 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
// HeadObjectParams stores object head request parameters.
|
|
|
|
HeadObjectParams struct {
|
2022-03-18 13:04:09 +00:00
|
|
|
BktInfo *data.BucketInfo
|
2021-08-10 10:03:09 +00:00
|
|
|
Object string
|
|
|
|
VersionID string
|
2020-08-03 11:48:33 +00:00
|
|
|
}
|
|
|
|
|
2021-06-24 11:10:00 +00:00
|
|
|
// RangeParams stores range header request parameters.
|
|
|
|
RangeParams struct {
|
|
|
|
Start uint64
|
|
|
|
End uint64
|
|
|
|
}
|
|
|
|
|
2021-05-13 20:25:31 +00:00
|
|
|
// PutObjectParams stores object put request parameters.
|
2020-08-03 11:48:33 +00:00
|
|
|
PutObjectParams struct {
|
2022-03-18 13:04:09 +00:00
|
|
|
BktInfo *data.BucketInfo
|
|
|
|
Object string
|
|
|
|
Size int64
|
|
|
|
Reader io.Reader
|
|
|
|
Header map[string]string
|
|
|
|
Lock *data.ObjectLock
|
2020-08-03 11:48:33 +00:00
|
|
|
}
|
|
|
|
|
2022-03-31 06:24:29 +00:00
|
|
|
DeleteObjectParams struct {
|
|
|
|
BktInfo *data.BucketInfo
|
|
|
|
BktSettings *data.BucketSettings
|
|
|
|
Objects []*VersionedObject
|
|
|
|
}
|
|
|
|
|
2022-02-28 08:02:05 +00:00
|
|
|
// PutSettingsParams stores object copy request parameters.
|
|
|
|
PutSettingsParams struct {
|
|
|
|
BktInfo *data.BucketInfo
|
|
|
|
Settings *data.BucketSettings
|
2021-08-10 08:58:40 +00:00
|
|
|
}
|
|
|
|
|
2021-10-04 14:32:35 +00:00
|
|
|
// PutCORSParams stores PutCORS request parameters.
|
|
|
|
PutCORSParams struct {
|
2021-10-13 18:50:02 +00:00
|
|
|
BktInfo *data.BucketInfo
|
|
|
|
Reader io.Reader
|
2021-10-04 14:32:35 +00:00
|
|
|
}
|
|
|
|
|
2021-05-13 20:25:31 +00:00
|
|
|
// CopyObjectParams stores object copy request parameters.
|
2020-08-03 11:48:33 +00:00
|
|
|
CopyObjectParams struct {
|
2022-03-18 13:04:09 +00:00
|
|
|
SrcObject *data.ObjectInfo
|
2022-06-02 16:56:04 +00:00
|
|
|
ScrBktInfo *data.BucketInfo
|
2022-03-18 13:04:09 +00:00
|
|
|
DstBktInfo *data.BucketInfo
|
|
|
|
DstObject string
|
|
|
|
SrcSize int64
|
|
|
|
Header map[string]string
|
|
|
|
Range *RangeParams
|
|
|
|
Lock *data.ObjectLock
|
2020-08-03 11:48:33 +00:00
|
|
|
}
|
2021-06-23 20:21:15 +00:00
|
|
|
// CreateBucketParams stores bucket create request parameters.
|
|
|
|
CreateBucketParams struct {
|
2022-06-21 15:21:20 +00:00
|
|
|
Name string
|
|
|
|
Policy netmap.PlacementPolicy
|
|
|
|
EACL *eacl.Table
|
|
|
|
SessionContainerCreation *session.Container
|
|
|
|
SessionEACL *session.Container
|
|
|
|
LocationConstraint string
|
|
|
|
ObjectLockEnabled bool
|
2021-06-23 20:21:15 +00:00
|
|
|
}
|
2021-07-21 11:59:46 +00:00
|
|
|
// PutBucketACLParams stores put bucket acl request parameters.
|
|
|
|
PutBucketACLParams struct {
|
2022-06-21 15:21:20 +00:00
|
|
|
BktInfo *data.BucketInfo
|
|
|
|
EACL *eacl.Table
|
|
|
|
SessionToken *session.Container
|
2021-07-21 11:59:46 +00:00
|
|
|
}
|
2021-06-23 20:25:00 +00:00
|
|
|
// DeleteBucketParams stores delete bucket request parameters.
|
|
|
|
DeleteBucketParams struct {
|
2022-06-22 13:22:28 +00:00
|
|
|
BktInfo *data.BucketInfo
|
|
|
|
SessionToken *session.Container
|
2021-06-23 20:25:00 +00:00
|
|
|
}
|
2021-10-04 14:30:38 +00:00
|
|
|
|
|
|
|
// PutSystemObjectParams stores putSystemObject parameters.
|
|
|
|
PutSystemObjectParams struct {
|
|
|
|
BktInfo *data.BucketInfo
|
|
|
|
ObjName string
|
|
|
|
Metadata map[string]string
|
|
|
|
Prefix string
|
2021-10-13 18:50:02 +00:00
|
|
|
Reader io.Reader
|
2022-05-25 15:59:36 +00:00
|
|
|
Size int64
|
2022-02-28 13:39:04 +00:00
|
|
|
Lock *data.ObjectLock
|
2021-10-04 14:30:38 +00:00
|
|
|
}
|
|
|
|
|
2021-07-05 19:18:58 +00:00
|
|
|
// ListObjectVersionsParams stores list objects versions parameters.
|
|
|
|
ListObjectVersionsParams struct {
|
2022-03-18 13:04:09 +00:00
|
|
|
BktInfo *data.BucketInfo
|
2021-07-05 19:18:58 +00:00
|
|
|
Delimiter string
|
|
|
|
KeyMarker string
|
|
|
|
MaxKeys int
|
|
|
|
Prefix string
|
|
|
|
VersionIDMarker string
|
|
|
|
Encode string
|
|
|
|
}
|
2020-08-03 11:48:33 +00:00
|
|
|
|
2021-09-07 06:17:12 +00:00
|
|
|
// VersionedObject stores info about objects to delete.
|
2021-08-10 12:08:15 +00:00
|
|
|
VersionedObject struct {
|
2021-09-07 06:17:12 +00:00
|
|
|
Name string
|
|
|
|
VersionID string
|
|
|
|
DeleteMarkVersion string
|
2022-03-31 06:24:57 +00:00
|
|
|
DeleteMarkerEtag string
|
2021-09-07 06:17:12 +00:00
|
|
|
Error error
|
2021-08-10 12:08:15 +00:00
|
|
|
}
|
|
|
|
|
2021-08-17 08:04:42 +00:00
|
|
|
// PutTaggingParams stores tag set params.
|
|
|
|
PutTaggingParams struct {
|
2021-09-10 06:56:56 +00:00
|
|
|
ObjectInfo *data.ObjectInfo
|
2021-08-17 08:04:42 +00:00
|
|
|
TagSet map[string]string
|
|
|
|
}
|
|
|
|
|
2021-05-13 20:25:31 +00:00
|
|
|
// Client provides S3 API client interface.
|
2020-08-03 11:48:33 +00:00
|
|
|
Client interface {
|
2022-04-29 13:08:22 +00:00
|
|
|
Initialize(ctx context.Context, c EventListener) error
|
2021-10-19 15:08:07 +00:00
|
|
|
EphemeralKey() *keys.PublicKey
|
|
|
|
|
2022-02-28 08:02:05 +00:00
|
|
|
GetBucketSettings(ctx context.Context, bktInfo *data.BucketInfo) (*data.BucketSettings, error)
|
|
|
|
PutBucketSettings(ctx context.Context, p *PutSettingsParams) error
|
2021-08-09 14:29:44 +00:00
|
|
|
|
2021-10-04 14:32:35 +00:00
|
|
|
PutBucketCORS(ctx context.Context, p *PutCORSParams) error
|
2021-10-13 18:50:02 +00:00
|
|
|
GetBucketCORS(ctx context.Context, bktInfo *data.BucketInfo) (*data.CORSConfiguration, error)
|
2021-10-04 14:32:35 +00:00
|
|
|
DeleteBucketCORS(ctx context.Context, bktInfo *data.BucketInfo) error
|
|
|
|
|
2021-09-10 06:56:56 +00:00
|
|
|
ListBuckets(ctx context.Context) ([]*data.BucketInfo, error)
|
|
|
|
GetBucketInfo(ctx context.Context, name string) (*data.BucketInfo, error)
|
2022-03-18 13:04:09 +00:00
|
|
|
GetBucketACL(ctx context.Context, bktInfo *data.BucketInfo) (*BucketACL, error)
|
2021-07-21 11:59:46 +00:00
|
|
|
PutBucketACL(ctx context.Context, p *PutBucketACLParams) error
|
2022-03-18 13:04:09 +00:00
|
|
|
CreateBucket(ctx context.Context, p *CreateBucketParams) (*data.BucketInfo, error)
|
2021-06-23 20:25:00 +00:00
|
|
|
DeleteBucket(ctx context.Context, p *DeleteBucketParams) error
|
2020-08-03 11:48:33 +00:00
|
|
|
|
|
|
|
GetObject(ctx context.Context, p *GetObjectParams) error
|
2022-02-28 13:39:04 +00:00
|
|
|
HeadSystemObject(ctx context.Context, bktInfo *data.BucketInfo, name string) (*data.ObjectInfo, error)
|
2021-09-10 06:56:56 +00:00
|
|
|
GetObjectInfo(ctx context.Context, p *HeadObjectParams) (*data.ObjectInfo, error)
|
|
|
|
GetObjectTagging(ctx context.Context, p *data.ObjectInfo) (map[string]string, error)
|
2022-03-18 13:04:09 +00:00
|
|
|
GetBucketTagging(ctx context.Context, bktInfo *data.BucketInfo) (map[string]string, error)
|
2020-08-03 11:48:33 +00:00
|
|
|
|
2021-09-10 06:56:56 +00:00
|
|
|
PutObject(ctx context.Context, p *PutObjectParams) (*data.ObjectInfo, error)
|
2022-02-28 13:39:04 +00:00
|
|
|
PutSystemObject(ctx context.Context, p *PutSystemObjectParams) (*data.ObjectInfo, error)
|
2021-08-17 08:04:42 +00:00
|
|
|
PutObjectTagging(ctx context.Context, p *PutTaggingParams) error
|
2022-03-18 13:04:09 +00:00
|
|
|
PutBucketTagging(ctx context.Context, bktInfo *data.BucketInfo, tagSet map[string]string) error
|
2020-08-03 11:48:33 +00:00
|
|
|
|
2021-09-10 06:56:56 +00:00
|
|
|
CopyObject(ctx context.Context, p *CopyObjectParams) (*data.ObjectInfo, error)
|
2020-08-03 11:48:33 +00:00
|
|
|
|
2021-07-18 13:40:19 +00:00
|
|
|
ListObjectsV1(ctx context.Context, p *ListObjectsParamsV1) (*ListObjectsInfoV1, error)
|
|
|
|
ListObjectsV2(ctx context.Context, p *ListObjectsParamsV2) (*ListObjectsInfoV2, error)
|
2021-07-05 19:18:58 +00:00
|
|
|
ListObjectVersions(ctx context.Context, p *ListObjectVersionsParams) (*ListObjectVersionsInfo, error)
|
2020-08-03 11:48:33 +00:00
|
|
|
|
2022-03-31 06:24:29 +00:00
|
|
|
DeleteObjects(ctx context.Context, p *DeleteObjectParams) ([]*VersionedObject, error)
|
2022-02-28 13:39:04 +00:00
|
|
|
DeleteSystemObject(ctx context.Context, bktInfo *data.BucketInfo, name string) error
|
2022-03-18 13:04:09 +00:00
|
|
|
DeleteObjectTagging(ctx context.Context, bktInfo *data.BucketInfo, objInfo *data.ObjectInfo) error
|
|
|
|
DeleteBucketTagging(ctx context.Context, bktInfo *data.BucketInfo) error
|
2021-11-25 15:05:58 +00:00
|
|
|
|
|
|
|
CompleteMultipartUpload(ctx context.Context, p *CompleteMultipartParams) (*data.ObjectInfo, error)
|
|
|
|
UploadPart(ctx context.Context, p *UploadPartParams) (*data.ObjectInfo, error)
|
|
|
|
UploadPartCopy(ctx context.Context, p *UploadCopyParams) (*data.ObjectInfo, error)
|
|
|
|
ListMultipartUploads(ctx context.Context, p *ListMultipartUploadsParams) (*ListMultipartUploadsInfo, error)
|
|
|
|
AbortMultipartUpload(ctx context.Context, p *UploadInfoParams) error
|
|
|
|
ListParts(ctx context.Context, p *ListPartsParams) (*ListPartsInfo, error)
|
|
|
|
GetUploadInitInfo(ctx context.Context, p *UploadInfoParams) (*data.ObjectInfo, error)
|
2022-02-17 18:58:51 +00:00
|
|
|
|
|
|
|
PutBucketNotificationConfiguration(ctx context.Context, p *PutBucketNotificationConfigurationParams) error
|
|
|
|
GetBucketNotificationConfiguration(ctx context.Context, bktInfo *data.BucketInfo) (*data.NotificationConfiguration, error)
|
2020-08-03 11:48:33 +00:00
|
|
|
}
|
|
|
|
)
|
|
|
|
|
2021-08-17 11:57:24 +00:00
|
|
|
const (
|
2022-01-11 10:09:34 +00:00
|
|
|
tagPrefix = "S3-Tag-"
|
|
|
|
tagEmptyMark = "\\"
|
2021-08-17 11:57:24 +00:00
|
|
|
)
|
2021-08-17 08:04:42 +00:00
|
|
|
|
2021-08-10 12:08:15 +00:00
|
|
|
func (t *VersionedObject) String() string {
|
|
|
|
return t.Name + ":" + t.VersionID
|
|
|
|
}
|
|
|
|
|
2022-03-05 06:58:54 +00:00
|
|
|
func (f MsgHandlerFunc) HandleMessage(ctx context.Context, msg *nats.Msg) error {
|
|
|
|
return f(ctx, msg)
|
|
|
|
}
|
|
|
|
|
2021-09-10 06:56:56 +00:00
|
|
|
// DefaultCachesConfigs returns filled configs.
|
2022-06-06 08:01:12 +00:00
|
|
|
func DefaultCachesConfigs(logger *zap.Logger) *CachesConfig {
|
2021-09-10 06:56:56 +00:00
|
|
|
return &CachesConfig{
|
2022-06-06 08:01:12 +00:00
|
|
|
Objects: cache.DefaultObjectsConfig(logger),
|
|
|
|
ObjectsList: cache.DefaultObjectsListConfig(logger),
|
|
|
|
Names: cache.DefaultObjectsNameConfig(logger),
|
|
|
|
Buckets: cache.DefaultBucketConfig(logger),
|
|
|
|
System: cache.DefaultSystemConfig(logger),
|
2021-09-10 06:56:56 +00:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2022-04-13 16:56:58 +00:00
|
|
|
// NewLayer creates an instance of a layer. It checks credentials
|
|
|
|
// and establishes gRPC connection with the node.
|
2022-06-06 11:09:09 +00:00
|
|
|
func NewLayer(log *zap.Logger, neoFS NeoFS, config *Config) Client {
|
2020-08-03 11:48:33 +00:00
|
|
|
return &layer{
|
2022-03-01 19:02:24 +00:00
|
|
|
neoFS: neoFS,
|
2021-09-10 06:56:56 +00:00
|
|
|
log: log,
|
2021-11-22 09:16:05 +00:00
|
|
|
anonKey: config.AnonKey,
|
2022-01-11 10:09:34 +00:00
|
|
|
resolver: config.Resolver,
|
2021-11-22 09:16:05 +00:00
|
|
|
listsCache: cache.NewObjectsListCache(config.Caches.ObjectsList),
|
|
|
|
objCache: cache.New(config.Caches.Objects),
|
|
|
|
namesCache: cache.NewObjectsNameCache(config.Caches.Names),
|
|
|
|
bucketCache: cache.NewBucketCache(config.Caches.Buckets),
|
|
|
|
systemCache: cache.NewSystemCache(config.Caches.System),
|
2020-11-24 07:01:38 +00:00
|
|
|
}
|
2020-08-03 11:48:33 +00:00
|
|
|
}
|
|
|
|
|
2021-10-19 15:08:07 +00:00
|
|
|
func (n *layer) EphemeralKey() *keys.PublicKey {
|
|
|
|
return n.anonKey.Key.PublicKey()
|
|
|
|
}
|
|
|
|
|
2022-04-29 13:08:22 +00:00
|
|
|
func (n *layer) Initialize(ctx context.Context, c EventListener) error {
|
2022-03-05 06:58:54 +00:00
|
|
|
if n.IsNotificationEnabled() {
|
|
|
|
return fmt.Errorf("already initialized")
|
|
|
|
}
|
|
|
|
|
2022-03-17 14:03:06 +00:00
|
|
|
// todo add notification handlers (e.g. for lifecycles)
|
2022-03-05 06:58:54 +00:00
|
|
|
|
|
|
|
c.Listen(ctx)
|
|
|
|
|
|
|
|
n.ncontroller = c
|
|
|
|
return nil
|
|
|
|
}
|
|
|
|
|
2022-02-08 15:34:31 +00:00
|
|
|
func (n *layer) IsNotificationEnabled() bool {
|
|
|
|
return n.ncontroller != nil
|
|
|
|
}
|
|
|
|
|
2022-04-13 16:56:58 +00:00
|
|
|
// IsAuthenticatedRequest checks if access box exists in the current request.
|
2022-01-21 09:52:16 +00:00
|
|
|
func IsAuthenticatedRequest(ctx context.Context) bool {
|
|
|
|
_, ok := ctx.Value(api.BoxData).(*accessbox.Box)
|
|
|
|
return ok
|
|
|
|
}
|
|
|
|
|
2020-11-27 12:36:15 +00:00
|
|
|
// Owner returns owner id from BearerToken (context) or from client owner.
|
2022-04-25 09:57:58 +00:00
|
|
|
func (n *layer) Owner(ctx context.Context) user.ID {
|
2022-06-01 14:00:30 +00:00
|
|
|
if bd, ok := ctx.Value(api.BoxData).(*accessbox.Box); ok && bd != nil && bd.Gate != nil && bd.Gate.BearerToken != nil {
|
|
|
|
return bearer.ResolveIssuer(*bd.Gate.BearerToken)
|
2020-11-27 12:36:15 +00:00
|
|
|
}
|
|
|
|
|
2022-04-25 09:57:58 +00:00
|
|
|
var ownerID user.ID
|
|
|
|
user.IDFromKey(&ownerID, (ecdsa.PublicKey)(*n.EphemeralKey()))
|
|
|
|
|
|
|
|
return ownerID
|
2020-11-27 12:36:15 +00:00
|
|
|
}
|
|
|
|
|
2022-06-06 11:09:09 +00:00
|
|
|
func (n *layer) prepareAuthParameters(ctx context.Context, prm *PrmAuth, bktOwner user.ID) {
|
2022-06-03 08:20:47 +00:00
|
|
|
if bd, ok := ctx.Value(api.BoxData).(*accessbox.Box); ok && bd != nil && bd.Gate != nil && bd.Gate.BearerToken != nil {
|
|
|
|
if bktOwner.Equals(bearer.ResolveIssuer(*bd.Gate.BearerToken)) {
|
2022-06-01 17:35:20 +00:00
|
|
|
prm.BearerToken = bd.Gate.BearerToken
|
|
|
|
return
|
|
|
|
}
|
2022-03-01 19:02:24 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
prm.PrivateKey = &n.anonKey.Key.PrivateKey
|
|
|
|
}
|
|
|
|
|
2021-05-20 10:14:17 +00:00
|
|
|
// GetBucketInfo returns bucket info by name.
|
2021-09-10 06:56:56 +00:00
|
|
|
func (n *layer) GetBucketInfo(ctx context.Context, name string) (*data.BucketInfo, error) {
|
2020-10-24 13:09:22 +00:00
|
|
|
name, err := url.QueryUnescape(name)
|
|
|
|
if err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
|
|
|
|
2021-08-18 13:48:58 +00:00
|
|
|
if bktInfo := n.bucketCache.Get(name); bktInfo != nil {
|
|
|
|
return bktInfo, nil
|
|
|
|
}
|
|
|
|
|
2021-11-22 09:16:05 +00:00
|
|
|
containerID, err := n.ResolveBucket(ctx, name)
|
|
|
|
if err != nil {
|
|
|
|
n.log.Debug("bucket not found", zap.Error(err))
|
2021-08-09 08:53:58 +00:00
|
|
|
return nil, errors.GetAPIError(errors.ErrNoSuchBucket)
|
2020-08-03 11:48:33 +00:00
|
|
|
}
|
|
|
|
|
2022-05-25 17:25:43 +00:00
|
|
|
return n.containerInfo(ctx, *containerID)
|
2020-08-03 11:48:33 +00:00
|
|
|
}
|
|
|
|
|
2021-07-21 11:59:46 +00:00
|
|
|
// GetBucketACL returns bucket acl info by name.
|
2022-03-18 13:04:09 +00:00
|
|
|
func (n *layer) GetBucketACL(ctx context.Context, bktInfo *data.BucketInfo) (*BucketACL, error) {
|
|
|
|
eACL, err := n.GetContainerEACL(ctx, bktInfo.CID)
|
2021-07-21 11:59:46 +00:00
|
|
|
if err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
|
|
|
|
|
|
|
return &BucketACL{
|
2022-03-18 13:04:09 +00:00
|
|
|
Info: bktInfo,
|
2022-03-01 19:02:24 +00:00
|
|
|
EACL: eACL,
|
2021-07-21 11:59:46 +00:00
|
|
|
}, nil
|
|
|
|
}
|
|
|
|
|
2022-04-13 16:56:58 +00:00
|
|
|
// PutBucketACL puts bucket acl by name.
|
2021-07-21 11:59:46 +00:00
|
|
|
func (n *layer) PutBucketACL(ctx context.Context, param *PutBucketACLParams) error {
|
2022-06-21 15:21:20 +00:00
|
|
|
return n.setContainerEACLTable(ctx, param.BktInfo.CID, param.EACL, param.SessionToken)
|
2021-07-21 11:59:46 +00:00
|
|
|
}
|
|
|
|
|
2022-04-13 16:56:58 +00:00
|
|
|
// ListBuckets returns all user containers. The name of the bucket is a container
|
2020-08-03 11:48:33 +00:00
|
|
|
// id. Timestamp is omitted since it is not saved in neofs container.
|
2021-09-10 06:56:56 +00:00
|
|
|
func (n *layer) ListBuckets(ctx context.Context) ([]*data.BucketInfo, error) {
|
2020-08-03 11:48:33 +00:00
|
|
|
return n.containerList(ctx)
|
|
|
|
}
|
|
|
|
|
|
|
|
// GetObject from storage.
|
|
|
|
func (n *layer) GetObject(ctx context.Context, p *GetObjectParams) error {
|
2022-02-08 16:54:04 +00:00
|
|
|
var params getParams
|
2020-08-03 11:48:33 +00:00
|
|
|
|
2022-06-01 17:35:20 +00:00
|
|
|
params.objInfo = p.ObjectInfo
|
2022-06-02 16:56:04 +00:00
|
|
|
params.bktInfo = p.BucketInfo
|
2020-10-19 01:04:37 +00:00
|
|
|
|
2021-06-24 11:10:00 +00:00
|
|
|
if p.Range != nil {
|
2022-02-08 16:54:04 +00:00
|
|
|
if p.Range.Start > p.Range.End {
|
|
|
|
panic("invalid range")
|
|
|
|
}
|
|
|
|
|
|
|
|
params.off = p.Range.Start
|
|
|
|
params.ln = p.Range.End - p.Range.Start + 1
|
2021-06-24 11:10:00 +00:00
|
|
|
}
|
2020-08-03 11:48:33 +00:00
|
|
|
|
2022-03-02 16:09:02 +00:00
|
|
|
payload, err := n.initObjectPayloadReader(ctx, params)
|
2021-05-20 10:14:17 +00:00
|
|
|
if err != nil {
|
2022-03-02 16:09:02 +00:00
|
|
|
return fmt.Errorf("init object payload reader: %w", err)
|
|
|
|
}
|
|
|
|
|
|
|
|
if params.ln == 0 {
|
|
|
|
params.ln = 4096 // configure?
|
|
|
|
}
|
|
|
|
|
|
|
|
// alloc buffer for copying
|
|
|
|
buf := make([]byte, params.ln) // sync-pool it?
|
|
|
|
|
|
|
|
// copy full payload
|
|
|
|
_, err = io.CopyBuffer(p.Writer, payload, buf)
|
|
|
|
if err != nil {
|
|
|
|
return fmt.Errorf("copy object payload: %w", err)
|
2021-05-20 10:14:17 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
return nil
|
2020-08-03 11:48:33 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
// GetObjectInfo returns meta information about the object.
|
2021-09-10 06:56:56 +00:00
|
|
|
func (n *layer) GetObjectInfo(ctx context.Context, p *HeadObjectParams) (*data.ObjectInfo, error) {
|
2021-08-10 10:03:09 +00:00
|
|
|
if len(p.VersionID) == 0 {
|
2022-03-18 13:04:09 +00:00
|
|
|
return n.headLastVersionIfNotDeleted(ctx, p.BktInfo, p.Object)
|
2021-08-10 12:08:15 +00:00
|
|
|
}
|
|
|
|
|
2022-03-18 13:04:09 +00:00
|
|
|
return n.headVersion(ctx, p.BktInfo, p)
|
2020-08-03 11:48:33 +00:00
|
|
|
}
|
|
|
|
|
2021-08-17 11:23:01 +00:00
|
|
|
// GetObjectTagging from storage.
|
2021-09-10 06:56:56 +00:00
|
|
|
func (n *layer) GetObjectTagging(ctx context.Context, oi *data.ObjectInfo) (map[string]string, error) {
|
|
|
|
bktInfo := &data.BucketInfo{
|
2021-08-17 11:23:01 +00:00
|
|
|
Name: oi.Bucket,
|
2021-08-27 21:33:50 +00:00
|
|
|
CID: oi.CID,
|
2021-08-17 11:23:01 +00:00
|
|
|
Owner: oi.Owner,
|
|
|
|
}
|
|
|
|
|
2022-02-28 13:39:04 +00:00
|
|
|
objInfo, err := n.HeadSystemObject(ctx, bktInfo, oi.TagsObject())
|
2021-08-17 11:23:01 +00:00
|
|
|
if err != nil && !errors.IsS3Error(err, errors.ErrNoSuchKey) {
|
|
|
|
return nil, err
|
|
|
|
}
|
|
|
|
|
2021-08-17 11:57:24 +00:00
|
|
|
return formTagSet(objInfo), nil
|
|
|
|
}
|
|
|
|
|
|
|
|
// GetBucketTagging from storage.
|
2022-03-18 13:04:09 +00:00
|
|
|
func (n *layer) GetBucketTagging(ctx context.Context, bktInfo *data.BucketInfo) (map[string]string, error) {
|
|
|
|
objInfo, err := n.HeadSystemObject(ctx, bktInfo, formBucketTagObjectName(bktInfo.Name))
|
2021-08-17 11:57:24 +00:00
|
|
|
if err != nil && !errors.IsS3Error(err, errors.ErrNoSuchKey) {
|
|
|
|
return nil, err
|
|
|
|
}
|
|
|
|
|
|
|
|
return formTagSet(objInfo), nil
|
|
|
|
}
|
|
|
|
|
2021-09-10 06:56:56 +00:00
|
|
|
func formTagSet(objInfo *data.ObjectInfo) map[string]string {
|
2021-08-17 11:23:01 +00:00
|
|
|
var tagSet map[string]string
|
|
|
|
if objInfo != nil {
|
|
|
|
tagSet = make(map[string]string, len(objInfo.Headers))
|
|
|
|
for k, v := range objInfo.Headers {
|
|
|
|
if strings.HasPrefix(k, tagPrefix) {
|
2021-08-17 11:57:24 +00:00
|
|
|
if v == tagEmptyMark {
|
|
|
|
v = ""
|
|
|
|
}
|
2021-08-17 11:23:01 +00:00
|
|
|
tagSet[strings.TrimPrefix(k, tagPrefix)] = v
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
2021-08-17 11:57:24 +00:00
|
|
|
return tagSet
|
2021-08-17 11:23:01 +00:00
|
|
|
}
|
|
|
|
|
2021-08-17 08:04:42 +00:00
|
|
|
// PutObjectTagging into storage.
|
|
|
|
func (n *layer) PutObjectTagging(ctx context.Context, p *PutTaggingParams) error {
|
2021-09-10 06:56:56 +00:00
|
|
|
bktInfo := &data.BucketInfo{
|
2021-08-17 08:04:42 +00:00
|
|
|
Name: p.ObjectInfo.Bucket,
|
2021-08-27 21:33:50 +00:00
|
|
|
CID: p.ObjectInfo.CID,
|
2021-08-17 08:04:42 +00:00
|
|
|
Owner: p.ObjectInfo.Owner,
|
|
|
|
}
|
|
|
|
|
2021-10-04 14:30:38 +00:00
|
|
|
s := &PutSystemObjectParams{
|
|
|
|
BktInfo: bktInfo,
|
|
|
|
ObjName: p.ObjectInfo.TagsObject(),
|
|
|
|
Metadata: p.TagSet,
|
|
|
|
Prefix: tagPrefix,
|
2021-10-13 18:50:02 +00:00
|
|
|
Reader: nil,
|
2021-10-04 14:30:38 +00:00
|
|
|
}
|
|
|
|
|
2022-02-28 13:39:04 +00:00
|
|
|
_, err := n.PutSystemObject(ctx, s)
|
|
|
|
return err
|
2021-08-17 08:04:42 +00:00
|
|
|
}
|
|
|
|
|
2021-08-17 11:57:24 +00:00
|
|
|
// PutBucketTagging into storage.
|
2022-03-18 13:04:09 +00:00
|
|
|
func (n *layer) PutBucketTagging(ctx context.Context, bktInfo *data.BucketInfo, tagSet map[string]string) error {
|
2021-10-04 14:30:38 +00:00
|
|
|
s := &PutSystemObjectParams{
|
|
|
|
BktInfo: bktInfo,
|
2022-03-18 13:04:09 +00:00
|
|
|
ObjName: formBucketTagObjectName(bktInfo.Name),
|
2021-10-04 14:30:38 +00:00
|
|
|
Metadata: tagSet,
|
|
|
|
Prefix: tagPrefix,
|
2021-10-13 18:50:02 +00:00
|
|
|
Reader: nil,
|
2021-10-04 14:30:38 +00:00
|
|
|
}
|
|
|
|
|
2022-03-18 13:04:09 +00:00
|
|
|
_, err := n.PutSystemObject(ctx, s)
|
2022-02-28 13:39:04 +00:00
|
|
|
return err
|
2021-08-17 11:57:24 +00:00
|
|
|
}
|
|
|
|
|
2021-08-17 11:23:49 +00:00
|
|
|
// DeleteObjectTagging from storage.
|
2022-03-18 13:04:09 +00:00
|
|
|
func (n *layer) DeleteObjectTagging(ctx context.Context, bktInfo *data.BucketInfo, objInfo *data.ObjectInfo) error {
|
|
|
|
return n.DeleteSystemObject(ctx, bktInfo, objInfo.TagsObject())
|
2021-08-17 11:57:24 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
// DeleteBucketTagging from storage.
|
2022-03-18 13:04:09 +00:00
|
|
|
func (n *layer) DeleteBucketTagging(ctx context.Context, bktInfo *data.BucketInfo) error {
|
|
|
|
return n.DeleteSystemObject(ctx, bktInfo, formBucketTagObjectName(bktInfo.Name))
|
2021-08-17 11:23:49 +00:00
|
|
|
}
|
|
|
|
|
2020-08-03 11:48:33 +00:00
|
|
|
// CopyObject from one bucket into another bucket.
|
2021-09-10 06:56:56 +00:00
|
|
|
func (n *layer) CopyObject(ctx context.Context, p *CopyObjectParams) (*data.ObjectInfo, error) {
|
2020-08-03 11:48:33 +00:00
|
|
|
pr, pw := io.Pipe()
|
|
|
|
|
|
|
|
go func() {
|
|
|
|
err := n.GetObject(ctx, &GetObjectParams{
|
2021-08-10 10:03:09 +00:00
|
|
|
ObjectInfo: p.SrcObject,
|
|
|
|
Writer: pw,
|
2021-11-25 15:05:58 +00:00
|
|
|
Range: p.Range,
|
2022-06-02 16:56:04 +00:00
|
|
|
BucketInfo: p.ScrBktInfo,
|
2020-08-03 11:48:33 +00:00
|
|
|
})
|
|
|
|
|
2020-10-24 13:09:22 +00:00
|
|
|
if err = pw.CloseWithError(err); err != nil {
|
|
|
|
n.log.Error("could not get object", zap.Error(err))
|
|
|
|
}
|
2020-08-03 11:48:33 +00:00
|
|
|
}()
|
|
|
|
|
|
|
|
return n.PutObject(ctx, &PutObjectParams{
|
2022-03-18 13:04:09 +00:00
|
|
|
BktInfo: p.DstBktInfo,
|
|
|
|
Object: p.DstObject,
|
|
|
|
Size: p.SrcSize,
|
|
|
|
Reader: pr,
|
|
|
|
Header: p.Header,
|
2020-08-03 11:48:33 +00:00
|
|
|
})
|
|
|
|
}
|
|
|
|
|
2022-04-13 16:56:58 +00:00
|
|
|
// DeleteObject removes all objects with the passed nice name.
|
2022-03-31 06:24:29 +00:00
|
|
|
func (n *layer) deleteObject(ctx context.Context, bkt *data.BucketInfo, settings *data.BucketSettings, obj *VersionedObject) *VersionedObject {
|
2020-10-19 01:04:37 +00:00
|
|
|
var (
|
|
|
|
err error
|
2022-05-25 17:25:43 +00:00
|
|
|
ids []oid.ID
|
2020-10-19 01:04:37 +00:00
|
|
|
)
|
|
|
|
|
2022-01-19 09:02:08 +00:00
|
|
|
p := &PutObjectParams{
|
2022-03-18 13:04:09 +00:00
|
|
|
BktInfo: bkt,
|
|
|
|
Object: obj.Name,
|
|
|
|
Reader: bytes.NewReader(nil),
|
|
|
|
Header: map[string]string{},
|
2021-08-10 12:08:15 +00:00
|
|
|
}
|
|
|
|
|
2022-01-19 09:02:08 +00:00
|
|
|
// Current implementation doesn't consider "unversioned" mode (so any deletion creates "delete-mark" object).
|
|
|
|
// The reason is difficulties to determinate whether versioning mode is "unversioned" or "suspended".
|
|
|
|
|
2022-04-01 11:48:05 +00:00
|
|
|
if obj.VersionID == unversionedObjectVersionID || !settings.VersioningEnabled && len(obj.VersionID) == 0 {
|
2022-01-19 09:02:08 +00:00
|
|
|
p.Header[versionsUnversionedAttr] = "true"
|
|
|
|
versions, err := n.headVersions(ctx, bkt, obj.Name)
|
2021-09-07 06:17:12 +00:00
|
|
|
if err != nil {
|
|
|
|
obj.Error = err
|
|
|
|
return obj
|
|
|
|
}
|
2022-01-19 09:02:08 +00:00
|
|
|
last := versions.getLast(FromUnversioned())
|
|
|
|
if last == nil {
|
|
|
|
return obj
|
2020-08-22 02:41:58 +00:00
|
|
|
}
|
2022-01-19 09:02:08 +00:00
|
|
|
p.Header[VersionsDeleteMarkAttr] = last.Version()
|
|
|
|
|
|
|
|
for _, unversioned := range versions.unversioned() {
|
|
|
|
ids = append(ids, unversioned.ID)
|
|
|
|
}
|
|
|
|
} else if len(obj.VersionID) != 0 {
|
|
|
|
version, err := n.checkVersionsExist(ctx, bkt, obj)
|
2021-08-10 12:08:15 +00:00
|
|
|
if err != nil {
|
2021-09-07 06:17:12 +00:00
|
|
|
obj.Error = err
|
|
|
|
return obj
|
2020-08-22 02:41:58 +00:00
|
|
|
}
|
2022-05-25 17:25:43 +00:00
|
|
|
ids = []oid.ID{version.ID}
|
2022-01-19 09:02:08 +00:00
|
|
|
if version.Headers[VersionsDeleteMarkAttr] == DelMarkFullObject {
|
|
|
|
obj.DeleteMarkVersion = version.Version()
|
|
|
|
}
|
|
|
|
|
|
|
|
p.Header[versionsDelAttr] = obj.VersionID
|
|
|
|
p.Header[VersionsDeleteMarkAttr] = version.Version()
|
|
|
|
} else {
|
|
|
|
p.Header[VersionsDeleteMarkAttr] = DelMarkFullObject
|
|
|
|
}
|
|
|
|
|
2020-08-20 19:41:52 +00:00
|
|
|
for _, id := range ids {
|
2022-06-01 17:35:20 +00:00
|
|
|
if err = n.objectDelete(ctx, bkt, id); err != nil {
|
2021-09-07 06:17:12 +00:00
|
|
|
obj.Error = err
|
|
|
|
return obj
|
2020-08-20 19:41:52 +00:00
|
|
|
}
|
2022-03-18 13:04:09 +00:00
|
|
|
if err = n.DeleteObjectTagging(ctx, bkt, &data.ObjectInfo{ID: id, Bucket: bkt.Name, Name: obj.Name}); err != nil {
|
2021-09-07 06:17:12 +00:00
|
|
|
obj.Error = err
|
|
|
|
return obj
|
2021-08-17 11:23:49 +00:00
|
|
|
}
|
2020-08-03 11:48:33 +00:00
|
|
|
}
|
2021-09-01 16:10:52 +00:00
|
|
|
n.listsCache.CleanCacheEntriesContainingObject(obj.Name, bkt.CID)
|
2020-08-03 11:48:33 +00:00
|
|
|
|
2022-03-18 13:04:09 +00:00
|
|
|
objInfo, err := n.PutObject(ctx, p)
|
2022-03-09 10:23:33 +00:00
|
|
|
if err != nil {
|
|
|
|
obj.Error = err
|
|
|
|
return obj
|
|
|
|
}
|
|
|
|
if len(obj.VersionID) == 0 {
|
|
|
|
obj.DeleteMarkVersion = objInfo.Version()
|
2022-04-01 11:48:05 +00:00
|
|
|
if settings.VersioningEnabled {
|
2022-03-31 06:24:57 +00:00
|
|
|
obj.DeleteMarkerEtag = objInfo.HashSum
|
|
|
|
}
|
2022-03-09 10:23:33 +00:00
|
|
|
}
|
|
|
|
|
2021-09-07 06:17:12 +00:00
|
|
|
return obj
|
2020-08-03 11:48:33 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
// DeleteObjects from the storage.
|
2022-03-31 06:24:29 +00:00
|
|
|
func (n *layer) DeleteObjects(ctx context.Context, p *DeleteObjectParams) ([]*VersionedObject, error) {
|
|
|
|
for i, obj := range p.Objects {
|
|
|
|
p.Objects[i] = n.deleteObject(ctx, p.BktInfo, p.BktSettings, obj)
|
2020-08-03 11:48:33 +00:00
|
|
|
}
|
|
|
|
|
2022-03-31 06:24:29 +00:00
|
|
|
return p.Objects, nil
|
2020-08-03 11:48:33 +00:00
|
|
|
}
|
2021-06-23 20:21:15 +00:00
|
|
|
|
2022-03-18 13:04:09 +00:00
|
|
|
func (n *layer) CreateBucket(ctx context.Context, p *CreateBucketParams) (*data.BucketInfo, error) {
|
2022-02-15 09:06:00 +00:00
|
|
|
bktInfo, err := n.GetBucketInfo(ctx, p.Name)
|
2021-07-07 14:56:29 +00:00
|
|
|
if err != nil {
|
2021-08-09 08:53:58 +00:00
|
|
|
if errors.IsS3Error(err, errors.ErrNoSuchBucket) {
|
2021-07-07 14:56:29 +00:00
|
|
|
return n.createContainer(ctx, p)
|
|
|
|
}
|
|
|
|
return nil, err
|
|
|
|
}
|
|
|
|
|
2022-06-21 15:21:20 +00:00
|
|
|
if p.SessionContainerCreation != nil && session.IssuedBy(*p.SessionContainerCreation, bktInfo.Owner) {
|
2022-02-15 09:06:00 +00:00
|
|
|
return nil, errors.GetAPIError(errors.ErrBucketAlreadyOwnedByYou)
|
|
|
|
}
|
|
|
|
|
2021-08-09 08:53:58 +00:00
|
|
|
return nil, errors.GetAPIError(errors.ErrBucketAlreadyExists)
|
2021-06-23 20:21:15 +00:00
|
|
|
}
|
2021-06-23 20:25:00 +00:00
|
|
|
|
2021-11-22 09:16:05 +00:00
|
|
|
func (n *layer) ResolveBucket(ctx context.Context, name string) (*cid.ID, error) {
|
2022-04-25 09:57:58 +00:00
|
|
|
var cnrID cid.ID
|
|
|
|
if err := cnrID.DecodeString(name); err != nil {
|
2022-01-11 10:09:34 +00:00
|
|
|
return n.resolver.Resolve(ctx, name)
|
2021-11-22 09:16:05 +00:00
|
|
|
}
|
|
|
|
|
2022-04-25 09:57:58 +00:00
|
|
|
return &cnrID, nil
|
2021-11-22 09:16:05 +00:00
|
|
|
}
|
|
|
|
|
2021-06-23 20:25:00 +00:00
|
|
|
func (n *layer) DeleteBucket(ctx context.Context, p *DeleteBucketParams) error {
|
2022-03-18 13:04:09 +00:00
|
|
|
objects, err := n.listSortedObjects(ctx, allObjectParams{Bucket: p.BktInfo})
|
2021-08-10 12:08:15 +00:00
|
|
|
if err != nil {
|
|
|
|
return err
|
|
|
|
}
|
2021-08-19 06:55:22 +00:00
|
|
|
if len(objects) != 0 {
|
2021-08-11 10:02:13 +00:00
|
|
|
return errors.GetAPIError(errors.ErrBucketNotEmpty)
|
2021-08-10 12:08:15 +00:00
|
|
|
}
|
|
|
|
|
2022-03-18 13:04:09 +00:00
|
|
|
n.bucketCache.Delete(p.BktInfo.Name)
|
2022-06-22 13:22:28 +00:00
|
|
|
return n.deleteContainer(ctx, p.BktInfo.CID, p.SessionToken)
|
2021-08-09 14:29:44 +00:00
|
|
|
}
|