2021-03-31 16:58:42 +00:00
|
|
|
package uploader
|
2021-01-25 19:36:46 +00:00
|
|
|
|
|
|
|
import (
|
|
|
|
"bytes"
|
2021-11-26 12:44:07 +00:00
|
|
|
"fmt"
|
|
|
|
"strconv"
|
|
|
|
"time"
|
2021-01-25 19:36:46 +00:00
|
|
|
|
2021-11-26 12:44:07 +00:00
|
|
|
"github.com/nspcc-dev/neofs-api-go/v2/object"
|
2021-01-25 19:36:46 +00:00
|
|
|
"github.com/valyala/fasthttp"
|
|
|
|
"go.uber.org/zap"
|
|
|
|
)
|
|
|
|
|
2021-02-03 13:01:30 +00:00
|
|
|
const (
|
2021-09-08 06:15:42 +00:00
|
|
|
userAttributeHeaderPrefix = "X-Attribute-"
|
|
|
|
systemAttributePrefix = "__NEOFS__"
|
2021-11-26 12:44:07 +00:00
|
|
|
|
|
|
|
expirationDurationAttr = systemAttributePrefix + "EXPIRATION_DURATION"
|
|
|
|
expirationTimestampAttr = systemAttributePrefix + "EXPIRATION_TIMESTAMP"
|
|
|
|
expirationRFC3339Attr = systemAttributePrefix + "EXPIRATION_RFC3339"
|
2021-01-25 19:36:46 +00:00
|
|
|
)
|
|
|
|
|
2021-09-08 06:15:42 +00:00
|
|
|
var neofsAttributeHeaderPrefixes = [...][]byte{[]byte("Neofs-"), []byte("NEOFS-"), []byte("neofs-")}
|
|
|
|
|
|
|
|
func systemTranslator(key, prefix []byte) []byte {
|
|
|
|
// replace specified prefix with `__NEOFS__`
|
|
|
|
key = bytes.Replace(key, prefix, []byte(systemAttributePrefix), 1)
|
2021-01-25 19:36:46 +00:00
|
|
|
|
2021-02-03 13:01:30 +00:00
|
|
|
// replace `-` with `_`
|
|
|
|
key = bytes.ReplaceAll(key, []byte("-"), []byte("_"))
|
2021-01-25 19:36:46 +00:00
|
|
|
|
2021-02-03 13:01:30 +00:00
|
|
|
// replace with uppercase
|
|
|
|
return bytes.ToUpper(key)
|
2021-01-25 19:36:46 +00:00
|
|
|
}
|
|
|
|
|
2021-02-03 13:01:30 +00:00
|
|
|
func filterHeaders(l *zap.Logger, header *fasthttp.RequestHeader) map[string]string {
|
2021-01-25 19:36:46 +00:00
|
|
|
result := make(map[string]string)
|
2021-01-26 09:40:01 +00:00
|
|
|
prefix := []byte(userAttributeHeaderPrefix)
|
2021-01-25 19:36:46 +00:00
|
|
|
|
|
|
|
header.VisitAll(func(key, val []byte) {
|
2021-01-26 15:36:53 +00:00
|
|
|
// checks that key and val not empty
|
2021-01-25 19:36:46 +00:00
|
|
|
if len(key) == 0 || len(val) == 0 {
|
|
|
|
return
|
2021-01-26 15:36:53 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
// checks that key has attribute prefix
|
|
|
|
if !bytes.HasPrefix(key, prefix) {
|
2021-01-25 19:36:46 +00:00
|
|
|
return
|
2021-01-26 15:36:53 +00:00
|
|
|
}
|
|
|
|
|
2021-02-03 13:01:30 +00:00
|
|
|
// removing attribute prefix
|
|
|
|
key = bytes.TrimPrefix(key, prefix)
|
2021-01-25 19:36:46 +00:00
|
|
|
|
2021-02-03 13:01:30 +00:00
|
|
|
// checks that it's a system NeoFS header
|
2021-09-08 06:15:42 +00:00
|
|
|
for _, system := range neofsAttributeHeaderPrefixes {
|
|
|
|
if bytes.HasPrefix(key, system) {
|
|
|
|
key = systemTranslator(key, system)
|
|
|
|
break
|
|
|
|
}
|
2021-02-03 13:01:30 +00:00
|
|
|
}
|
2021-01-25 19:36:46 +00:00
|
|
|
|
2021-02-03 13:01:30 +00:00
|
|
|
// checks that attribute key not empty
|
|
|
|
if len(key) == 0 {
|
2021-01-25 19:36:46 +00:00
|
|
|
return
|
|
|
|
}
|
|
|
|
|
2021-02-03 13:01:30 +00:00
|
|
|
// make string representation of key / val
|
|
|
|
k, v := string(key), string(val)
|
|
|
|
|
|
|
|
result[k] = v
|
|
|
|
|
|
|
|
l.Debug("add attribute to result object",
|
|
|
|
zap.String("key", k),
|
|
|
|
zap.String("val", v))
|
2021-01-25 19:36:46 +00:00
|
|
|
})
|
|
|
|
|
|
|
|
return result
|
|
|
|
}
|
2021-11-26 12:44:07 +00:00
|
|
|
|
|
|
|
func prepareExpirationHeader(headers map[string]string, epochDurations *epochDurations) error {
|
|
|
|
expirationInEpoch := headers[object.SysAttributeExpEpoch]
|
|
|
|
|
|
|
|
if timeRFC3339, ok := headers[expirationRFC3339Attr]; ok {
|
|
|
|
expTime, err := time.Parse(time.RFC3339, timeRFC3339)
|
|
|
|
if err != nil {
|
|
|
|
return fmt.Errorf("couldn't parse value %s of header %s", timeRFC3339, expirationRFC3339Attr)
|
|
|
|
}
|
|
|
|
|
|
|
|
now := time.Now().UTC()
|
|
|
|
if expTime.Before(now) {
|
|
|
|
return fmt.Errorf("value %s of header %s must be in the future", timeRFC3339, expirationRFC3339Attr)
|
|
|
|
}
|
|
|
|
updateExpirationHeader(headers, epochDurations, expTime.Sub(now))
|
|
|
|
delete(headers, expirationRFC3339Attr)
|
|
|
|
}
|
|
|
|
|
|
|
|
if timestamp, ok := headers[expirationTimestampAttr]; ok {
|
|
|
|
value, err := strconv.ParseInt(timestamp, 10, 64)
|
|
|
|
if err != nil {
|
|
|
|
return fmt.Errorf("couldn't parse value %s of header %s", timestamp, expirationTimestampAttr)
|
|
|
|
}
|
|
|
|
expTime := time.Unix(value, 0)
|
|
|
|
|
|
|
|
now := time.Now()
|
|
|
|
if expTime.Before(now) {
|
|
|
|
return fmt.Errorf("value %s of header %s must be in the future", timestamp, expirationTimestampAttr)
|
|
|
|
}
|
|
|
|
updateExpirationHeader(headers, epochDurations, expTime.Sub(now))
|
|
|
|
delete(headers, expirationTimestampAttr)
|
|
|
|
}
|
|
|
|
|
|
|
|
if duration, ok := headers[expirationDurationAttr]; ok {
|
|
|
|
expDuration, err := time.ParseDuration(duration)
|
|
|
|
if err != nil {
|
|
|
|
return fmt.Errorf("couldn't parse value %s of header %s", duration, expirationDurationAttr)
|
|
|
|
}
|
|
|
|
if expDuration <= 0 {
|
|
|
|
return fmt.Errorf("value %s of header %s must be positive", expDuration, expirationDurationAttr)
|
|
|
|
}
|
|
|
|
updateExpirationHeader(headers, epochDurations, expDuration)
|
|
|
|
delete(headers, expirationDurationAttr)
|
|
|
|
}
|
|
|
|
|
|
|
|
if expirationInEpoch != "" {
|
|
|
|
headers[object.SysAttributeExpEpoch] = expirationInEpoch
|
|
|
|
}
|
|
|
|
|
|
|
|
return nil
|
|
|
|
}
|
|
|
|
|
|
|
|
func updateExpirationHeader(headers map[string]string, durations *epochDurations, expDuration time.Duration) {
|
|
|
|
epochDuration := durations.msPerBlock * int64(durations.blockPerEpoch)
|
|
|
|
numEpoch := expDuration.Milliseconds() / epochDuration
|
|
|
|
headers[object.SysAttributeExpEpoch] = strconv.FormatInt(int64(durations.currentEpoch)+numEpoch, 10)
|
|
|
|
}
|