frostfs-http-gw/uploader/upload.go

package uploader

import (
	"context"
	"encoding/json"
	"io"
	"strconv"
	"sync"
	"time"

	"github.com/nspcc-dev/neofs-api-go/pkg/container"
	"github.com/nspcc-dev/neofs-api-go/pkg/object"
	"github.com/nspcc-dev/neofs-api-go/pkg/owner"
	"github.com/nspcc-dev/neofs-api-go/pkg/token"
	"github.com/nspcc-dev/neofs-http-gate/neofs"
	"github.com/nspcc-dev/neofs-http-gate/tokens"
	"github.com/valyala/fasthttp"
	"go.uber.org/zap"
)

var putOptionsPool = sync.Pool{
	New: func() interface{} {
		return new(neofs.PutOptions)
	},
}

type Uploader struct {
	log                    *zap.Logger
	plant                  neofs.ClientPlant
	enableDefaultTimestamp bool
}

func New(log *zap.Logger, plant neofs.ClientPlant, enableDefaultTimestamp bool) *Uploader {
	return &Uploader{log, plant, enableDefaultTimestamp}
}

func (u *Uploader) Upload(c *fasthttp.RequestCtx) {
	var (
		err     error
		file    MultipartFile
		addr    *object.Address
		cid     = container.NewID()
		scid, _ = c.UserValue("cid").(string)
		log     = u.log.With(zap.String("cid", scid))
	)
	if err = tokens.StoreBearerToken(c); err != nil {
		log.Error("could not fetch bearer token", zap.Error(err))
		c.Error("could not fetch bearer token", fasthttp.StatusBadRequest)
		return
	}
	if err = cid.Parse(scid); err != nil {
		log.Error("wrong container id", zap.Error(err))
		c.Error("wrong container id", fasthttp.StatusBadRequest)
		return
	}
	defer func() {
		// if temporary reader can be closed - close it
		if file == nil {
			return
		}
		err := file.Close()
		log.Debug(
			"close temporary multipart/form file",
			zap.Stringer("address", addr),
			zap.String("filename", file.FileName()),
			zap.Error(err),
		)
	}()
	boundary := string(c.Request.Header.MultipartFormBoundary())
	if file, err = fetchMultipartFile(u.log, c.RequestBodyStream(), boundary); err != nil {
		log.Error("could not receive multipart/form", zap.Error(err))
		c.Error("could not receive multipart/form: "+err.Error(), fasthttp.StatusBadRequest)
		return
	}
	filtered := filterHeaders(u.log, &c.Request.Header)
	attributes := make([]*object.Attribute, 0, len(filtered))
	// prepares attributes from filtered headers
	for key, val := range filtered {
		attribute := object.NewAttribute()
		attribute.SetKey(key)
		attribute.SetValue(val)
		attributes = append(attributes, attribute)
	}
	// sets FileName attribute if it wasn't set from header
	if _, ok := filtered[object.AttributeFileName]; !ok {
		filename := object.NewAttribute()
		filename.SetKey(object.AttributeFileName)
		filename.SetValue(file.FileName())
		attributes = append(attributes, filename)
	}
	// sets Timestamp attribute if it wasn't set from header and enabled by settings
	if _, ok := filtered[object.AttributeTimestamp]; !ok && u.enableDefaultTimestamp {
		timestamp := object.NewAttribute()
		timestamp.SetKey(object.AttributeTimestamp)
		timestamp.SetValue(strconv.FormatInt(time.Now().Unix(), 10))
		attributes = append(attributes, timestamp)
	}
	oid, bt := u.fetchOwnerAndBearerToken(c)
	// Prepare a new object and fill it.
	raw := object.NewRaw()
	raw.SetContainerID(cid)
	raw.SetOwnerID(oid)
	raw.SetAttributes(attributes...)
	putOpts := putOptionsPool.Get().(*neofs.PutOptions)
	defer putOptionsPool.Put(putOpts)
	// Try to put file into NeoFS or throw an error.
	putOpts.Client, putOpts.SessionToken, err = u.plant.GetReusableArtifacts(c)
	if err != nil {
		log.Error("failed to get neofs client's reusable artifacts", zap.Error(err))
		c.Error("failed to get neofs client's reusable artifacts", fasthttp.StatusInternalServerError)
		return
	}
	putOpts.BearerToken = bt
	putOpts.ContainerID = cid
	putOpts.OwnerID = oid
	putOpts.PrepareObjectOnsite = false
	putOpts.Reader = file
	if addr, err = u.plant.Object().Put(c, putOpts); err != nil {
		log.Error("could not store file in NeoFS", zap.Error(err))
		c.Error("could not store file in NeoFS", fasthttp.StatusBadRequest)
		return
	}
	// Try to return the response, otherwise, if something went wrong, throw an error.
	if err = newPutResponse(addr).encode(c); err != nil {
		log.Error("could not prepare response", zap.Error(err))
		c.Error("could not prepare response", fasthttp.StatusBadRequest)

		return
	}
	// Report status code and content type.
	c.Response.SetStatusCode(fasthttp.StatusOK)
	c.Response.Header.SetContentType(jsonHeader)
}

func (u *Uploader) fetchOwnerAndBearerToken(ctx context.Context) (*owner.ID, *token.BearerToken) {
	if token, err := tokens.LoadBearerToken(ctx); err == nil && token != nil {
		return token.Issuer(), token
	}
	return u.plant.OwnerID(), nil
}

type putResponse struct {
	OID string `json:"object_id"`
	CID string `json:"container_id"`
}

const jsonHeader = "application/json; charset=UTF-8"

func newPutResponse(addr *object.Address) *putResponse {
	return &putResponse{
		OID: addr.ObjectID().String(),
		CID: addr.ContainerID().String(),
	}
}

func (pr *putResponse) encode(w io.Writer) error {
	enc := json.NewEncoder(w)
	enc.SetIndent("", "\t")
	return enc.Encode(pr)
}