forked from TrueCloudLab/frostfs-node
3dd10b6795
Signed-off-by: Leonard Lyubich <leonard@nspcc.ru>
958 lines
23 KiB
Go
958 lines
23 KiB
Go
package cmd
|
|
|
|
import (
|
|
"context"
|
|
"encoding/hex"
|
|
"errors"
|
|
"fmt"
|
|
"io"
|
|
"io/ioutil"
|
|
"math"
|
|
"os"
|
|
"path/filepath"
|
|
"strconv"
|
|
"strings"
|
|
"time"
|
|
|
|
"github.com/nspcc-dev/neofs-api-go/pkg/client"
|
|
cid "github.com/nspcc-dev/neofs-api-go/pkg/container/id"
|
|
"github.com/nspcc-dev/neofs-api-go/pkg/object"
|
|
"github.com/nspcc-dev/neofs-api-go/pkg/owner"
|
|
"github.com/nspcc-dev/neofs-api-go/pkg/session"
|
|
"github.com/nspcc-dev/neofs-api-go/pkg/token"
|
|
objectV2 "github.com/nspcc-dev/neofs-api-go/v2/object"
|
|
"github.com/spf13/cobra"
|
|
)
|
|
|
|
const (
|
|
getRangeCmdUse = "range"
|
|
|
|
getRangeCmdShortDesc = "Get payload range data of an object"
|
|
|
|
getRangeCmdLongDesc = "Get payload range data of an object"
|
|
)
|
|
|
|
const (
|
|
getRangeHashSaltFlag = "salt"
|
|
)
|
|
|
|
var (
|
|
// objectCmd represents the object command
|
|
objectCmd = &cobra.Command{
|
|
Use: "object",
|
|
Short: "Operations with Objects",
|
|
Long: `Operations with Objects`,
|
|
}
|
|
|
|
objectPutCmd = &cobra.Command{
|
|
Use: "put",
|
|
Short: "Put object to NeoFS",
|
|
Long: "Put object to NeoFS",
|
|
RunE: putObject,
|
|
}
|
|
|
|
objectGetCmd = &cobra.Command{
|
|
Use: "get",
|
|
Short: "Get object from NeoFS",
|
|
Long: "Get object from NeoFS",
|
|
RunE: getObject,
|
|
}
|
|
|
|
objectDelCmd = &cobra.Command{
|
|
Use: "delete",
|
|
Aliases: []string{"del"},
|
|
Short: "Delete object from NeoFS",
|
|
Long: "Delete object from NeoFS",
|
|
RunE: deleteObject,
|
|
}
|
|
|
|
searchFilters []string
|
|
|
|
objectSearchCmd = &cobra.Command{
|
|
Use: "search",
|
|
Short: "Search object",
|
|
Long: "Search object",
|
|
RunE: searchObject,
|
|
}
|
|
|
|
objectHeadCmd = &cobra.Command{
|
|
Use: "head",
|
|
Short: "Get object header",
|
|
Long: "Get object header",
|
|
RunE: getObjectHeader,
|
|
}
|
|
|
|
objectHashCmd = &cobra.Command{
|
|
Use: "hash",
|
|
Short: "Get object hash",
|
|
Long: "Get object hash",
|
|
RunE: getObjectHash,
|
|
}
|
|
|
|
objectRangeCmd = &cobra.Command{
|
|
Use: getRangeCmdUse,
|
|
Short: getRangeCmdShortDesc,
|
|
Long: getRangeCmdLongDesc,
|
|
RunE: getObjectRange,
|
|
}
|
|
)
|
|
|
|
const (
|
|
hashSha256 = "sha256"
|
|
hashTz = "tz"
|
|
rangeSep = ":"
|
|
)
|
|
|
|
const searchOIDFlag = "oid"
|
|
|
|
const (
|
|
rawFlag = "raw"
|
|
rawFlagDesc = "Set raw request option"
|
|
)
|
|
|
|
const putExpiresOnFlag = "expires-on"
|
|
|
|
var putExpiredOn uint64
|
|
|
|
func init() {
|
|
rootCmd.AddCommand(objectCmd)
|
|
objectCmd.PersistentFlags().String("bearer", "", "File with signed JSON or binary encoded bearer token")
|
|
|
|
objectCmd.AddCommand(objectPutCmd)
|
|
objectPutCmd.Flags().String("file", "", "File with object payload")
|
|
_ = objectPutCmd.MarkFlagFilename("file")
|
|
_ = objectPutCmd.MarkFlagRequired("file")
|
|
objectPutCmd.Flags().String("cid", "", "Container ID")
|
|
_ = objectPutCmd.MarkFlagRequired("cid")
|
|
objectPutCmd.Flags().String("attributes", "", "User attributes in form of Key1=Value1,Key2=Value2")
|
|
objectPutCmd.Flags().Bool("disable-filename", false, "Do not set well-known filename attribute")
|
|
objectPutCmd.Flags().Bool("disable-timestamp", false, "Do not set well-known timestamp attribute")
|
|
objectPutCmd.Flags().Uint64VarP(&putExpiredOn, putExpiresOnFlag, "e", 0,
|
|
"Last epoch in the life of the object")
|
|
|
|
objectCmd.AddCommand(objectDelCmd)
|
|
objectDelCmd.Flags().String("cid", "", "Container ID")
|
|
_ = objectDelCmd.MarkFlagRequired("cid")
|
|
objectDelCmd.Flags().String("oid", "", "Object ID")
|
|
_ = objectDelCmd.MarkFlagRequired("oid")
|
|
|
|
objectCmd.AddCommand(objectGetCmd)
|
|
objectGetCmd.Flags().String("file", "", "File to write object payload to. Default: stdout.")
|
|
objectGetCmd.Flags().String("header", "", "File to write header to. Default: stdout.")
|
|
objectGetCmd.Flags().String("cid", "", "Container ID")
|
|
_ = objectGetCmd.MarkFlagRequired("cid")
|
|
objectGetCmd.Flags().String("oid", "", "Object ID")
|
|
_ = objectGetCmd.MarkFlagRequired("oid")
|
|
objectGetCmd.Flags().Bool(rawFlag, false, rawFlagDesc)
|
|
|
|
objectCmd.AddCommand(objectSearchCmd)
|
|
objectSearchCmd.Flags().String("cid", "", "Container ID")
|
|
_ = objectSearchCmd.MarkFlagRequired("cid")
|
|
objectSearchCmd.Flags().StringSliceVarP(&searchFilters, "filters", "f", nil,
|
|
"Repeated filter expressions or files with protobuf JSON")
|
|
objectSearchCmd.Flags().Bool("root", false, "Search for user objects")
|
|
objectSearchCmd.Flags().Bool("phy", false, "Search physically stored objects")
|
|
objectSearchCmd.Flags().String(searchOIDFlag, "", "Search object by identifier")
|
|
|
|
objectCmd.AddCommand(objectHeadCmd)
|
|
objectHeadCmd.Flags().String("file", "", "File to write header to. Default: stdout.")
|
|
objectHeadCmd.Flags().String("cid", "", "Container ID")
|
|
_ = objectHeadCmd.MarkFlagRequired("cid")
|
|
objectHeadCmd.Flags().String("oid", "", "Object ID")
|
|
_ = objectHeadCmd.MarkFlagRequired("oid")
|
|
objectHeadCmd.Flags().Bool("main-only", false, "Return only main fields")
|
|
objectHeadCmd.Flags().Bool("json", false, "Marshal output in JSON")
|
|
objectHeadCmd.Flags().Bool("proto", false, "Marshal output in Protobuf")
|
|
objectHeadCmd.Flags().Bool(rawFlag, false, rawFlagDesc)
|
|
|
|
objectCmd.AddCommand(objectHashCmd)
|
|
objectHashCmd.Flags().String("cid", "", "Container ID")
|
|
_ = objectHashCmd.MarkFlagRequired("cid")
|
|
objectHashCmd.Flags().String("oid", "", "Object ID")
|
|
_ = objectHashCmd.MarkFlagRequired("oid")
|
|
objectHashCmd.Flags().String("range", "", "Range to take hash from in the form offset1:length1,...")
|
|
objectHashCmd.Flags().String("type", hashSha256, "Hash type. Either 'sha256' or 'tz'")
|
|
objectHashCmd.Flags().String(getRangeHashSaltFlag, "", "Salt in hex format")
|
|
|
|
objectCmd.AddCommand(objectRangeCmd)
|
|
objectRangeCmd.Flags().String("cid", "", "Container ID")
|
|
_ = objectRangeCmd.MarkFlagRequired("cid")
|
|
objectRangeCmd.Flags().String("oid", "", "Object ID")
|
|
_ = objectRangeCmd.MarkFlagRequired("oid")
|
|
objectRangeCmd.Flags().String("range", "", "Range to take data from in the form offset:length")
|
|
objectRangeCmd.Flags().String("file", "", "File to write object payload to. Default: stdout.")
|
|
objectRangeCmd.Flags().Bool(rawFlag, false, rawFlagDesc)
|
|
|
|
// Here you will define your flags and configuration settings.
|
|
|
|
// Cobra supports Persistent Flags which will work for this command
|
|
// and all subcommands, e.g.:
|
|
// objectCmd.PersistentFlags().String("foo", "", "A help for foo")
|
|
|
|
// Cobra supports local flags which will only run when this command
|
|
// is called directly, e.g.:
|
|
// objectCmd.Flags().BoolP("toggle", "t", false, "Help message for toggle")
|
|
}
|
|
|
|
func initSession(ctx context.Context) (client.Client, *session.Token, error) {
|
|
key, err := getKey()
|
|
if err != nil {
|
|
return nil, nil, fmt.Errorf("can't fetch private key: %w", err)
|
|
}
|
|
cli, err := getSDKClient(key)
|
|
if err != nil {
|
|
return nil, nil, fmt.Errorf("can't create client: %w", err)
|
|
}
|
|
tok, err := cli.CreateSession(ctx, math.MaxUint64)
|
|
if err != nil {
|
|
return nil, nil, fmt.Errorf("can't create session: %w", err)
|
|
}
|
|
return cli, tok, nil
|
|
}
|
|
|
|
func putObject(cmd *cobra.Command, _ []string) error {
|
|
ownerID, err := getOwnerID()
|
|
if err != nil {
|
|
return err
|
|
}
|
|
cid, err := getCID(cmd)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
filename := cmd.Flag("file").Value.String()
|
|
f, err := os.OpenFile(filename, os.O_RDONLY, os.ModePerm)
|
|
if err != nil {
|
|
return fmt.Errorf("can't open file '%s': %w", filename, err)
|
|
}
|
|
|
|
attrs, err := parseObjectAttrs(cmd)
|
|
if err != nil {
|
|
return fmt.Errorf("can't parse object attributes: %w", err)
|
|
}
|
|
|
|
expiresOn, _ := cmd.Flags().GetUint64(putExpiresOnFlag)
|
|
if expiresOn > 0 {
|
|
var expAttr *object.Attribute
|
|
|
|
for _, a := range attrs {
|
|
if a.Key() == objectV2.SysAttributeExpEpoch {
|
|
expAttr = a
|
|
break
|
|
}
|
|
}
|
|
|
|
if expAttr == nil {
|
|
expAttr = object.NewAttribute()
|
|
expAttr.SetKey(objectV2.SysAttributeExpEpoch)
|
|
attrs = append(attrs, expAttr)
|
|
}
|
|
|
|
expAttr.SetValue(strconv.FormatUint(expiresOn, 10))
|
|
}
|
|
|
|
obj := object.NewRaw()
|
|
obj.SetContainerID(cid)
|
|
obj.SetOwnerID(ownerID)
|
|
obj.SetAttributes(attrs...)
|
|
|
|
ctx := context.Background()
|
|
cli, tok, err := initSession(ctx)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
btok, err := getBearerToken(cmd, "bearer")
|
|
if err != nil {
|
|
return err
|
|
}
|
|
oid, err := cli.PutObject(ctx,
|
|
new(client.PutObjectParams).
|
|
WithObject(obj.Object()).
|
|
WithPayloadReader(f),
|
|
append(globalCallOptions(),
|
|
client.WithSession(tok),
|
|
client.WithBearer(btok),
|
|
)...,
|
|
)
|
|
if err != nil {
|
|
return fmt.Errorf("can't put object: %w", err)
|
|
}
|
|
|
|
cmd.Printf("[%s] Object successfully stored\n", filename)
|
|
cmd.Printf(" ID: %s\n CID: %s\n", oid, cid)
|
|
return nil
|
|
}
|
|
|
|
func deleteObject(cmd *cobra.Command, _ []string) error {
|
|
objAddr, err := getObjectAddress(cmd)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
ctx := context.Background()
|
|
cli, tok, err := initSession(ctx)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
btok, err := getBearerToken(cmd, "bearer")
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
tombstoneAddr, err := client.DeleteObject(ctx, cli,
|
|
new(client.DeleteObjectParams).WithAddress(objAddr),
|
|
append(globalCallOptions(),
|
|
client.WithSession(tok),
|
|
client.WithBearer(btok),
|
|
)...,
|
|
)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
cmd.Println("Object removed successfully.")
|
|
cmd.Printf(" ID: %s\n CID: %s\n", tombstoneAddr.ObjectID(), tombstoneAddr.ContainerID())
|
|
return nil
|
|
}
|
|
|
|
func getObject(cmd *cobra.Command, _ []string) error {
|
|
objAddr, err := getObjectAddress(cmd)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
var out io.Writer
|
|
filename := cmd.Flag("file").Value.String()
|
|
if filename == "" {
|
|
out = os.Stdout
|
|
} else {
|
|
f, err := os.OpenFile(filename, os.O_CREATE|os.O_WRONLY, os.ModePerm)
|
|
if err != nil {
|
|
return fmt.Errorf("can't open file '%s': %w", filename, err)
|
|
}
|
|
defer f.Close()
|
|
out = f
|
|
}
|
|
|
|
ctx := context.Background()
|
|
cli, tok, err := initSession(ctx)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
btok, err := getBearerToken(cmd, "bearer")
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
raw, _ := cmd.Flags().GetBool(rawFlag)
|
|
|
|
obj, err := cli.GetObject(ctx,
|
|
new(client.GetObjectParams).
|
|
WithAddress(objAddr).
|
|
WithPayloadWriter(out).
|
|
WithRawFlag(raw),
|
|
append(globalCallOptions(),
|
|
client.WithSession(tok),
|
|
client.WithBearer(btok),
|
|
)...,
|
|
)
|
|
if err != nil {
|
|
if ok := printSplitInfoErr(cmd, err); ok {
|
|
return nil
|
|
}
|
|
|
|
return fmt.Errorf("can't put object: %w", err)
|
|
}
|
|
|
|
if filename != "" {
|
|
cmd.Printf("[%s] Object successfully saved\n", filename)
|
|
}
|
|
|
|
// Print header only if file is not streamed to stdout.
|
|
hdrFile := cmd.Flag("header").Value.String()
|
|
if filename != "" || hdrFile != "" {
|
|
return saveAndPrintHeader(cmd, obj, hdrFile)
|
|
}
|
|
return nil
|
|
}
|
|
|
|
func getObjectHeader(cmd *cobra.Command, _ []string) error {
|
|
objAddr, err := getObjectAddress(cmd)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
ctx := context.Background()
|
|
cli, tok, err := initSession(ctx)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
btok, err := getBearerToken(cmd, "bearer")
|
|
if err != nil {
|
|
return err
|
|
}
|
|
ps := new(client.ObjectHeaderParams).WithAddress(objAddr)
|
|
if ok, _ := cmd.Flags().GetBool("main-only"); ok {
|
|
ps = ps.WithMainFields()
|
|
}
|
|
|
|
raw, _ := cmd.Flags().GetBool(rawFlag)
|
|
ps.WithRawFlag(raw)
|
|
|
|
obj, err := cli.GetObjectHeader(ctx, ps,
|
|
append(globalCallOptions(),
|
|
client.WithSession(tok),
|
|
client.WithBearer(btok),
|
|
)...,
|
|
)
|
|
if err != nil {
|
|
if ok := printSplitInfoErr(cmd, err); ok {
|
|
return nil
|
|
}
|
|
|
|
return fmt.Errorf("can't put object: %w", err)
|
|
}
|
|
|
|
return saveAndPrintHeader(cmd, obj, cmd.Flag("file").Value.String())
|
|
}
|
|
|
|
func searchObject(cmd *cobra.Command, _ []string) error {
|
|
cid, err := getCID(cmd)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
sf, err := parseSearchFilters(cmd)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
ctx := context.Background()
|
|
cli, tok, err := initSession(ctx)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
btok, err := getBearerToken(cmd, "bearer")
|
|
if err != nil {
|
|
return err
|
|
}
|
|
ps := new(client.SearchObjectParams).WithContainerID(cid).WithSearchFilters(sf)
|
|
ids, err := cli.SearchObject(ctx, ps,
|
|
append(globalCallOptions(),
|
|
client.WithSession(tok),
|
|
client.WithBearer(btok),
|
|
)...,
|
|
)
|
|
if err != nil {
|
|
return fmt.Errorf("can't put object: %w", err)
|
|
}
|
|
cmd.Printf("Found %d objects.\n", len(ids))
|
|
for _, id := range ids {
|
|
cmd.Println(id)
|
|
}
|
|
return nil
|
|
}
|
|
|
|
func getObjectHash(cmd *cobra.Command, _ []string) error {
|
|
objAddr, err := getObjectAddress(cmd)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
ranges, err := getRangeList(cmd)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
typ, err := getHashType(cmd)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
strSalt := strings.TrimPrefix(cmd.Flag(getRangeHashSaltFlag).Value.String(), "0x")
|
|
|
|
salt, err := hex.DecodeString(strSalt)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
ctx := context.Background()
|
|
cli, tok, err := initSession(ctx)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
btok, err := getBearerToken(cmd, "bearer")
|
|
if err != nil {
|
|
return err
|
|
}
|
|
if len(ranges) == 0 { // hash of full payload
|
|
obj, err := cli.GetObjectHeader(ctx,
|
|
new(client.ObjectHeaderParams).WithAddress(objAddr),
|
|
append(globalCallOptions(),
|
|
client.WithSession(tok),
|
|
client.WithBearer(btok),
|
|
)...,
|
|
)
|
|
if err != nil {
|
|
return fmt.Errorf("can't get object: %w", err)
|
|
}
|
|
switch typ {
|
|
case hashSha256:
|
|
cmd.Println(hex.EncodeToString(obj.PayloadChecksum().Sum()))
|
|
case hashTz:
|
|
cmd.Println(hex.EncodeToString(obj.PayloadHomomorphicHash().Sum()))
|
|
}
|
|
return nil
|
|
}
|
|
|
|
ps := new(client.RangeChecksumParams).
|
|
WithAddress(objAddr).
|
|
WithRangeList(ranges...).
|
|
WithSalt(salt)
|
|
|
|
switch typ {
|
|
case hashSha256:
|
|
res, err := cli.ObjectPayloadRangeSHA256(ctx, ps,
|
|
append(globalCallOptions(),
|
|
client.WithSession(tok),
|
|
client.WithBearer(btok),
|
|
)...,
|
|
)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
for i := range res {
|
|
cmd.Printf("Offset=%d (Length=%d)\t: %s\n", ranges[i].GetOffset(), ranges[i].GetLength(),
|
|
hex.EncodeToString(res[i][:]))
|
|
}
|
|
case hashTz:
|
|
res, err := cli.ObjectPayloadRangeTZ(ctx, ps,
|
|
append(globalCallOptions(),
|
|
client.WithSession(tok),
|
|
client.WithBearer(btok),
|
|
)...,
|
|
)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
for i := range res {
|
|
cmd.Printf("Offset=%d (Length=%d)\t: %s\n", ranges[i].GetOffset(), ranges[i].GetLength(),
|
|
hex.EncodeToString(res[i][:]))
|
|
}
|
|
}
|
|
return nil
|
|
}
|
|
|
|
func getOwnerID() (*owner.ID, error) {
|
|
key, err := getKey()
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
w, err := owner.NEO3WalletFromPublicKey(&key.PublicKey)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
ownerID := owner.NewID()
|
|
ownerID.SetNeo3Wallet(w)
|
|
return ownerID, nil
|
|
}
|
|
|
|
var searchUnaryOpVocabulary = map[string]object.SearchMatchType{
|
|
"NOPRESENT": object.MatchNotPresent,
|
|
}
|
|
|
|
var searchBinaryOpVocabulary = map[string]object.SearchMatchType{
|
|
"EQ": object.MatchStringEqual,
|
|
"NE": object.MatchStringNotEqual,
|
|
}
|
|
|
|
func parseSearchFilters(cmd *cobra.Command) (object.SearchFilters, error) {
|
|
var fs object.SearchFilters
|
|
|
|
for i := range searchFilters {
|
|
words := strings.Fields(searchFilters[i])
|
|
|
|
switch len(words) {
|
|
default:
|
|
return nil, fmt.Errorf("invalid field number: %d", len(words))
|
|
case 1:
|
|
data, err := ioutil.ReadFile(words[0])
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
subFs := object.NewSearchFilters()
|
|
|
|
if err := subFs.UnmarshalJSON(data); err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
fs = append(fs, subFs...)
|
|
case 2:
|
|
m, ok := searchUnaryOpVocabulary[words[1]]
|
|
if !ok {
|
|
return nil, fmt.Errorf("unsupported unary op: %s", words[1])
|
|
}
|
|
|
|
fs.AddFilter(words[0], "", m)
|
|
case 3:
|
|
m, ok := searchBinaryOpVocabulary[words[1]]
|
|
if !ok {
|
|
return nil, fmt.Errorf("unsupported binary op: %s", words[1])
|
|
}
|
|
|
|
fs.AddFilter(words[0], words[2], m)
|
|
}
|
|
}
|
|
|
|
root, _ := cmd.Flags().GetBool("root")
|
|
if root {
|
|
fs.AddRootFilter()
|
|
}
|
|
|
|
phy, _ := cmd.Flags().GetBool("phy")
|
|
if phy {
|
|
fs.AddPhyFilter()
|
|
}
|
|
|
|
oid, _ := cmd.Flags().GetString(searchOIDFlag)
|
|
if oid != "" {
|
|
id := object.NewID()
|
|
if err := id.Parse(oid); err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
fs.AddObjectIDFilter(object.MatchStringEqual, id)
|
|
}
|
|
|
|
return fs, nil
|
|
}
|
|
|
|
func parseObjectAttrs(cmd *cobra.Command) ([]*object.Attribute, error) {
|
|
var rawAttrs []string
|
|
|
|
raw := cmd.Flag("attributes").Value.String()
|
|
if len(raw) != 0 {
|
|
rawAttrs = strings.Split(raw, ",")
|
|
}
|
|
|
|
attrs := make([]*object.Attribute, 0, len(rawAttrs)+2) // name + timestamp attributes
|
|
for i := range rawAttrs {
|
|
kv := strings.SplitN(rawAttrs[i], "=", 2)
|
|
if len(kv) != 2 {
|
|
return nil, fmt.Errorf("invalid attribute format: %s", rawAttrs[i])
|
|
}
|
|
attr := object.NewAttribute()
|
|
attr.SetKey(kv[0])
|
|
attr.SetValue(kv[1])
|
|
attrs = append(attrs, attr)
|
|
}
|
|
|
|
disableFilename, _ := cmd.Flags().GetBool("disable-filename")
|
|
if !disableFilename {
|
|
filename := filepath.Base(cmd.Flag("file").Value.String())
|
|
attr := object.NewAttribute()
|
|
attr.SetKey(object.AttributeFileName)
|
|
attr.SetValue(filename)
|
|
attrs = append(attrs, attr)
|
|
}
|
|
|
|
disableTime, _ := cmd.Flags().GetBool("disable-timestamp")
|
|
if !disableTime {
|
|
attr := object.NewAttribute()
|
|
attr.SetKey(object.AttributeTimestamp)
|
|
attr.SetValue(strconv.FormatInt(time.Now().Unix(), 10))
|
|
attrs = append(attrs, attr)
|
|
}
|
|
|
|
return attrs, nil
|
|
}
|
|
|
|
func getCID(cmd *cobra.Command) (*cid.ID, error) {
|
|
id := cid.New()
|
|
err := id.Parse(cmd.Flag("cid").Value.String())
|
|
|
|
return id, err
|
|
}
|
|
|
|
func getOID(cmd *cobra.Command) (*object.ID, error) {
|
|
oid := object.NewID()
|
|
err := oid.Parse(cmd.Flag("oid").Value.String())
|
|
|
|
return oid, err
|
|
}
|
|
|
|
func getObjectAddress(cmd *cobra.Command) (*object.Address, error) {
|
|
cid, err := getCID(cmd)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
oid, err := getOID(cmd)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
objAddr := object.NewAddress()
|
|
objAddr.SetContainerID(cid)
|
|
objAddr.SetObjectID(oid)
|
|
return objAddr, nil
|
|
}
|
|
|
|
func getRangeList(cmd *cobra.Command) ([]*object.Range, error) {
|
|
v := cmd.Flag("range").Value.String()
|
|
if len(v) == 0 {
|
|
return nil, nil
|
|
}
|
|
vs := strings.Split(v, ",")
|
|
rs := make([]*object.Range, len(vs))
|
|
for i := range vs {
|
|
r := strings.Split(vs[i], rangeSep)
|
|
if len(r) != 2 {
|
|
return nil, fmt.Errorf("invalid range specifier: %s", vs[i])
|
|
}
|
|
|
|
offset, err := strconv.ParseUint(r[0], 10, 64)
|
|
if err != nil {
|
|
return nil, fmt.Errorf("invalid range specifier: %s", vs[i])
|
|
}
|
|
length, err := strconv.ParseUint(r[1], 10, 64)
|
|
if err != nil {
|
|
return nil, fmt.Errorf("invalid range specifier: %s", vs[i])
|
|
}
|
|
rs[i] = object.NewRange()
|
|
rs[i].SetOffset(offset)
|
|
rs[i].SetLength(length)
|
|
}
|
|
return rs, nil
|
|
}
|
|
|
|
func getHashType(cmd *cobra.Command) (string, error) {
|
|
rawType := cmd.Flag("type").Value.String()
|
|
switch typ := strings.ToLower(rawType); typ {
|
|
case hashSha256, hashTz:
|
|
return typ, nil
|
|
default:
|
|
return "", fmt.Errorf("invalid hash type: %s", typ)
|
|
}
|
|
}
|
|
|
|
func saveAndPrintHeader(cmd *cobra.Command, obj *object.Object, filename string) error {
|
|
bs, err := marshalHeader(cmd, obj)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
if len(bs) != 0 {
|
|
if filename == "" {
|
|
cmd.Println(string(bs))
|
|
return nil
|
|
}
|
|
err := ioutil.WriteFile(filename, bs, os.ModePerm)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
cmd.Printf("[%s] Header successfully saved.", filename)
|
|
}
|
|
|
|
return printHeader(cmd, obj)
|
|
}
|
|
|
|
func printHeader(cmd *cobra.Command, obj *object.Object) error {
|
|
cmd.Printf("ID: %s\n", obj.ID())
|
|
cmd.Printf("CID: %s\n", obj.ContainerID())
|
|
cmd.Printf("Owner: %s\n", obj.OwnerID())
|
|
cmd.Printf("CreatedAt: %d\n", obj.CreationEpoch())
|
|
cmd.Printf("Size: %d\n", obj.PayloadSize())
|
|
cmd.Printf("HomoHash: %s\n", hex.EncodeToString(obj.PayloadHomomorphicHash().Sum()))
|
|
cmd.Printf("Checksum: %s\n", hex.EncodeToString(obj.PayloadChecksum().Sum()))
|
|
switch obj.Type() {
|
|
case object.TypeRegular:
|
|
cmd.Println("Type: regular")
|
|
case object.TypeTombstone:
|
|
cmd.Println("Type: tombstone")
|
|
case object.TypeStorageGroup:
|
|
cmd.Println("Type: storage group")
|
|
default:
|
|
cmd.Println("Type: unknown")
|
|
}
|
|
|
|
cmd.Println("Attributes:")
|
|
for _, attr := range obj.Attributes() {
|
|
if attr.Key() == object.AttributeTimestamp {
|
|
cmd.Printf(" %s=%s (%s)\n",
|
|
attr.Key(),
|
|
attr.Value(),
|
|
prettyPrintUnixTime(attr.Value()))
|
|
continue
|
|
}
|
|
cmd.Printf(" %s=%s\n", attr.Key(), attr.Value())
|
|
}
|
|
|
|
return printSplitHeader(cmd, obj)
|
|
}
|
|
|
|
func printSplitHeader(cmd *cobra.Command, obj *object.Object) error {
|
|
if splitID := obj.SplitID(); splitID != nil {
|
|
cmd.Printf("Split ID: %s\n", splitID)
|
|
}
|
|
|
|
if oid := obj.ParentID(); oid != nil {
|
|
cmd.Printf("Split ParentID: %s\n", oid)
|
|
}
|
|
|
|
if prev := obj.PreviousID(); prev != nil {
|
|
cmd.Printf("Split PreviousID: %s\n", prev)
|
|
}
|
|
|
|
for _, child := range obj.Children() {
|
|
cmd.Printf("Split ChildID: %s\n", child)
|
|
}
|
|
|
|
if signature := obj.Signature(); signature != nil {
|
|
cmd.Print("Split Header Signature:\n")
|
|
cmd.Printf(" public key: %s\n", hex.EncodeToString(signature.Key()))
|
|
cmd.Printf(" signature: %s\n", hex.EncodeToString(signature.Sign()))
|
|
}
|
|
|
|
parent := obj.Parent()
|
|
if parent != nil {
|
|
cmd.Print("\nSplit Parent Header:\n")
|
|
|
|
return printHeader(cmd, parent)
|
|
}
|
|
|
|
return nil
|
|
}
|
|
|
|
func marshalHeader(cmd *cobra.Command, hdr *object.Object) ([]byte, error) {
|
|
toJSON, _ := cmd.Flags().GetBool("json")
|
|
toProto, _ := cmd.Flags().GetBool("proto")
|
|
switch {
|
|
case toJSON && toProto:
|
|
return nil, errors.New("'--json' and '--proto' flags are mutually exclusive")
|
|
case toJSON:
|
|
return hdr.MarshalJSON()
|
|
case toProto:
|
|
return hdr.Marshal()
|
|
default:
|
|
return nil, nil
|
|
}
|
|
}
|
|
|
|
func getBearerToken(cmd *cobra.Command, flagname string) (*token.BearerToken, error) {
|
|
path, err := cmd.Flags().GetString(flagname)
|
|
if err != nil || len(path) == 0 {
|
|
return nil, nil
|
|
}
|
|
|
|
data, err := ioutil.ReadFile(path)
|
|
if err != nil {
|
|
return nil, fmt.Errorf("can't read bearer token file: %w", err)
|
|
}
|
|
|
|
tok := token.NewBearerToken()
|
|
if err := tok.UnmarshalJSON(data); err != nil {
|
|
if err = tok.Unmarshal(data); err != nil {
|
|
return nil, fmt.Errorf("can't decode bearer token: %w", err)
|
|
}
|
|
|
|
printVerbose("Using binary encoded bearer token")
|
|
} else {
|
|
printVerbose("Using JSON encoded bearer token")
|
|
}
|
|
|
|
return tok, nil
|
|
}
|
|
|
|
func getObjectRange(cmd *cobra.Command, _ []string) error {
|
|
objAddr, err := getObjectAddress(cmd)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
ranges, err := getRangeList(cmd)
|
|
if err != nil {
|
|
return err
|
|
} else if len(ranges) != 1 {
|
|
return errors.New("exactly one range must be specified")
|
|
}
|
|
|
|
var out io.Writer
|
|
|
|
filename := cmd.Flag("file").Value.String()
|
|
if filename == "" {
|
|
out = os.Stdout
|
|
} else {
|
|
f, err := os.OpenFile(filename, os.O_CREATE|os.O_WRONLY, os.ModePerm)
|
|
if err != nil {
|
|
return fmt.Errorf("can't open file '%s': %w", filename, err)
|
|
}
|
|
|
|
defer f.Close()
|
|
|
|
out = f
|
|
}
|
|
|
|
ctx := context.Background()
|
|
|
|
c, sessionToken, err := initSession(ctx)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
bearerToken, err := getBearerToken(cmd, "bearer")
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
raw, _ := cmd.Flags().GetBool(rawFlag)
|
|
|
|
_, err = c.ObjectPayloadRangeData(ctx,
|
|
new(client.RangeDataParams).
|
|
WithAddress(objAddr).
|
|
WithRange(ranges[0]).
|
|
WithDataWriter(out).
|
|
WithRaw(raw),
|
|
append(globalCallOptions(),
|
|
client.WithSession(sessionToken),
|
|
client.WithBearer(bearerToken),
|
|
)...,
|
|
)
|
|
if err != nil {
|
|
if ok := printSplitInfoErr(cmd, err); ok {
|
|
return nil
|
|
}
|
|
|
|
return fmt.Errorf("can't get object payload range: %w", err)
|
|
}
|
|
|
|
if filename != "" {
|
|
cmd.Printf("[%s] Payload successfully saved\n", filename)
|
|
}
|
|
|
|
return nil
|
|
}
|
|
|
|
func printSplitInfoErr(cmd *cobra.Command, err error) bool {
|
|
var errSplitInfo *object.SplitInfoError
|
|
|
|
ok := errors.As(err, &errSplitInfo)
|
|
|
|
if ok {
|
|
cmd.Println("Object is complex, split information received.")
|
|
printSplitInfo(cmd, errSplitInfo.SplitInfo())
|
|
}
|
|
|
|
return ok
|
|
}
|
|
|
|
func printSplitInfo(cmd *cobra.Command, info *object.SplitInfo) {
|
|
if splitID := info.SplitID(); splitID != nil {
|
|
cmd.Println("Split ID:", splitID)
|
|
}
|
|
|
|
if link := info.Link(); link != nil {
|
|
cmd.Println("Linking object:", link)
|
|
}
|
|
|
|
if last := info.LastPart(); last != nil {
|
|
cmd.Println("Last object:", last)
|
|
}
|
|
}
|