[#80] cmd/cli: Implement storagegroup commands

Implement PUT/GET/LIST/DELETE commands of storage group module.

Signed-off-by: Leonard Lyubich <leonard@nspcc.ru>

cmd/neofs-cli/modules/storagegroup.go

@@ -1,8 +1,16 @@
 package cmd
 
 import (
+	"context"
 	"fmt"
 
+	"github.com/nspcc-dev/neofs-api-go/pkg/client"
+	objectSDK "github.com/nspcc-dev/neofs-api-go/pkg/object"
+	storagegroupAPI "github.com/nspcc-dev/neofs-api-go/pkg/storagegroup"
+	"github.com/nspcc-dev/neofs-api-go/pkg/token"
+	"github.com/nspcc-dev/neofs-node/pkg/core/object"
+	"github.com/nspcc-dev/neofs-node/pkg/services/object_manager/storagegroup"
+	"github.com/pkg/errors"
 	"github.com/spf13/cobra"
 )
 
@@ -11,21 +19,286 @@ var storagegroupCmd = &cobra.Command{
 	Use:   "storagegroup",
 	Short: "Operations with Storage Groups",
 	Long:  `Operations with Storage Groups`,
-	Run: func(cmd *cobra.Command, args []string) {
-		fmt.Println("storagegroup called")
-	},
 }
 
+var sgPutCmd = &cobra.Command{
+	Use:   "put",
+	Short: "Put storage group to NeoFS",
+	Long:  "Put storage group to NeoFS",
+	RunE:  putSG,
+}
+
+var sgGetCmd = &cobra.Command{
+	Use:   "get",
+	Short: "Get storage group from NeoFS",
+	Long:  "Get storage group from NeoFS",
+	RunE:  getSG,
+}
+
+var sgListCmd = &cobra.Command{
+	Use:   "list",
+	Short: "List storage groups in NeoFS container",
+	Long:  "List storage groups in NeoFS container",
+	RunE:  listSG,
+}
+
+var sgDelCmd = &cobra.Command{
+	Use:   "delete",
+	Short: "Delete storage group from NeoFS",
+	Long:  "Delete storage group from NeoFS",
+	RunE:  delSG,
+}
+
+const (
+	sgMembersFlag = "members"
+	sgIDFlag      = "id"
+)
+
+var (
+	sgMembers []string
+	sgID      string
+)
+
 func init() {
 	rootCmd.AddCommand(storagegroupCmd)
 
-	// Here you will define your flags and configuration settings.
+	storagegroupCmd.AddCommand(sgPutCmd)
+	sgPutCmd.Flags().String("cid", "", "Container ID")
+	_ = sgPutCmd.MarkFlagRequired("cid")
+	sgPutCmd.Flags().StringSliceVarP(&sgMembers, sgMembersFlag, "m", nil,
+		"ID list of storage group members")
+	_ = sgPutCmd.MarkFlagRequired(sgMembersFlag)
 
-	// Cobra supports Persistent Flags which will work for this command
+	storagegroupCmd.AddCommand(sgGetCmd)
-	// and all subcommands, e.g.:
+	sgGetCmd.Flags().String("cid", "", "Container ID")
-	// storagegroupCmd.PersistentFlags().String("foo", "", "A help for foo")
+	_ = sgGetCmd.MarkFlagRequired("cid")
+	sgGetCmd.Flags().StringVarP(&sgID, sgIDFlag, "", "", "storage group identifier")
+	_ = sgGetCmd.MarkFlagRequired(sgIDFlag)
 
-	// Cobra supports local flags which will only run when this command
+	storagegroupCmd.AddCommand(sgListCmd)
-	// is called directly, e.g.:
+	sgListCmd.Flags().String("cid", "", "Container ID")
-	// storagegroupCmd.Flags().BoolP("toggle", "t", false, "Help message for toggle")
+	_ = sgListCmd.MarkFlagRequired("cid")
+
+	storagegroupCmd.AddCommand(sgDelCmd)
+	sgDelCmd.Flags().String("cid", "", "Container ID")
+	_ = sgDelCmd.MarkFlagRequired("cid")
+	sgDelCmd.Flags().StringVarP(&sgID, sgIDFlag, "", "", "storage group identifier")
+	_ = sgDelCmd.MarkFlagRequired(sgIDFlag)
+}
+
+type sgHeadReceiver struct {
+	ctx context.Context
+
+	tok *token.SessionToken
+
+	c *client.Client
+}
+
+func (c *sgHeadReceiver) Head(addr *objectSDK.Address) (interface{}, error) {
+	obj, err := c.c.GetObjectHeader(c.ctx,
+		new(client.ObjectHeaderParams).
+			WithAddress(addr).
+			WithRawFlag(true),
+		client.WithTTL(2),
+		client.WithSession(c.tok),
+	)
+
+	var errSplitInfo *objectSDK.SplitInfoError
+
+	switch {
+	default:
+		return nil, err
+	case err == nil:
+		return object.NewFromSDK(obj), nil
+	case errors.As(err, &errSplitInfo):
+		return errSplitInfo.SplitInfo(), nil
+	}
+}
+
+func putSG(cmd *cobra.Command, _ []string) error {
+	ownerID, err := getOwnerID()
+	if err != nil {
+		return err
+	}
+
+	cid, err := getCID(cmd)
+	if err != nil {
+		return err
+	}
+
+	members := make([]*objectSDK.ID, 0, len(sgMembers))
+
+	for i := range sgMembers {
+		id := objectSDK.NewID()
+		if err := id.Parse(sgMembers[i]); err != nil {
+			return err
+		}
+
+		members = append(members, id)
+	}
+
+	ctx := context.Background()
+
+	cli, tok, err := initSession(ctx)
+	if err != nil {
+		return err
+	}
+
+	sg, err := storagegroup.CollectMembers(&sgHeadReceiver{
+		ctx: ctx,
+		tok: tok,
+		c:   cli,
+	}, cid, members)
+	if err != nil {
+		return err
+	}
+
+	sgContent, err := sg.Marshal()
+	if err != nil {
+		return err
+	}
+
+	obj := objectSDK.NewRaw()
+	obj.SetContainerID(cid)
+	obj.SetOwnerID(ownerID)
+	obj.SetType(objectSDK.TypeStorageGroup)
+	obj.SetPayload(sgContent)
+
+	oid, err := cli.PutObject(ctx,
+		new(client.PutObjectParams).
+			WithObject(obj.Object()),
+		client.WithSession(tok))
+	if err != nil {
+		return fmt.Errorf("can't put storage group: %w", err)
+	}
+
+	cmd.Println("Storage group successfully stored")
+	cmd.Printf("  ID: %s\n", oid)
+
+	return nil
+}
+
+func getSGID() (*objectSDK.ID, error) {
+	oid := objectSDK.NewID()
+	err := oid.Parse(sgID)
+
+	return oid, err
+}
+
+func getSG(cmd *cobra.Command, _ []string) error {
+	cid, err := getCID(cmd)
+	if err != nil {
+		return err
+	}
+
+	id, err := getSGID()
+	if err != nil {
+		return err
+	}
+
+	addr := objectSDK.NewAddress()
+	addr.SetContainerID(cid)
+	addr.SetObjectID(id)
+
+	ctx := context.Background()
+
+	cli, tok, err := initSession(ctx)
+	if err != nil {
+		return err
+	}
+
+	obj, err := cli.GetObject(ctx,
+		new(client.GetObjectParams).
+			WithAddress(addr),
+		client.WithSession(tok))
+	if err != nil {
+		return fmt.Errorf("can't get storage group: %w", err)
+	}
+
+	sg := storagegroupAPI.New()
+	if err := sg.Unmarshal(obj.Payload()); err != nil {
+		return err
+	}
+
+	cmd.Printf("Expiration epoch: %d\n", sg.ExpirationEpoch())
+	cmd.Printf("Group size: %d\n", sg.ValidationDataSize())
+	cmd.Printf("Group hash: %s\n", sg.ValidationDataHash())
+
+	if members := sg.Members(); len(members) > 0 {
+		cmd.Println("Members:")
+
+		for i := range members {
+			cmd.Printf("\t%s\n", members[i])
+		}
+	}
+
+	return nil
+}
+
+func listSG(cmd *cobra.Command, _ []string) error {
+	cid, err := getCID(cmd)
+	if err != nil {
+		return err
+	}
+
+	ctx := context.Background()
+
+	cli, tok, err := initSession(ctx)
+	if err != nil {
+		return err
+	}
+
+	ids, err := cli.SearchObject(ctx,
+		new(client.SearchObjectParams).
+			WithContainerID(cid).
+			WithSearchFilters(storagegroup.SearchQuery()),
+		client.WithSession(tok),
+	)
+	if err != nil {
+		return fmt.Errorf("can't search storage groups: %w", err)
+	}
+
+	cmd.Printf("Found %d storage groups.\n", len(ids))
+
+	for _, id := range ids {
+		cmd.Println(id)
+	}
+
+	return nil
+}
+
+func delSG(cmd *cobra.Command, _ []string) error {
+	cid, err := getCID(cmd)
+	if err != nil {
+		return err
+	}
+
+	id, err := getSGID()
+	if err != nil {
+		return err
+	}
+
+	ctx := context.Background()
+
+	cli, tok, err := initSession(ctx)
+	if err != nil {
+		return err
+	}
+
+	addr := objectSDK.NewAddress()
+	addr.SetContainerID(cid)
+	addr.SetObjectID(id)
+
+	tombstone, err := client.DeleteObject(cli, ctx,
+		new(client.DeleteObjectParams).
+			WithAddress(addr),
+		client.WithSession(tok))
+	if err != nil {
+		return fmt.Errorf("can't get storage group: %w", err)
+	}
+
+	cmd.Println("Storage group removed successfully.")
+	cmd.Printf("  Tombstone: %s\n", tombstone.ObjectID())
+
+	return nil
 }

go.mod

@@ -17,7 +17,7 @@ require (
 	github.com/multiformats/go-multihash v0.0.13 // indirect
 	github.com/nspcc-dev/hrw v1.0.9
 	github.com/nspcc-dev/neo-go v0.91.1-pre.0.20201215101847-7c2257803f32
-	github.com/nspcc-dev/neofs-api-go v1.21.2
+	github.com/nspcc-dev/neofs-api-go v1.21.3-0.20201224122131-86c0c57416f9
 	github.com/nspcc-dev/neofs-crypto v0.3.0
 	github.com/nspcc-dev/tzhash v1.4.0
 	github.com/panjf2000/ants/v2 v2.3.0

go.sum

@@ -284,8 +284,8 @@ github.com/nspcc-dev/neo-go v0.73.1-pre.0.20200303142215-f5a1b928ce09/go.mod h1:
 github.com/nspcc-dev/neo-go v0.91.0/go.mod h1:G6HdOWvzQ6tlvFdvFSN/PgCzLPN/X/X4d5hTjFRUDcc=
 github.com/nspcc-dev/neo-go v0.91.1-pre.0.20201215101847-7c2257803f32 h1:ZtMi11WCXWU1kctimpmh7cenCWNIonmkhcMEA7Vg9EI=
 github.com/nspcc-dev/neo-go v0.91.1-pre.0.20201215101847-7c2257803f32/go.mod h1:FKxIACIW0+Fp0HvMV0AKB1oTlxGBdWZTdC+hNlepie0=
-github.com/nspcc-dev/neofs-api-go v1.21.2 h1:JoL105ICxI/UlyGV8F7ysNyrR5uDU6y609FTq5tRFVk=
+github.com/nspcc-dev/neofs-api-go v1.21.3-0.20201224122131-86c0c57416f9 h1:8PROJQKUe8H7g3vuECO9UCNkzqiBD4diXN5E1S4+Jhc=
-github.com/nspcc-dev/neofs-api-go v1.21.2/go.mod h1:G7dqincfdjBrAbL5nxVp82emF05fSVEqe59ICsoRDI8=
+github.com/nspcc-dev/neofs-api-go v1.21.3-0.20201224122131-86c0c57416f9/go.mod h1:G7dqincfdjBrAbL5nxVp82emF05fSVEqe59ICsoRDI8=
 github.com/nspcc-dev/neofs-crypto v0.2.0/go.mod h1:F/96fUzPM3wR+UGsPi3faVNmFlA9KAEAUQR7dMxZmNA=
 github.com/nspcc-dev/neofs-crypto v0.2.3/go.mod h1:8w16GEJbH6791ktVqHN9YRNH3s9BEEKYxGhlFnp0cDw=
 github.com/nspcc-dev/neofs-crypto v0.3.0 h1:zlr3pgoxuzrmGCxc5W8dGVfA9Rro8diFvVnBg0L4ifM=