From f7ca4a8dcecc4e58240cf0e671723475eef2ee31 Mon Sep 17 00:00:00 2001 From: Leonard Lyubich Date: Thu, 17 Dec 2020 19:15:27 +0300 Subject: [PATCH] [#80] cmd/cli: Implement storagegroup commands Implement PUT/GET/LIST/DELETE commands of storage group module. Signed-off-by: Leonard Lyubich --- cmd/neofs-cli/modules/storagegroup.go | 293 +++++++++++++++++++++++++- go.mod | 2 +- go.sum | 4 +- 3 files changed, 286 insertions(+), 13 deletions(-) diff --git a/cmd/neofs-cli/modules/storagegroup.go b/cmd/neofs-cli/modules/storagegroup.go index c7302ff0c..1626e37c9 100644 --- a/cmd/neofs-cli/modules/storagegroup.go +++ b/cmd/neofs-cli/modules/storagegroup.go @@ -1,8 +1,16 @@ package cmd import ( + "context" "fmt" + "github.com/nspcc-dev/neofs-api-go/pkg/client" + objectSDK "github.com/nspcc-dev/neofs-api-go/pkg/object" + storagegroupAPI "github.com/nspcc-dev/neofs-api-go/pkg/storagegroup" + "github.com/nspcc-dev/neofs-api-go/pkg/token" + "github.com/nspcc-dev/neofs-node/pkg/core/object" + "github.com/nspcc-dev/neofs-node/pkg/services/object_manager/storagegroup" + "github.com/pkg/errors" "github.com/spf13/cobra" ) @@ -11,21 +19,286 @@ var storagegroupCmd = &cobra.Command{ Use: "storagegroup", Short: "Operations with Storage Groups", Long: `Operations with Storage Groups`, - Run: func(cmd *cobra.Command, args []string) { - fmt.Println("storagegroup called") - }, } +var sgPutCmd = &cobra.Command{ + Use: "put", + Short: "Put storage group to NeoFS", + Long: "Put storage group to NeoFS", + RunE: putSG, +} + +var sgGetCmd = &cobra.Command{ + Use: "get", + Short: "Get storage group from NeoFS", + Long: "Get storage group from NeoFS", + RunE: getSG, +} + +var sgListCmd = &cobra.Command{ + Use: "list", + Short: "List storage groups in NeoFS container", + Long: "List storage groups in NeoFS container", + RunE: listSG, +} + +var sgDelCmd = &cobra.Command{ + Use: "delete", + Short: "Delete storage group from NeoFS", + Long: "Delete storage group from NeoFS", + RunE: delSG, +} + +const ( + sgMembersFlag = "members" + sgIDFlag = "id" +) + +var ( + sgMembers []string + sgID string +) + func init() { rootCmd.AddCommand(storagegroupCmd) - // Here you will define your flags and configuration settings. + storagegroupCmd.AddCommand(sgPutCmd) + sgPutCmd.Flags().String("cid", "", "Container ID") + _ = sgPutCmd.MarkFlagRequired("cid") + sgPutCmd.Flags().StringSliceVarP(&sgMembers, sgMembersFlag, "m", nil, + "ID list of storage group members") + _ = sgPutCmd.MarkFlagRequired(sgMembersFlag) - // Cobra supports Persistent Flags which will work for this command - // and all subcommands, e.g.: - // storagegroupCmd.PersistentFlags().String("foo", "", "A help for foo") + storagegroupCmd.AddCommand(sgGetCmd) + sgGetCmd.Flags().String("cid", "", "Container ID") + _ = sgGetCmd.MarkFlagRequired("cid") + sgGetCmd.Flags().StringVarP(&sgID, sgIDFlag, "", "", "storage group identifier") + _ = sgGetCmd.MarkFlagRequired(sgIDFlag) - // Cobra supports local flags which will only run when this command - // is called directly, e.g.: - // storagegroupCmd.Flags().BoolP("toggle", "t", false, "Help message for toggle") + storagegroupCmd.AddCommand(sgListCmd) + sgListCmd.Flags().String("cid", "", "Container ID") + _ = sgListCmd.MarkFlagRequired("cid") + + storagegroupCmd.AddCommand(sgDelCmd) + sgDelCmd.Flags().String("cid", "", "Container ID") + _ = sgDelCmd.MarkFlagRequired("cid") + sgDelCmd.Flags().StringVarP(&sgID, sgIDFlag, "", "", "storage group identifier") + _ = sgDelCmd.MarkFlagRequired(sgIDFlag) +} + +type sgHeadReceiver struct { + ctx context.Context + + tok *token.SessionToken + + c *client.Client +} + +func (c *sgHeadReceiver) Head(addr *objectSDK.Address) (interface{}, error) { + obj, err := c.c.GetObjectHeader(c.ctx, + new(client.ObjectHeaderParams). + WithAddress(addr). + WithRawFlag(true), + client.WithTTL(2), + client.WithSession(c.tok), + ) + + var errSplitInfo *objectSDK.SplitInfoError + + switch { + default: + return nil, err + case err == nil: + return object.NewFromSDK(obj), nil + case errors.As(err, &errSplitInfo): + return errSplitInfo.SplitInfo(), nil + } +} + +func putSG(cmd *cobra.Command, _ []string) error { + ownerID, err := getOwnerID() + if err != nil { + return err + } + + cid, err := getCID(cmd) + if err != nil { + return err + } + + members := make([]*objectSDK.ID, 0, len(sgMembers)) + + for i := range sgMembers { + id := objectSDK.NewID() + if err := id.Parse(sgMembers[i]); err != nil { + return err + } + + members = append(members, id) + } + + ctx := context.Background() + + cli, tok, err := initSession(ctx) + if err != nil { + return err + } + + sg, err := storagegroup.CollectMembers(&sgHeadReceiver{ + ctx: ctx, + tok: tok, + c: cli, + }, cid, members) + if err != nil { + return err + } + + sgContent, err := sg.Marshal() + if err != nil { + return err + } + + obj := objectSDK.NewRaw() + obj.SetContainerID(cid) + obj.SetOwnerID(ownerID) + obj.SetType(objectSDK.TypeStorageGroup) + obj.SetPayload(sgContent) + + oid, err := cli.PutObject(ctx, + new(client.PutObjectParams). + WithObject(obj.Object()), + client.WithSession(tok)) + if err != nil { + return fmt.Errorf("can't put storage group: %w", err) + } + + cmd.Println("Storage group successfully stored") + cmd.Printf(" ID: %s\n", oid) + + return nil +} + +func getSGID() (*objectSDK.ID, error) { + oid := objectSDK.NewID() + err := oid.Parse(sgID) + + return oid, err +} + +func getSG(cmd *cobra.Command, _ []string) error { + cid, err := getCID(cmd) + if err != nil { + return err + } + + id, err := getSGID() + if err != nil { + return err + } + + addr := objectSDK.NewAddress() + addr.SetContainerID(cid) + addr.SetObjectID(id) + + ctx := context.Background() + + cli, tok, err := initSession(ctx) + if err != nil { + return err + } + + obj, err := cli.GetObject(ctx, + new(client.GetObjectParams). + WithAddress(addr), + client.WithSession(tok)) + if err != nil { + return fmt.Errorf("can't get storage group: %w", err) + } + + sg := storagegroupAPI.New() + if err := sg.Unmarshal(obj.Payload()); err != nil { + return err + } + + cmd.Printf("Expiration epoch: %d\n", sg.ExpirationEpoch()) + cmd.Printf("Group size: %d\n", sg.ValidationDataSize()) + cmd.Printf("Group hash: %s\n", sg.ValidationDataHash()) + + if members := sg.Members(); len(members) > 0 { + cmd.Println("Members:") + + for i := range members { + cmd.Printf("\t%s\n", members[i]) + } + } + + return nil +} + +func listSG(cmd *cobra.Command, _ []string) error { + cid, err := getCID(cmd) + if err != nil { + return err + } + + ctx := context.Background() + + cli, tok, err := initSession(ctx) + if err != nil { + return err + } + + ids, err := cli.SearchObject(ctx, + new(client.SearchObjectParams). + WithContainerID(cid). + WithSearchFilters(storagegroup.SearchQuery()), + client.WithSession(tok), + ) + if err != nil { + return fmt.Errorf("can't search storage groups: %w", err) + } + + cmd.Printf("Found %d storage groups.\n", len(ids)) + + for _, id := range ids { + cmd.Println(id) + } + + return nil +} + +func delSG(cmd *cobra.Command, _ []string) error { + cid, err := getCID(cmd) + if err != nil { + return err + } + + id, err := getSGID() + if err != nil { + return err + } + + ctx := context.Background() + + cli, tok, err := initSession(ctx) + if err != nil { + return err + } + + addr := objectSDK.NewAddress() + addr.SetContainerID(cid) + addr.SetObjectID(id) + + tombstone, err := client.DeleteObject(cli, ctx, + new(client.DeleteObjectParams). + WithAddress(addr), + client.WithSession(tok)) + if err != nil { + return fmt.Errorf("can't get storage group: %w", err) + } + + cmd.Println("Storage group removed successfully.") + cmd.Printf(" Tombstone: %s\n", tombstone.ObjectID()) + + return nil } diff --git a/go.mod b/go.mod index a22558e12..be56d3de0 100644 --- a/go.mod +++ b/go.mod @@ -17,7 +17,7 @@ require ( github.com/multiformats/go-multihash v0.0.13 // indirect github.com/nspcc-dev/hrw v1.0.9 github.com/nspcc-dev/neo-go v0.91.1-pre.0.20201215101847-7c2257803f32 - github.com/nspcc-dev/neofs-api-go v1.21.2 + github.com/nspcc-dev/neofs-api-go v1.21.3-0.20201224122131-86c0c57416f9 github.com/nspcc-dev/neofs-crypto v0.3.0 github.com/nspcc-dev/tzhash v1.4.0 github.com/panjf2000/ants/v2 v2.3.0 diff --git a/go.sum b/go.sum index f41515d10..5ba29c188 100644 --- a/go.sum +++ b/go.sum @@ -284,8 +284,8 @@ github.com/nspcc-dev/neo-go v0.73.1-pre.0.20200303142215-f5a1b928ce09/go.mod h1: github.com/nspcc-dev/neo-go v0.91.0/go.mod h1:G6HdOWvzQ6tlvFdvFSN/PgCzLPN/X/X4d5hTjFRUDcc= github.com/nspcc-dev/neo-go v0.91.1-pre.0.20201215101847-7c2257803f32 h1:ZtMi11WCXWU1kctimpmh7cenCWNIonmkhcMEA7Vg9EI= github.com/nspcc-dev/neo-go v0.91.1-pre.0.20201215101847-7c2257803f32/go.mod h1:FKxIACIW0+Fp0HvMV0AKB1oTlxGBdWZTdC+hNlepie0= -github.com/nspcc-dev/neofs-api-go v1.21.2 h1:JoL105ICxI/UlyGV8F7ysNyrR5uDU6y609FTq5tRFVk= -github.com/nspcc-dev/neofs-api-go v1.21.2/go.mod h1:G7dqincfdjBrAbL5nxVp82emF05fSVEqe59ICsoRDI8= +github.com/nspcc-dev/neofs-api-go v1.21.3-0.20201224122131-86c0c57416f9 h1:8PROJQKUe8H7g3vuECO9UCNkzqiBD4diXN5E1S4+Jhc= +github.com/nspcc-dev/neofs-api-go v1.21.3-0.20201224122131-86c0c57416f9/go.mod h1:G7dqincfdjBrAbL5nxVp82emF05fSVEqe59ICsoRDI8= github.com/nspcc-dev/neofs-crypto v0.2.0/go.mod h1:F/96fUzPM3wR+UGsPi3faVNmFlA9KAEAUQR7dMxZmNA= github.com/nspcc-dev/neofs-crypto v0.2.3/go.mod h1:8w16GEJbH6791ktVqHN9YRNH3s9BEEKYxGhlFnp0cDw= github.com/nspcc-dev/neofs-crypto v0.3.0 h1:zlr3pgoxuzrmGCxc5W8dGVfA9Rro8diFvVnBg0L4ifM=