forked from TrueCloudLab/frostfs-node
[#80] cmd/cli: Implement storagegroup commands
Implement PUT/GET/LIST/DELETE commands of storage group module. Signed-off-by: Leonard Lyubich <leonard@nspcc.ru>
This commit is contained in:
Leonard Lyubich
Alex Vanin
parent
43ee94a572
commit
f7ca4a8dce
3 changed files with 286 additions and 13 deletions
|
|
@ -1,8 +1,16 @@
|
|||
package cmd
|
||||
|
||||
import (
|
||||
"context"
|
||||
"fmt"
|
||||
|
||||
"github.com/nspcc-dev/neofs-api-go/pkg/client"
|
||||
objectSDK "github.com/nspcc-dev/neofs-api-go/pkg/object"
|
||||
storagegroupAPI "github.com/nspcc-dev/neofs-api-go/pkg/storagegroup"
|
||||
"github.com/nspcc-dev/neofs-api-go/pkg/token"
|
||||
"github.com/nspcc-dev/neofs-node/pkg/core/object"
|
||||
"github.com/nspcc-dev/neofs-node/pkg/services/object_manager/storagegroup"
|
||||
"github.com/pkg/errors"
|
||||
"github.com/spf13/cobra"
|
||||
)
|
||||
|
||||
|
|
@ -11,21 +19,286 @@ var storagegroupCmd = &cobra.Command{
|
|||
Use: "storagegroup",
|
||||
Short: "Operations with Storage Groups",
|
||||
Long: `Operations with Storage Groups`,
|
||||
Run: func(cmd *cobra.Command, args []string) {
|
||||
fmt.Println("storagegroup called")
|
||||
},
|
||||
}
|
||||
|
||||
var sgPutCmd = &cobra.Command{
|
||||
Use: "put",
|
||||
Short: "Put storage group to NeoFS",
|
||||
Long: "Put storage group to NeoFS",
|
||||
RunE: putSG,
|
||||
}
|
||||
|
||||
var sgGetCmd = &cobra.Command{
|
||||
Use: "get",
|
||||
Short: "Get storage group from NeoFS",
|
||||
Long: "Get storage group from NeoFS",
|
||||
RunE: getSG,
|
||||
}
|
||||
|
||||
var sgListCmd = &cobra.Command{
|
||||
Use: "list",
|
||||
Short: "List storage groups in NeoFS container",
|
||||
Long: "List storage groups in NeoFS container",
|
||||
RunE: listSG,
|
||||
}
|
||||
|
||||
var sgDelCmd = &cobra.Command{
|
||||
Use: "delete",
|
||||
Short: "Delete storage group from NeoFS",
|
||||
Long: "Delete storage group from NeoFS",
|
||||
RunE: delSG,
|
||||
}
|
||||
|
||||
const (
|
||||
sgMembersFlag = "members"
|
||||
sgIDFlag = "id"
|
||||
)
|
||||
|
||||
var (
|
||||
sgMembers []string
|
||||
sgID string
|
||||
)
|
||||
|
||||
func init() {
|
||||
rootCmd.AddCommand(storagegroupCmd)
|
||||
|
||||
// Here you will define your flags and configuration settings.
|
||||
storagegroupCmd.AddCommand(sgPutCmd)
|
||||
sgPutCmd.Flags().String("cid", "", "Container ID")
|
||||
_ = sgPutCmd.MarkFlagRequired("cid")
|
||||
sgPutCmd.Flags().StringSliceVarP(&sgMembers, sgMembersFlag, "m", nil,
|
||||
"ID list of storage group members")
|
||||
_ = sgPutCmd.MarkFlagRequired(sgMembersFlag)
|
||||
|
||||
// Cobra supports Persistent Flags which will work for this command
|
||||
// and all subcommands, e.g.:
|
||||
// storagegroupCmd.PersistentFlags().String("foo", "", "A help for foo")
|
||||
storagegroupCmd.AddCommand(sgGetCmd)
|
||||
sgGetCmd.Flags().String("cid", "", "Container ID")
|
||||
_ = sgGetCmd.MarkFlagRequired("cid")
|
||||
sgGetCmd.Flags().StringVarP(&sgID, sgIDFlag, "", "", "storage group identifier")
|
||||
_ = sgGetCmd.MarkFlagRequired(sgIDFlag)
|
||||
|
||||
// Cobra supports local flags which will only run when this command
|
||||
// is called directly, e.g.:
|
||||
// storagegroupCmd.Flags().BoolP("toggle", "t", false, "Help message for toggle")
|
||||
storagegroupCmd.AddCommand(sgListCmd)
|
||||
sgListCmd.Flags().String("cid", "", "Container ID")
|
||||
_ = sgListCmd.MarkFlagRequired("cid")
|
||||
|
||||
storagegroupCmd.AddCommand(sgDelCmd)
|
||||
sgDelCmd.Flags().String("cid", "", "Container ID")
|
||||
_ = sgDelCmd.MarkFlagRequired("cid")
|
||||
sgDelCmd.Flags().StringVarP(&sgID, sgIDFlag, "", "", "storage group identifier")
|
||||
_ = sgDelCmd.MarkFlagRequired(sgIDFlag)
|
||||
}
|
||||
|
||||
type sgHeadReceiver struct {
|
||||
ctx context.Context
|
||||
|
||||
tok *token.SessionToken
|
||||
|
||||
c *client.Client
|
||||
}
|
||||
|
||||
func (c *sgHeadReceiver) Head(addr *objectSDK.Address) (interface{}, error) {
|
||||
obj, err := c.c.GetObjectHeader(c.ctx,
|
||||
new(client.ObjectHeaderParams).
|
||||
WithAddress(addr).
|
||||
WithRawFlag(true),
|
||||
client.WithTTL(2),
|
||||
client.WithSession(c.tok),
|
||||
)
|
||||
|
||||
var errSplitInfo *objectSDK.SplitInfoError
|
||||
|
||||
switch {
|
||||
default:
|
||||
return nil, err
|
||||
case err == nil:
|
||||
return object.NewFromSDK(obj), nil
|
||||
case errors.As(err, &errSplitInfo):
|
||||
return errSplitInfo.SplitInfo(), nil
|
||||
}
|
||||
}
|
||||
|
||||
func putSG(cmd *cobra.Command, _ []string) error {
|
||||
ownerID, err := getOwnerID()
|
||||
if err != nil {
|
||||
return err
|
||||
}
|
||||
|
||||
cid, err := getCID(cmd)
|
||||
if err != nil {
|
||||
return err
|
||||
}
|
||||
|
||||
members := make([]*objectSDK.ID, 0, len(sgMembers))
|
||||
|
||||
for i := range sgMembers {
|
||||
id := objectSDK.NewID()
|
||||
if err := id.Parse(sgMembers[i]); err != nil {
|
||||
return err
|
||||
}
|
||||
|
||||
members = append(members, id)
|
||||
}
|
||||
|
||||
ctx := context.Background()
|
||||
|
||||
cli, tok, err := initSession(ctx)
|
||||
if err != nil {
|
||||
return err
|
||||
}
|
||||
|
||||
sg, err := storagegroup.CollectMembers(&sgHeadReceiver{
|
||||
ctx: ctx,
|
||||
tok: tok,
|
||||
c: cli,
|
||||
}, cid, members)
|
||||
if err != nil {
|
||||
return err
|
||||
}
|
||||
|
||||
sgContent, err := sg.Marshal()
|
||||
if err != nil {
|
||||
return err
|
||||
}
|
||||
|
||||
obj := objectSDK.NewRaw()
|
||||
obj.SetContainerID(cid)
|
||||
obj.SetOwnerID(ownerID)
|
||||
obj.SetType(objectSDK.TypeStorageGroup)
|
||||
obj.SetPayload(sgContent)
|
||||
|
||||
oid, err := cli.PutObject(ctx,
|
||||
new(client.PutObjectParams).
|
||||
WithObject(obj.Object()),
|
||||
client.WithSession(tok))
|
||||
if err != nil {
|
||||
return fmt.Errorf("can't put storage group: %w", err)
|
||||
}
|
||||
|
||||
cmd.Println("Storage group successfully stored")
|
||||
cmd.Printf(" ID: %s\n", oid)
|
||||
|
||||
return nil
|
||||
}
|
||||
|
||||
func getSGID() (*objectSDK.ID, error) {
|
||||
oid := objectSDK.NewID()
|
||||
err := oid.Parse(sgID)
|
||||
|
||||
return oid, err
|
||||
}
|
||||
|
||||
func getSG(cmd *cobra.Command, _ []string) error {
|
||||
cid, err := getCID(cmd)
|
||||
if err != nil {
|
||||
return err
|
||||
}
|
||||
|
||||
id, err := getSGID()
|
||||
if err != nil {
|
||||
return err
|
||||
}
|
||||
|
||||
addr := objectSDK.NewAddress()
|
||||
addr.SetContainerID(cid)
|
||||
addr.SetObjectID(id)
|
||||
|
||||
ctx := context.Background()
|
||||
|
||||
cli, tok, err := initSession(ctx)
|
||||
if err != nil {
|
||||
return err
|
||||
}
|
||||
|
||||
obj, err := cli.GetObject(ctx,
|
||||
new(client.GetObjectParams).
|
||||
WithAddress(addr),
|
||||
client.WithSession(tok))
|
||||
if err != nil {
|
||||
return fmt.Errorf("can't get storage group: %w", err)
|
||||
}
|
||||
|
||||
sg := storagegroupAPI.New()
|
||||
if err := sg.Unmarshal(obj.Payload()); err != nil {
|
||||
return err
|
||||
}
|
||||
|
||||
cmd.Printf("Expiration epoch: %d\n", sg.ExpirationEpoch())
|
||||
cmd.Printf("Group size: %d\n", sg.ValidationDataSize())
|
||||
cmd.Printf("Group hash: %s\n", sg.ValidationDataHash())
|
||||
|
||||
if members := sg.Members(); len(members) > 0 {
|
||||
cmd.Println("Members:")
|
||||
|
||||
for i := range members {
|
||||
cmd.Printf("\t%s\n", members[i])
|
||||
}
|
||||
}
|
||||
|
||||
return nil
|
||||
}
|
||||
|
||||
func listSG(cmd *cobra.Command, _ []string) error {
|
||||
cid, err := getCID(cmd)
|
||||
if err != nil {
|
||||
return err
|
||||
}
|
||||
|
||||
ctx := context.Background()
|
||||
|
||||
cli, tok, err := initSession(ctx)
|
||||
if err != nil {
|
||||
return err
|
||||
}
|
||||
|
||||
ids, err := cli.SearchObject(ctx,
|
||||
new(client.SearchObjectParams).
|
||||
WithContainerID(cid).
|
||||
WithSearchFilters(storagegroup.SearchQuery()),
|
||||
client.WithSession(tok),
|
||||
)
|
||||
if err != nil {
|
||||
return fmt.Errorf("can't search storage groups: %w", err)
|
||||
}
|
||||
|
||||
cmd.Printf("Found %d storage groups.\n", len(ids))
|
||||
|
||||
for _, id := range ids {
|
||||
cmd.Println(id)
|
||||
}
|
||||
|
||||
return nil
|
||||
}
|
||||
|
||||
func delSG(cmd *cobra.Command, _ []string) error {
|
||||
cid, err := getCID(cmd)
|
||||
if err != nil {
|
||||
return err
|
||||
}
|
||||
|
||||
id, err := getSGID()
|
||||
if err != nil {
|
||||
return err
|
||||
}
|
||||
|
||||
ctx := context.Background()
|
||||
|
||||
cli, tok, err := initSession(ctx)
|
||||
if err != nil {
|
||||
return err
|
||||
}
|
||||
|
||||
addr := objectSDK.NewAddress()
|
||||
addr.SetContainerID(cid)
|
||||
addr.SetObjectID(id)
|
||||
|
||||
tombstone, err := client.DeleteObject(cli, ctx,
|
||||
new(client.DeleteObjectParams).
|
||||
WithAddress(addr),
|
||||
client.WithSession(tok))
|
||||
if err != nil {
|
||||
return fmt.Errorf("can't get storage group: %w", err)
|
||||
}
|
||||
|
||||
cmd.Println("Storage group removed successfully.")
|
||||
cmd.Printf(" Tombstone: %s\n", tombstone.ObjectID())
|
||||
|
||||
return nil
|
||||
}
|
||||
|
|
|
|||
2
go.mod
2
go.mod
|
|
@ -17,7 +17,7 @@ require (
|
|||
github.com/multiformats/go-multihash v0.0.13 // indirect
|
||||
github.com/nspcc-dev/hrw v1.0.9
|
||||
github.com/nspcc-dev/neo-go v0.91.1-pre.0.20201215101847-7c2257803f32
|
||||
github.com/nspcc-dev/neofs-api-go v1.21.2
|
||||
github.com/nspcc-dev/neofs-api-go v1.21.3-0.20201224122131-86c0c57416f9
|
||||
github.com/nspcc-dev/neofs-crypto v0.3.0
|
||||
github.com/nspcc-dev/tzhash v1.4.0
|
||||
github.com/panjf2000/ants/v2 v2.3.0
|
||||
|
|
|
|||
4
go.sum
4
go.sum
|
|
@ -284,8 +284,8 @@ github.com/nspcc-dev/neo-go v0.73.1-pre.0.20200303142215-f5a1b928ce09/go.mod h1:
|
|||
github.com/nspcc-dev/neo-go v0.91.0/go.mod h1:G6HdOWvzQ6tlvFdvFSN/PgCzLPN/X/X4d5hTjFRUDcc=
|
||||
github.com/nspcc-dev/neo-go v0.91.1-pre.0.20201215101847-7c2257803f32 h1:ZtMi11WCXWU1kctimpmh7cenCWNIonmkhcMEA7Vg9EI=
|
||||
github.com/nspcc-dev/neo-go v0.91.1-pre.0.20201215101847-7c2257803f32/go.mod h1:FKxIACIW0+Fp0HvMV0AKB1oTlxGBdWZTdC+hNlepie0=
|
||||
github.com/nspcc-dev/neofs-api-go v1.21.2 h1:JoL105ICxI/UlyGV8F7ysNyrR5uDU6y609FTq5tRFVk=
|
||||
github.com/nspcc-dev/neofs-api-go v1.21.2/go.mod h1:G7dqincfdjBrAbL5nxVp82emF05fSVEqe59ICsoRDI8=
|
||||
github.com/nspcc-dev/neofs-api-go v1.21.3-0.20201224122131-86c0c57416f9 h1:8PROJQKUe8H7g3vuECO9UCNkzqiBD4diXN5E1S4+Jhc=
|
||||
github.com/nspcc-dev/neofs-api-go v1.21.3-0.20201224122131-86c0c57416f9/go.mod h1:G7dqincfdjBrAbL5nxVp82emF05fSVEqe59ICsoRDI8=
|
||||
github.com/nspcc-dev/neofs-crypto v0.2.0/go.mod h1:F/96fUzPM3wR+UGsPi3faVNmFlA9KAEAUQR7dMxZmNA=
|
||||
github.com/nspcc-dev/neofs-crypto v0.2.3/go.mod h1:8w16GEJbH6791ktVqHN9YRNH3s9BEEKYxGhlFnp0cDw=
|
||||
github.com/nspcc-dev/neofs-crypto v0.3.0 h1:zlr3pgoxuzrmGCxc5W8dGVfA9Rro8diFvVnBg0L4ifM=
|
||||
|
|
|
|||
Loading…
Reference in a new issue