forked from TrueCloudLab/frostfs-node
[#80] cmd/cli: Implement storagegroup commands
Implement PUT/GET/LIST/DELETE commands of storage group module. Signed-off-by: Leonard Lyubich <leonard@nspcc.ru>
This commit is contained in:
parent
43ee94a572
commit
f7ca4a8dce
3 changed files with 284 additions and 11 deletions
|
@ -1,8 +1,16 @@
|
||||||
package cmd
|
package cmd
|
||||||
|
|
||||||
import (
|
import (
|
||||||
|
"context"
|
||||||
"fmt"
|
"fmt"
|
||||||
|
|
||||||
|
"github.com/nspcc-dev/neofs-api-go/pkg/client"
|
||||||
|
objectSDK "github.com/nspcc-dev/neofs-api-go/pkg/object"
|
||||||
|
storagegroupAPI "github.com/nspcc-dev/neofs-api-go/pkg/storagegroup"
|
||||||
|
"github.com/nspcc-dev/neofs-api-go/pkg/token"
|
||||||
|
"github.com/nspcc-dev/neofs-node/pkg/core/object"
|
||||||
|
"github.com/nspcc-dev/neofs-node/pkg/services/object_manager/storagegroup"
|
||||||
|
"github.com/pkg/errors"
|
||||||
"github.com/spf13/cobra"
|
"github.com/spf13/cobra"
|
||||||
)
|
)
|
||||||
|
|
||||||
|
@ -11,21 +19,286 @@ var storagegroupCmd = &cobra.Command{
|
||||||
Use: "storagegroup",
|
Use: "storagegroup",
|
||||||
Short: "Operations with Storage Groups",
|
Short: "Operations with Storage Groups",
|
||||||
Long: `Operations with Storage Groups`,
|
Long: `Operations with Storage Groups`,
|
||||||
Run: func(cmd *cobra.Command, args []string) {
|
|
||||||
fmt.Println("storagegroup called")
|
|
||||||
},
|
|
||||||
}
|
}
|
||||||
|
|
||||||
|
var sgPutCmd = &cobra.Command{
|
||||||
|
Use: "put",
|
||||||
|
Short: "Put storage group to NeoFS",
|
||||||
|
Long: "Put storage group to NeoFS",
|
||||||
|
RunE: putSG,
|
||||||
|
}
|
||||||
|
|
||||||
|
var sgGetCmd = &cobra.Command{
|
||||||
|
Use: "get",
|
||||||
|
Short: "Get storage group from NeoFS",
|
||||||
|
Long: "Get storage group from NeoFS",
|
||||||
|
RunE: getSG,
|
||||||
|
}
|
||||||
|
|
||||||
|
var sgListCmd = &cobra.Command{
|
||||||
|
Use: "list",
|
||||||
|
Short: "List storage groups in NeoFS container",
|
||||||
|
Long: "List storage groups in NeoFS container",
|
||||||
|
RunE: listSG,
|
||||||
|
}
|
||||||
|
|
||||||
|
var sgDelCmd = &cobra.Command{
|
||||||
|
Use: "delete",
|
||||||
|
Short: "Delete storage group from NeoFS",
|
||||||
|
Long: "Delete storage group from NeoFS",
|
||||||
|
RunE: delSG,
|
||||||
|
}
|
||||||
|
|
||||||
|
const (
|
||||||
|
sgMembersFlag = "members"
|
||||||
|
sgIDFlag = "id"
|
||||||
|
)
|
||||||
|
|
||||||
|
var (
|
||||||
|
sgMembers []string
|
||||||
|
sgID string
|
||||||
|
)
|
||||||
|
|
||||||
func init() {
|
func init() {
|
||||||
rootCmd.AddCommand(storagegroupCmd)
|
rootCmd.AddCommand(storagegroupCmd)
|
||||||
|
|
||||||
// Here you will define your flags and configuration settings.
|
storagegroupCmd.AddCommand(sgPutCmd)
|
||||||
|
sgPutCmd.Flags().String("cid", "", "Container ID")
|
||||||
|
_ = sgPutCmd.MarkFlagRequired("cid")
|
||||||
|
sgPutCmd.Flags().StringSliceVarP(&sgMembers, sgMembersFlag, "m", nil,
|
||||||
|
"ID list of storage group members")
|
||||||
|
_ = sgPutCmd.MarkFlagRequired(sgMembersFlag)
|
||||||
|
|
||||||
// Cobra supports Persistent Flags which will work for this command
|
storagegroupCmd.AddCommand(sgGetCmd)
|
||||||
// and all subcommands, e.g.:
|
sgGetCmd.Flags().String("cid", "", "Container ID")
|
||||||
// storagegroupCmd.PersistentFlags().String("foo", "", "A help for foo")
|
_ = sgGetCmd.MarkFlagRequired("cid")
|
||||||
|
sgGetCmd.Flags().StringVarP(&sgID, sgIDFlag, "", "", "storage group identifier")
|
||||||
|
_ = sgGetCmd.MarkFlagRequired(sgIDFlag)
|
||||||
|
|
||||||
// Cobra supports local flags which will only run when this command
|
storagegroupCmd.AddCommand(sgListCmd)
|
||||||
// is called directly, e.g.:
|
sgListCmd.Flags().String("cid", "", "Container ID")
|
||||||
// storagegroupCmd.Flags().BoolP("toggle", "t", false, "Help message for toggle")
|
_ = sgListCmd.MarkFlagRequired("cid")
|
||||||
|
|
||||||
|
storagegroupCmd.AddCommand(sgDelCmd)
|
||||||
|
sgDelCmd.Flags().String("cid", "", "Container ID")
|
||||||
|
_ = sgDelCmd.MarkFlagRequired("cid")
|
||||||
|
sgDelCmd.Flags().StringVarP(&sgID, sgIDFlag, "", "", "storage group identifier")
|
||||||
|
_ = sgDelCmd.MarkFlagRequired(sgIDFlag)
|
||||||
|
}
|
||||||
|
|
||||||
|
type sgHeadReceiver struct {
|
||||||
|
ctx context.Context
|
||||||
|
|
||||||
|
tok *token.SessionToken
|
||||||
|
|
||||||
|
c *client.Client
|
||||||
|
}
|
||||||
|
|
||||||
|
func (c *sgHeadReceiver) Head(addr *objectSDK.Address) (interface{}, error) {
|
||||||
|
obj, err := c.c.GetObjectHeader(c.ctx,
|
||||||
|
new(client.ObjectHeaderParams).
|
||||||
|
WithAddress(addr).
|
||||||
|
WithRawFlag(true),
|
||||||
|
client.WithTTL(2),
|
||||||
|
client.WithSession(c.tok),
|
||||||
|
)
|
||||||
|
|
||||||
|
var errSplitInfo *objectSDK.SplitInfoError
|
||||||
|
|
||||||
|
switch {
|
||||||
|
default:
|
||||||
|
return nil, err
|
||||||
|
case err == nil:
|
||||||
|
return object.NewFromSDK(obj), nil
|
||||||
|
case errors.As(err, &errSplitInfo):
|
||||||
|
return errSplitInfo.SplitInfo(), nil
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
func putSG(cmd *cobra.Command, _ []string) error {
|
||||||
|
ownerID, err := getOwnerID()
|
||||||
|
if err != nil {
|
||||||
|
return err
|
||||||
|
}
|
||||||
|
|
||||||
|
cid, err := getCID(cmd)
|
||||||
|
if err != nil {
|
||||||
|
return err
|
||||||
|
}
|
||||||
|
|
||||||
|
members := make([]*objectSDK.ID, 0, len(sgMembers))
|
||||||
|
|
||||||
|
for i := range sgMembers {
|
||||||
|
id := objectSDK.NewID()
|
||||||
|
if err := id.Parse(sgMembers[i]); err != nil {
|
||||||
|
return err
|
||||||
|
}
|
||||||
|
|
||||||
|
members = append(members, id)
|
||||||
|
}
|
||||||
|
|
||||||
|
ctx := context.Background()
|
||||||
|
|
||||||
|
cli, tok, err := initSession(ctx)
|
||||||
|
if err != nil {
|
||||||
|
return err
|
||||||
|
}
|
||||||
|
|
||||||
|
sg, err := storagegroup.CollectMembers(&sgHeadReceiver{
|
||||||
|
ctx: ctx,
|
||||||
|
tok: tok,
|
||||||
|
c: cli,
|
||||||
|
}, cid, members)
|
||||||
|
if err != nil {
|
||||||
|
return err
|
||||||
|
}
|
||||||
|
|
||||||
|
sgContent, err := sg.Marshal()
|
||||||
|
if err != nil {
|
||||||
|
return err
|
||||||
|
}
|
||||||
|
|
||||||
|
obj := objectSDK.NewRaw()
|
||||||
|
obj.SetContainerID(cid)
|
||||||
|
obj.SetOwnerID(ownerID)
|
||||||
|
obj.SetType(objectSDK.TypeStorageGroup)
|
||||||
|
obj.SetPayload(sgContent)
|
||||||
|
|
||||||
|
oid, err := cli.PutObject(ctx,
|
||||||
|
new(client.PutObjectParams).
|
||||||
|
WithObject(obj.Object()),
|
||||||
|
client.WithSession(tok))
|
||||||
|
if err != nil {
|
||||||
|
return fmt.Errorf("can't put storage group: %w", err)
|
||||||
|
}
|
||||||
|
|
||||||
|
cmd.Println("Storage group successfully stored")
|
||||||
|
cmd.Printf(" ID: %s\n", oid)
|
||||||
|
|
||||||
|
return nil
|
||||||
|
}
|
||||||
|
|
||||||
|
func getSGID() (*objectSDK.ID, error) {
|
||||||
|
oid := objectSDK.NewID()
|
||||||
|
err := oid.Parse(sgID)
|
||||||
|
|
||||||
|
return oid, err
|
||||||
|
}
|
||||||
|
|
||||||
|
func getSG(cmd *cobra.Command, _ []string) error {
|
||||||
|
cid, err := getCID(cmd)
|
||||||
|
if err != nil {
|
||||||
|
return err
|
||||||
|
}
|
||||||
|
|
||||||
|
id, err := getSGID()
|
||||||
|
if err != nil {
|
||||||
|
return err
|
||||||
|
}
|
||||||
|
|
||||||
|
addr := objectSDK.NewAddress()
|
||||||
|
addr.SetContainerID(cid)
|
||||||
|
addr.SetObjectID(id)
|
||||||
|
|
||||||
|
ctx := context.Background()
|
||||||
|
|
||||||
|
cli, tok, err := initSession(ctx)
|
||||||
|
if err != nil {
|
||||||
|
return err
|
||||||
|
}
|
||||||
|
|
||||||
|
obj, err := cli.GetObject(ctx,
|
||||||
|
new(client.GetObjectParams).
|
||||||
|
WithAddress(addr),
|
||||||
|
client.WithSession(tok))
|
||||||
|
if err != nil {
|
||||||
|
return fmt.Errorf("can't get storage group: %w", err)
|
||||||
|
}
|
||||||
|
|
||||||
|
sg := storagegroupAPI.New()
|
||||||
|
if err := sg.Unmarshal(obj.Payload()); err != nil {
|
||||||
|
return err
|
||||||
|
}
|
||||||
|
|
||||||
|
cmd.Printf("Expiration epoch: %d\n", sg.ExpirationEpoch())
|
||||||
|
cmd.Printf("Group size: %d\n", sg.ValidationDataSize())
|
||||||
|
cmd.Printf("Group hash: %s\n", sg.ValidationDataHash())
|
||||||
|
|
||||||
|
if members := sg.Members(); len(members) > 0 {
|
||||||
|
cmd.Println("Members:")
|
||||||
|
|
||||||
|
for i := range members {
|
||||||
|
cmd.Printf("\t%s\n", members[i])
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
return nil
|
||||||
|
}
|
||||||
|
|
||||||
|
func listSG(cmd *cobra.Command, _ []string) error {
|
||||||
|
cid, err := getCID(cmd)
|
||||||
|
if err != nil {
|
||||||
|
return err
|
||||||
|
}
|
||||||
|
|
||||||
|
ctx := context.Background()
|
||||||
|
|
||||||
|
cli, tok, err := initSession(ctx)
|
||||||
|
if err != nil {
|
||||||
|
return err
|
||||||
|
}
|
||||||
|
|
||||||
|
ids, err := cli.SearchObject(ctx,
|
||||||
|
new(client.SearchObjectParams).
|
||||||
|
WithContainerID(cid).
|
||||||
|
WithSearchFilters(storagegroup.SearchQuery()),
|
||||||
|
client.WithSession(tok),
|
||||||
|
)
|
||||||
|
if err != nil {
|
||||||
|
return fmt.Errorf("can't search storage groups: %w", err)
|
||||||
|
}
|
||||||
|
|
||||||
|
cmd.Printf("Found %d storage groups.\n", len(ids))
|
||||||
|
|
||||||
|
for _, id := range ids {
|
||||||
|
cmd.Println(id)
|
||||||
|
}
|
||||||
|
|
||||||
|
return nil
|
||||||
|
}
|
||||||
|
|
||||||
|
func delSG(cmd *cobra.Command, _ []string) error {
|
||||||
|
cid, err := getCID(cmd)
|
||||||
|
if err != nil {
|
||||||
|
return err
|
||||||
|
}
|
||||||
|
|
||||||
|
id, err := getSGID()
|
||||||
|
if err != nil {
|
||||||
|
return err
|
||||||
|
}
|
||||||
|
|
||||||
|
ctx := context.Background()
|
||||||
|
|
||||||
|
cli, tok, err := initSession(ctx)
|
||||||
|
if err != nil {
|
||||||
|
return err
|
||||||
|
}
|
||||||
|
|
||||||
|
addr := objectSDK.NewAddress()
|
||||||
|
addr.SetContainerID(cid)
|
||||||
|
addr.SetObjectID(id)
|
||||||
|
|
||||||
|
tombstone, err := client.DeleteObject(cli, ctx,
|
||||||
|
new(client.DeleteObjectParams).
|
||||||
|
WithAddress(addr),
|
||||||
|
client.WithSession(tok))
|
||||||
|
if err != nil {
|
||||||
|
return fmt.Errorf("can't get storage group: %w", err)
|
||||||
|
}
|
||||||
|
|
||||||
|
cmd.Println("Storage group removed successfully.")
|
||||||
|
cmd.Printf(" Tombstone: %s\n", tombstone.ObjectID())
|
||||||
|
|
||||||
|
return nil
|
||||||
}
|
}
|
||||||
|
|
2
go.mod
2
go.mod
|
@ -17,7 +17,7 @@ require (
|
||||||
github.com/multiformats/go-multihash v0.0.13 // indirect
|
github.com/multiformats/go-multihash v0.0.13 // indirect
|
||||||
github.com/nspcc-dev/hrw v1.0.9
|
github.com/nspcc-dev/hrw v1.0.9
|
||||||
github.com/nspcc-dev/neo-go v0.91.1-pre.0.20201215101847-7c2257803f32
|
github.com/nspcc-dev/neo-go v0.91.1-pre.0.20201215101847-7c2257803f32
|
||||||
github.com/nspcc-dev/neofs-api-go v1.21.2
|
github.com/nspcc-dev/neofs-api-go v1.21.3-0.20201224122131-86c0c57416f9
|
||||||
github.com/nspcc-dev/neofs-crypto v0.3.0
|
github.com/nspcc-dev/neofs-crypto v0.3.0
|
||||||
github.com/nspcc-dev/tzhash v1.4.0
|
github.com/nspcc-dev/tzhash v1.4.0
|
||||||
github.com/panjf2000/ants/v2 v2.3.0
|
github.com/panjf2000/ants/v2 v2.3.0
|
||||||
|
|
BIN
go.sum
BIN
go.sum
Binary file not shown.
Loading…
Reference in a new issue