forked from TrueCloudLab/frostfs-node
f7ca4a8dce
Implement PUT/GET/LIST/DELETE commands of storage group module. Signed-off-by: Leonard Lyubich <leonard@nspcc.ru>
304 lines
6.2 KiB
Go
304 lines
6.2 KiB
Go
package cmd
|
|
|
|
import (
|
|
"context"
|
|
"fmt"
|
|
|
|
"github.com/nspcc-dev/neofs-api-go/pkg/client"
|
|
objectSDK "github.com/nspcc-dev/neofs-api-go/pkg/object"
|
|
storagegroupAPI "github.com/nspcc-dev/neofs-api-go/pkg/storagegroup"
|
|
"github.com/nspcc-dev/neofs-api-go/pkg/token"
|
|
"github.com/nspcc-dev/neofs-node/pkg/core/object"
|
|
"github.com/nspcc-dev/neofs-node/pkg/services/object_manager/storagegroup"
|
|
"github.com/pkg/errors"
|
|
"github.com/spf13/cobra"
|
|
)
|
|
|
|
// storagegroupCmd represents the storagegroup command
|
|
var storagegroupCmd = &cobra.Command{
|
|
Use: "storagegroup",
|
|
Short: "Operations with Storage Groups",
|
|
Long: `Operations with Storage Groups`,
|
|
}
|
|
|
|
var sgPutCmd = &cobra.Command{
|
|
Use: "put",
|
|
Short: "Put storage group to NeoFS",
|
|
Long: "Put storage group to NeoFS",
|
|
RunE: putSG,
|
|
}
|
|
|
|
var sgGetCmd = &cobra.Command{
|
|
Use: "get",
|
|
Short: "Get storage group from NeoFS",
|
|
Long: "Get storage group from NeoFS",
|
|
RunE: getSG,
|
|
}
|
|
|
|
var sgListCmd = &cobra.Command{
|
|
Use: "list",
|
|
Short: "List storage groups in NeoFS container",
|
|
Long: "List storage groups in NeoFS container",
|
|
RunE: listSG,
|
|
}
|
|
|
|
var sgDelCmd = &cobra.Command{
|
|
Use: "delete",
|
|
Short: "Delete storage group from NeoFS",
|
|
Long: "Delete storage group from NeoFS",
|
|
RunE: delSG,
|
|
}
|
|
|
|
const (
|
|
sgMembersFlag = "members"
|
|
sgIDFlag = "id"
|
|
)
|
|
|
|
var (
|
|
sgMembers []string
|
|
sgID string
|
|
)
|
|
|
|
func init() {
|
|
rootCmd.AddCommand(storagegroupCmd)
|
|
|
|
storagegroupCmd.AddCommand(sgPutCmd)
|
|
sgPutCmd.Flags().String("cid", "", "Container ID")
|
|
_ = sgPutCmd.MarkFlagRequired("cid")
|
|
sgPutCmd.Flags().StringSliceVarP(&sgMembers, sgMembersFlag, "m", nil,
|
|
"ID list of storage group members")
|
|
_ = sgPutCmd.MarkFlagRequired(sgMembersFlag)
|
|
|
|
storagegroupCmd.AddCommand(sgGetCmd)
|
|
sgGetCmd.Flags().String("cid", "", "Container ID")
|
|
_ = sgGetCmd.MarkFlagRequired("cid")
|
|
sgGetCmd.Flags().StringVarP(&sgID, sgIDFlag, "", "", "storage group identifier")
|
|
_ = sgGetCmd.MarkFlagRequired(sgIDFlag)
|
|
|
|
storagegroupCmd.AddCommand(sgListCmd)
|
|
sgListCmd.Flags().String("cid", "", "Container ID")
|
|
_ = sgListCmd.MarkFlagRequired("cid")
|
|
|
|
storagegroupCmd.AddCommand(sgDelCmd)
|
|
sgDelCmd.Flags().String("cid", "", "Container ID")
|
|
_ = sgDelCmd.MarkFlagRequired("cid")
|
|
sgDelCmd.Flags().StringVarP(&sgID, sgIDFlag, "", "", "storage group identifier")
|
|
_ = sgDelCmd.MarkFlagRequired(sgIDFlag)
|
|
}
|
|
|
|
type sgHeadReceiver struct {
|
|
ctx context.Context
|
|
|
|
tok *token.SessionToken
|
|
|
|
c *client.Client
|
|
}
|
|
|
|
func (c *sgHeadReceiver) Head(addr *objectSDK.Address) (interface{}, error) {
|
|
obj, err := c.c.GetObjectHeader(c.ctx,
|
|
new(client.ObjectHeaderParams).
|
|
WithAddress(addr).
|
|
WithRawFlag(true),
|
|
client.WithTTL(2),
|
|
client.WithSession(c.tok),
|
|
)
|
|
|
|
var errSplitInfo *objectSDK.SplitInfoError
|
|
|
|
switch {
|
|
default:
|
|
return nil, err
|
|
case err == nil:
|
|
return object.NewFromSDK(obj), nil
|
|
case errors.As(err, &errSplitInfo):
|
|
return errSplitInfo.SplitInfo(), nil
|
|
}
|
|
}
|
|
|
|
func putSG(cmd *cobra.Command, _ []string) error {
|
|
ownerID, err := getOwnerID()
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
cid, err := getCID(cmd)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
members := make([]*objectSDK.ID, 0, len(sgMembers))
|
|
|
|
for i := range sgMembers {
|
|
id := objectSDK.NewID()
|
|
if err := id.Parse(sgMembers[i]); err != nil {
|
|
return err
|
|
}
|
|
|
|
members = append(members, id)
|
|
}
|
|
|
|
ctx := context.Background()
|
|
|
|
cli, tok, err := initSession(ctx)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
sg, err := storagegroup.CollectMembers(&sgHeadReceiver{
|
|
ctx: ctx,
|
|
tok: tok,
|
|
c: cli,
|
|
}, cid, members)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
sgContent, err := sg.Marshal()
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
obj := objectSDK.NewRaw()
|
|
obj.SetContainerID(cid)
|
|
obj.SetOwnerID(ownerID)
|
|
obj.SetType(objectSDK.TypeStorageGroup)
|
|
obj.SetPayload(sgContent)
|
|
|
|
oid, err := cli.PutObject(ctx,
|
|
new(client.PutObjectParams).
|
|
WithObject(obj.Object()),
|
|
client.WithSession(tok))
|
|
if err != nil {
|
|
return fmt.Errorf("can't put storage group: %w", err)
|
|
}
|
|
|
|
cmd.Println("Storage group successfully stored")
|
|
cmd.Printf(" ID: %s\n", oid)
|
|
|
|
return nil
|
|
}
|
|
|
|
func getSGID() (*objectSDK.ID, error) {
|
|
oid := objectSDK.NewID()
|
|
err := oid.Parse(sgID)
|
|
|
|
return oid, err
|
|
}
|
|
|
|
func getSG(cmd *cobra.Command, _ []string) error {
|
|
cid, err := getCID(cmd)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
id, err := getSGID()
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
addr := objectSDK.NewAddress()
|
|
addr.SetContainerID(cid)
|
|
addr.SetObjectID(id)
|
|
|
|
ctx := context.Background()
|
|
|
|
cli, tok, err := initSession(ctx)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
obj, err := cli.GetObject(ctx,
|
|
new(client.GetObjectParams).
|
|
WithAddress(addr),
|
|
client.WithSession(tok))
|
|
if err != nil {
|
|
return fmt.Errorf("can't get storage group: %w", err)
|
|
}
|
|
|
|
sg := storagegroupAPI.New()
|
|
if err := sg.Unmarshal(obj.Payload()); err != nil {
|
|
return err
|
|
}
|
|
|
|
cmd.Printf("Expiration epoch: %d\n", sg.ExpirationEpoch())
|
|
cmd.Printf("Group size: %d\n", sg.ValidationDataSize())
|
|
cmd.Printf("Group hash: %s\n", sg.ValidationDataHash())
|
|
|
|
if members := sg.Members(); len(members) > 0 {
|
|
cmd.Println("Members:")
|
|
|
|
for i := range members {
|
|
cmd.Printf("\t%s\n", members[i])
|
|
}
|
|
}
|
|
|
|
return nil
|
|
}
|
|
|
|
func listSG(cmd *cobra.Command, _ []string) error {
|
|
cid, err := getCID(cmd)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
ctx := context.Background()
|
|
|
|
cli, tok, err := initSession(ctx)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
ids, err := cli.SearchObject(ctx,
|
|
new(client.SearchObjectParams).
|
|
WithContainerID(cid).
|
|
WithSearchFilters(storagegroup.SearchQuery()),
|
|
client.WithSession(tok),
|
|
)
|
|
if err != nil {
|
|
return fmt.Errorf("can't search storage groups: %w", err)
|
|
}
|
|
|
|
cmd.Printf("Found %d storage groups.\n", len(ids))
|
|
|
|
for _, id := range ids {
|
|
cmd.Println(id)
|
|
}
|
|
|
|
return nil
|
|
}
|
|
|
|
func delSG(cmd *cobra.Command, _ []string) error {
|
|
cid, err := getCID(cmd)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
id, err := getSGID()
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
ctx := context.Background()
|
|
|
|
cli, tok, err := initSession(ctx)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
addr := objectSDK.NewAddress()
|
|
addr.SetContainerID(cid)
|
|
addr.SetObjectID(id)
|
|
|
|
tombstone, err := client.DeleteObject(cli, ctx,
|
|
new(client.DeleteObjectParams).
|
|
WithAddress(addr),
|
|
client.WithSession(tok))
|
|
if err != nil {
|
|
return fmt.Errorf("can't get storage group: %w", err)
|
|
}
|
|
|
|
cmd.Println("Storage group removed successfully.")
|
|
cmd.Printf(" Tombstone: %s\n", tombstone.ObjectID())
|
|
|
|
return nil
|
|
}
|