forked from TrueCloudLab/frostfs-node
[#791] neofs-lens: inspect objects by address
``` > neofs-lens list --path ./blob/blobovnicza/1/1/0 6ay4GfhR9RgN28d5ufg63toPetkYHGcpcW7G3b7QWSek/9ibXu6v4uTwLEcME5vyHev6Zi8LpxqiWTe1dahKpAbb6 H3VBttoLQoknzMDgnVNyLZ8EpkDnQjnaxDr9fnAWeEHA/Hw1titdGh7BrTe2yLotiYbVh9FQaRRNhoNzXTyetpFgt > neofs-lens inspect --path ./blob/blobovnicza/1/1/0 \ --address 6ay4GfhR9RgN28d5ufg63toPetkYHGcpcW7G3b7QWSek/9ibXu6v4uTwLEcME5vyHev6Zi8LpxqiWTe1dahKpAbb6 \ --header --out payload Version: v2.1 Type: REGULAR CID: 6ay4GfhR9RgN28d5ufg63toPetkYHGcpcW7G3b7QWSek ID: 9ibXu6v4uTwLEcME5vyHev6Zi8LpxqiWTe1dahKpAbb6 Owner: 2dokPzmmcLnnR21jQB3qPppTQRgwMNMKEWD CreatedAt: 0 PayloadSize: 32 Attributes: foo: bar > hexdump -C payload 00000000 ff 6c d4 71 c4 83 f1 5f b9 0b ad b3 7c 58 21 b6 |.l.q..._....|X!.| 00000010 d9 55 26 a4 1a 95 04 68 0b 4e 7c 8b 76 3a 1b 1d |.U&....h.N|.v:..| 00000020 ``` Signed-off-by: Evgenii Stratonikov <evgeniy@nspcc.ru>
This commit is contained in:
parent
e0f0188466
commit
1a1435be3d
3 changed files with 139 additions and 11 deletions
116
cmd/neofs-lens/internal/commands/inspect/inspect.go
Normal file
116
cmd/neofs-lens/internal/commands/inspect/inspect.go
Normal file
|
@ -0,0 +1,116 @@
|
||||||
|
package inspect
|
||||||
|
|
||||||
|
import (
|
||||||
|
"fmt"
|
||||||
|
"io/ioutil"
|
||||||
|
|
||||||
|
"github.com/nspcc-dev/neofs-api-go/pkg/object"
|
||||||
|
common "github.com/nspcc-dev/neofs-node/cmd/neofs-lens/internal"
|
||||||
|
"github.com/nspcc-dev/neofs-node/pkg/local_object_storage/blobovnicza"
|
||||||
|
"github.com/nspcc-dev/neofs-node/pkg/local_object_storage/writecache"
|
||||||
|
"github.com/spf13/cobra"
|
||||||
|
)
|
||||||
|
|
||||||
|
const (
|
||||||
|
flagAddress = "address"
|
||||||
|
flagEnginePath = "path"
|
||||||
|
flagHeader = "header"
|
||||||
|
flagOutFile = "out"
|
||||||
|
flagWriteCache = "writecache"
|
||||||
|
)
|
||||||
|
|
||||||
|
var (
|
||||||
|
vAddress string
|
||||||
|
vHeader bool
|
||||||
|
vPath string
|
||||||
|
vOut string
|
||||||
|
vWriteCache bool
|
||||||
|
)
|
||||||
|
|
||||||
|
// Command contains `inspect` command definition.
|
||||||
|
var Command = &cobra.Command{
|
||||||
|
Use: "inspect",
|
||||||
|
Short: "Object inspection",
|
||||||
|
Long: `Inspect specific object in storage engine component.`,
|
||||||
|
Run: objectInspectCmd,
|
||||||
|
}
|
||||||
|
|
||||||
|
func init() {
|
||||||
|
Command.Flags().StringVar(&vAddress, flagAddress, "", "Object address")
|
||||||
|
_ = Command.MarkFlagRequired(flagAddress)
|
||||||
|
|
||||||
|
Command.Flags().StringVar(&vPath, flagEnginePath, "",
|
||||||
|
"Path to storage engine component",
|
||||||
|
)
|
||||||
|
_ = Command.MarkFlagFilename(flagEnginePath)
|
||||||
|
_ = Command.MarkFlagRequired(flagEnginePath)
|
||||||
|
|
||||||
|
Command.Flags().StringVar(&vOut, flagOutFile, "",
|
||||||
|
"File to save object payload")
|
||||||
|
|
||||||
|
Command.Flags().BoolVar(&vHeader, flagHeader, false, "Inspect only header")
|
||||||
|
Command.Flags().BoolVar(&vWriteCache, flagWriteCache, false,
|
||||||
|
"Process write-cache")
|
||||||
|
}
|
||||||
|
|
||||||
|
func objectInspectCmd(cmd *cobra.Command, _ []string) {
|
||||||
|
addr := object.NewAddress()
|
||||||
|
err := addr.Parse(vAddress)
|
||||||
|
common.ExitOnErr(cmd, common.Errf("invalid address argument: %w", err))
|
||||||
|
|
||||||
|
if vOut == "" && !vHeader {
|
||||||
|
common.ExitOnErr(cmd, fmt.Errorf("either --%s or --%s flag must be provided",
|
||||||
|
flagHeader, flagOutFile))
|
||||||
|
}
|
||||||
|
|
||||||
|
if vWriteCache {
|
||||||
|
db, err := writecache.OpenDB(vPath, true)
|
||||||
|
common.ExitOnErr(cmd, common.Errf("could not open write-cache db: %w", err))
|
||||||
|
|
||||||
|
defer db.Close()
|
||||||
|
|
||||||
|
data, err := writecache.Get(db, []byte(addr.String()))
|
||||||
|
common.ExitOnErr(cmd, common.Errf("could not fetch object: %w", err))
|
||||||
|
printObjectInfo(cmd, data)
|
||||||
|
return
|
||||||
|
}
|
||||||
|
|
||||||
|
blz := blobovnicza.New(
|
||||||
|
blobovnicza.WithPath(vPath),
|
||||||
|
blobovnicza.ReadOnly())
|
||||||
|
common.ExitOnErr(cmd, blz.Open())
|
||||||
|
|
||||||
|
defer blz.Close()
|
||||||
|
|
||||||
|
prm := new(blobovnicza.GetPrm)
|
||||||
|
prm.SetAddress(addr)
|
||||||
|
res, err := blz.Get(prm)
|
||||||
|
common.ExitOnErr(cmd, common.Errf("could not fetch object: %w", err))
|
||||||
|
|
||||||
|
printObjectInfo(cmd, res.Object())
|
||||||
|
}
|
||||||
|
|
||||||
|
func printObjectInfo(cmd *cobra.Command, data []byte) {
|
||||||
|
obj := object.New()
|
||||||
|
err := obj.Unmarshal(data)
|
||||||
|
common.ExitOnErr(cmd, common.Errf("can't unmarshal object: %w", err))
|
||||||
|
|
||||||
|
if vHeader {
|
||||||
|
cmd.Println("Version:", obj.Version())
|
||||||
|
cmd.Println("Type:", obj.Type())
|
||||||
|
cmd.Println("CID:", obj.ContainerID())
|
||||||
|
cmd.Println("ID:", obj.ID())
|
||||||
|
cmd.Println("Owner:", obj.OwnerID())
|
||||||
|
cmd.Println("CreatedAt:", obj.CreationEpoch())
|
||||||
|
cmd.Println("PayloadSize:", obj.PayloadSize())
|
||||||
|
cmd.Println("Attributes:")
|
||||||
|
for _, attr := range obj.Attributes() {
|
||||||
|
cmd.Printf(" %s: %s\n", attr.Key(), attr.Value())
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
if vOut != "" {
|
||||||
|
err := ioutil.WriteFile(vOut, obj.Payload(), 0644)
|
||||||
|
common.ExitOnErr(cmd, common.Errf("couldn't write payload: %w", err))
|
||||||
|
}
|
||||||
|
}
|
|
@ -4,6 +4,7 @@ import (
|
||||||
"fmt"
|
"fmt"
|
||||||
"os"
|
"os"
|
||||||
|
|
||||||
|
"github.com/nspcc-dev/neofs-node/cmd/neofs-lens/internal/commands/inspect"
|
||||||
cmdlist "github.com/nspcc-dev/neofs-node/cmd/neofs-lens/internal/commands/list"
|
cmdlist "github.com/nspcc-dev/neofs-node/cmd/neofs-lens/internal/commands/list"
|
||||||
"github.com/nspcc-dev/neofs-node/misc"
|
"github.com/nspcc-dev/neofs-node/misc"
|
||||||
"github.com/spf13/cobra"
|
"github.com/spf13/cobra"
|
||||||
|
@ -34,6 +35,7 @@ func entryPoint(cmd *cobra.Command, _ []string) error {
|
||||||
func init() {
|
func init() {
|
||||||
command.AddCommand(
|
command.AddCommand(
|
||||||
cmdlist.Command,
|
cmdlist.Command,
|
||||||
|
inspect.Command,
|
||||||
)
|
)
|
||||||
}
|
}
|
||||||
|
|
||||||
|
|
|
@ -20,17 +20,8 @@ func (c *cache) Get(addr *objectSDK.Address) (*object.Object, error) {
|
||||||
}
|
}
|
||||||
c.mtx.RUnlock()
|
c.mtx.RUnlock()
|
||||||
|
|
||||||
var value []byte
|
value, err := Get(c.db, []byte(saddr))
|
||||||
_ = c.db.View(func(tx *bbolt.Tx) error {
|
if err == nil {
|
||||||
b := tx.Bucket(defaultBucket)
|
|
||||||
val := b.Get([]byte(saddr))
|
|
||||||
if val != nil {
|
|
||||||
value = cloneBytes(val)
|
|
||||||
}
|
|
||||||
return nil
|
|
||||||
})
|
|
||||||
|
|
||||||
if value != nil {
|
|
||||||
obj := object.New()
|
obj := object.New()
|
||||||
c.flushed.Get(saddr)
|
c.flushed.Get(saddr)
|
||||||
return obj, obj.Unmarshal(value)
|
return obj, obj.Unmarshal(value)
|
||||||
|
@ -66,3 +57,22 @@ func (c *cache) Head(addr *objectSDK.Address) (*object.Object, error) {
|
||||||
// NOTE: resetting the payload via the setter can lead to data corruption of in-memory objects, but ok for others
|
// NOTE: resetting the payload via the setter can lead to data corruption of in-memory objects, but ok for others
|
||||||
return object.NewRawFromObject(obj).CutPayload().Object(), nil
|
return object.NewRawFromObject(obj).CutPayload().Object(), nil
|
||||||
}
|
}
|
||||||
|
|
||||||
|
// Get fetches object from the underlying database.
|
||||||
|
// Key should be a stringified address.
|
||||||
|
func Get(db *bbolt.DB, key []byte) ([]byte, error) {
|
||||||
|
var value []byte
|
||||||
|
err := db.View(func(tx *bbolt.Tx) error {
|
||||||
|
b := tx.Bucket(defaultBucket)
|
||||||
|
if b == nil {
|
||||||
|
return ErrNoDefaultBucket
|
||||||
|
}
|
||||||
|
value = b.Get(key)
|
||||||
|
if value == nil {
|
||||||
|
return object.ErrNotFound
|
||||||
|
}
|
||||||
|
value = cloneBytes(value)
|
||||||
|
return nil
|
||||||
|
})
|
||||||
|
return value, err
|
||||||
|
}
|
||||||
|
|
Loading…
Reference in a new issue