neoneo-go/cli/server/dump.go

102 lines
2.2 KiB
Go
Raw Normal View History

package server
import (
"encoding/json"
"fmt"
"os"
"path/filepath"
"github.com/nspcc-dev/neo-go/pkg/core/storage"
)
2020-03-16 09:47:26 +00:00
type dump []blockDump
type blockDump struct {
Block uint32 `json:"block"`
Size int `json:"size"`
Storage []storage.Operation `json:"storage"`
}
func newDump() *dump {
return new(dump)
}
func (d *dump) add(index uint32, batch *storage.MemBatch) {
ops := storage.BatchToOperations(batch)
*d = append(*d, blockDump{
Block: index,
Size: len(ops),
Storage: ops,
})
}
func (d *dump) tryPersist(prefix string, index uint32) error {
2020-03-16 09:46:36 +00:00
if len(*d) == 0 {
return nil
}
path, err := getPath(prefix, index)
if err != nil {
return err
}
old, err := readFile(path)
if err == nil {
*old = append(*old, *d...)
} else {
old = d
}
f, err := os.Create(path)
if err != nil {
return err
}
defer f.Close()
enc := json.NewEncoder(f)
enc.SetIndent("", " ")
2020-03-16 09:46:36 +00:00
if err := enc.Encode(*old); err != nil {
return err
}
*d = (*d)[:0]
return nil
}
2020-03-16 09:46:36 +00:00
func readFile(path string) (*dump, error) {
2022-02-22 16:27:32 +00:00
data, err := os.ReadFile(path)
2020-03-16 09:46:36 +00:00
if err != nil {
return nil, err
}
d := newDump()
if err := json.Unmarshal(data, d); err != nil {
return nil, err
}
return d, err
}
// getPath returns filename for storing blocks up to index.
// Directory structure is the following:
// https://github.com/NeoResearch/neo-storage-audit#folder-organization-where-to-find-the-desired-block
// Dir `BlockStorage_$DIRNO` contains blocks up to $DIRNO (from $DIRNO-100k)
// Inside it there are files grouped by 1k blocks.
// File dump-block-$FILENO.json contains blocks from $FILENO-999, $FILENO
// Example: file `BlockStorage_100000/dump-block-6000.json` contains blocks from 5001 to 6000.
2020-03-16 09:46:36 +00:00
func getPath(prefix string, index uint32) (string, error) {
dirN := ((index + 99999) / 100000) * 100000
dir := fmt.Sprintf("BlockStorage_%d", dirN)
path := filepath.Join(prefix, dir)
info, err := os.Stat(path)
if os.IsNotExist(err) {
err := os.MkdirAll(path, os.ModePerm)
if err != nil {
2020-03-16 09:46:36 +00:00
return "", err
}
} else if !info.IsDir() {
2020-03-16 09:46:36 +00:00
return "", fmt.Errorf("file `%s` is not a directory", path)
}
fileN := ((index + 999) / 1000) * 1000
file := fmt.Sprintf("dump-block-%d.json", fileN)
2020-03-16 09:46:36 +00:00
return filepath.Join(path, file), nil
}