2018-03-17 11:53:21 +00:00
|
|
|
package storage
|
|
|
|
|
|
|
|
import (
|
|
|
|
"encoding/binary"
|
|
|
|
"errors"
|
2020-08-24 16:00:16 +00:00
|
|
|
"fmt"
|
2018-03-17 11:53:21 +00:00
|
|
|
)
|
|
|
|
|
|
|
|
// KeyPrefix constants.
|
|
|
|
const (
|
2021-12-07 20:05:28 +00:00
|
|
|
DataExecutable KeyPrefix = 0x01
|
|
|
|
DataMPT KeyPrefix = 0x03
|
|
|
|
STAccount KeyPrefix = 0x40
|
|
|
|
STContractID KeyPrefix = 0x51
|
|
|
|
STStorage KeyPrefix = 0x70
|
2021-08-23 09:02:17 +00:00
|
|
|
// STTempStorage is used to store contract storage items during state sync process
|
|
|
|
// in order not to mess up the previous state which has its own items stored by
|
|
|
|
// STStorage prefix. Once state exchange process is completed, all items with
|
|
|
|
// STStorage prefix will be replaced with STTempStorage-prefixed ones.
|
|
|
|
STTempStorage KeyPrefix = 0x71
|
2021-11-16 20:09:04 +00:00
|
|
|
STNEP11Transfers KeyPrefix = 0x72
|
|
|
|
STNEP17Transfers KeyPrefix = 0x73
|
|
|
|
STTokenTransferInfo KeyPrefix = 0x74
|
2021-08-03 06:56:39 +00:00
|
|
|
IXHeaderHashList KeyPrefix = 0x80
|
|
|
|
SYSCurrentBlock KeyPrefix = 0xc0
|
|
|
|
SYSCurrentHeader KeyPrefix = 0xc1
|
|
|
|
SYSStateSyncCurrentBlockHeight KeyPrefix = 0xc2
|
|
|
|
SYSStateSyncPoint KeyPrefix = 0xc3
|
2021-08-26 14:34:52 +00:00
|
|
|
SYSStateJumpStage KeyPrefix = 0xc4
|
2021-11-09 12:13:53 +00:00
|
|
|
SYSCleanStorage KeyPrefix = 0xc5
|
2021-08-03 06:56:39 +00:00
|
|
|
SYSVersion KeyPrefix = 0xf0
|
2018-03-17 11:53:21 +00:00
|
|
|
)
|
|
|
|
|
2021-12-07 20:05:28 +00:00
|
|
|
// Executable subtypes.
|
|
|
|
const (
|
|
|
|
ExecBlock byte = 1
|
|
|
|
ExecTransaction byte = 2
|
|
|
|
)
|
|
|
|
|
2021-03-30 13:47:15 +00:00
|
|
|
const (
|
|
|
|
// MaxStorageKeyLen is the maximum length of a key for storage items.
|
|
|
|
MaxStorageKeyLen = 64
|
|
|
|
// MaxStorageValueLen is the maximum length of a value for storage items.
|
|
|
|
// It is set to be the maximum value for uint16.
|
|
|
|
MaxStorageValueLen = 65535
|
|
|
|
)
|
|
|
|
|
2022-01-18 21:02:19 +00:00
|
|
|
// Operation represents a single KV operation (add/del/change) performed
|
|
|
|
// in the DB.
|
|
|
|
type Operation struct {
|
|
|
|
// State can be Added, Changed or Deleted.
|
|
|
|
State string `json:"state"`
|
|
|
|
Key []byte `json:"key"`
|
|
|
|
Value []byte `json:"value,omitempty"`
|
|
|
|
}
|
|
|
|
|
2021-12-16 13:55:50 +00:00
|
|
|
// SeekRange represents options for Store.Seek operation.
|
|
|
|
type SeekRange struct {
|
|
|
|
// Prefix denotes the Seek's lookup key.
|
|
|
|
// Empty Prefix means seeking through all keys in the DB starting from
|
|
|
|
// the Start if specified.
|
|
|
|
Prefix []byte
|
2022-01-17 17:41:51 +00:00
|
|
|
// Start denotes value appended to the Prefix to start Seek from.
|
2021-12-16 13:55:50 +00:00
|
|
|
// Seeking starting from some key includes this key to the result;
|
|
|
|
// if no matching key was found then next suitable key is picked up.
|
|
|
|
// Start may be empty. Empty Start means seeking through all keys in
|
|
|
|
// the DB with matching Prefix.
|
|
|
|
// Empty Prefix and empty Start can be combined, which means seeking
|
|
|
|
// through all keys in the DB.
|
|
|
|
Start []byte
|
2021-12-28 13:01:44 +00:00
|
|
|
// Backwards denotes whether Seek direction should be reversed, i.e.
|
|
|
|
// whether seeking should be performed in a descending way.
|
|
|
|
// Backwards can be safely combined with Prefix and Start.
|
|
|
|
Backwards bool
|
2021-12-16 13:55:50 +00:00
|
|
|
}
|
|
|
|
|
2018-03-17 11:53:21 +00:00
|
|
|
// ErrKeyNotFound is an error returned by Store implementations
|
|
|
|
// when a certain key is not found.
|
|
|
|
var ErrKeyNotFound = errors.New("key not found")
|
|
|
|
|
|
|
|
type (
|
|
|
|
// Store is anything that can persist and retrieve the blockchain.
|
|
|
|
// information.
|
|
|
|
Store interface {
|
|
|
|
Batch() Batch
|
2019-10-07 14:08:09 +00:00
|
|
|
Delete(k []byte) error
|
2018-03-17 11:53:21 +00:00
|
|
|
Get([]byte) ([]byte, error)
|
|
|
|
Put(k, v []byte) error
|
2018-04-09 16:58:09 +00:00
|
|
|
PutBatch(Batch) error
|
2021-08-12 10:35:09 +00:00
|
|
|
// PutChangeSet allows to push prepared changeset to the Store.
|
2022-01-29 08:54:25 +00:00
|
|
|
PutChangeSet(puts map[string][]byte) error
|
2020-10-10 09:37:46 +00:00
|
|
|
// Seek can guarantee that provided key (k) and value (v) are the only valid until the next call to f.
|
2022-01-17 17:41:51 +00:00
|
|
|
// Seek continues iteration until false is returned from f.
|
|
|
|
// Key and value slices should not be modified.
|
|
|
|
// Seek can guarantee that key-value items are sorted by key in ascending way.
|
|
|
|
Seek(rng SeekRange, f func(k, v []byte) bool)
|
2019-09-16 15:52:47 +00:00
|
|
|
Close() error
|
2018-03-17 11:53:21 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
// Batch represents an abstraction on top of batch operations.
|
|
|
|
// Each Store implementation is responsible of casting a Batch
|
2021-08-11 15:53:18 +00:00
|
|
|
// to its appropriate type. Batches can only be used in a single
|
|
|
|
// thread.
|
2018-03-17 11:53:21 +00:00
|
|
|
Batch interface {
|
2019-10-07 14:08:09 +00:00
|
|
|
Delete(k []byte)
|
2018-03-17 11:53:21 +00:00
|
|
|
Put(k, v []byte)
|
|
|
|
}
|
|
|
|
|
|
|
|
// KeyPrefix is a constant byte added as a prefix for each key
|
|
|
|
// stored.
|
|
|
|
KeyPrefix uint8
|
|
|
|
)
|
|
|
|
|
|
|
|
// Bytes returns the bytes representation of KeyPrefix.
|
|
|
|
func (k KeyPrefix) Bytes() []byte {
|
|
|
|
return []byte{byte(k)}
|
|
|
|
}
|
|
|
|
|
2019-10-22 14:56:03 +00:00
|
|
|
// AppendPrefix appends byteslice b to the given KeyPrefix.
|
2021-05-12 20:17:03 +00:00
|
|
|
// AppendKeyPrefix(SYSVersion, []byte{0x00, 0x01}).
|
2018-03-17 11:53:21 +00:00
|
|
|
func AppendPrefix(k KeyPrefix, b []byte) []byte {
|
|
|
|
dest := make([]byte, len(b)+1)
|
|
|
|
dest[0] = byte(k)
|
|
|
|
copy(dest[1:], b)
|
|
|
|
return dest
|
|
|
|
}
|
|
|
|
|
|
|
|
// AppendPrefixInt append int n to the given KeyPrefix.
|
2021-05-12 20:17:03 +00:00
|
|
|
// AppendPrefixInt(SYSCurrentHeader, 10001)
|
2018-03-17 11:53:21 +00:00
|
|
|
func AppendPrefixInt(k KeyPrefix, n int) []byte {
|
|
|
|
b := make([]byte, 4)
|
|
|
|
binary.LittleEndian.PutUint32(b, uint32(n))
|
|
|
|
return AppendPrefix(k, b)
|
|
|
|
}
|
2019-09-10 14:22:21 +00:00
|
|
|
|
|
|
|
// NewStore creates storage with preselected in configuration database type.
|
2019-09-16 15:52:47 +00:00
|
|
|
func NewStore(cfg DBConfiguration) (Store, error) {
|
2019-09-10 14:22:21 +00:00
|
|
|
var store Store
|
|
|
|
var err error
|
|
|
|
switch cfg.Type {
|
|
|
|
case "leveldb":
|
2019-09-16 15:52:47 +00:00
|
|
|
store, err = NewLevelDBStore(cfg.LevelDBOptions)
|
2019-09-10 14:22:21 +00:00
|
|
|
case "inmemory":
|
|
|
|
store = NewMemoryStore()
|
2019-09-14 07:28:43 +00:00
|
|
|
case "boltdb":
|
2019-09-16 15:52:47 +00:00
|
|
|
store, err = NewBoltDBStore(cfg.BoltDBOptions)
|
2020-08-24 16:00:16 +00:00
|
|
|
default:
|
|
|
|
return nil, fmt.Errorf("unknown storage: %s", cfg.Type)
|
2019-09-10 14:22:21 +00:00
|
|
|
}
|
|
|
|
return store, err
|
|
|
|
}
|
2022-01-18 21:02:19 +00:00
|
|
|
|
|
|
|
// BatchToOperations converts a batch of changes into array of Operations.
|
|
|
|
func BatchToOperations(batch *MemBatch) []Operation {
|
|
|
|
size := len(batch.Put) + len(batch.Deleted)
|
|
|
|
ops := make([]Operation, 0, size)
|
|
|
|
for i := range batch.Put {
|
|
|
|
key := batch.Put[i].Key
|
|
|
|
if len(key) == 0 || key[0] != byte(STStorage) && key[0] != byte(STTempStorage) {
|
|
|
|
continue
|
|
|
|
}
|
|
|
|
|
|
|
|
op := "Added"
|
|
|
|
if batch.Put[i].Exists {
|
|
|
|
op = "Changed"
|
|
|
|
}
|
|
|
|
|
|
|
|
ops = append(ops, Operation{
|
|
|
|
State: op,
|
|
|
|
Key: key[1:],
|
|
|
|
Value: batch.Put[i].Value,
|
|
|
|
})
|
|
|
|
}
|
|
|
|
|
|
|
|
for i := range batch.Deleted {
|
|
|
|
key := batch.Deleted[i].Key
|
|
|
|
if len(key) == 0 || !batch.Deleted[i].Exists ||
|
|
|
|
key[0] != byte(STStorage) && key[0] != byte(STTempStorage) {
|
|
|
|
continue
|
|
|
|
}
|
|
|
|
|
|
|
|
ops = append(ops, Operation{
|
|
|
|
State: "Deleted",
|
|
|
|
Key: key[1:],
|
|
|
|
})
|
|
|
|
}
|
|
|
|
return ops
|
|
|
|
}
|