package netmap import ( "fmt" "testing" "time" v2netmap "git.frostfs.info/TrueCloudLab/frostfs-api-go/v2/netmap" netmapContract "git.frostfs.info/TrueCloudLab/frostfs-contract/netmap" "git.frostfs.info/TrueCloudLab/frostfs-node/pkg/innerring/processors/audit" "git.frostfs.info/TrueCloudLab/frostfs-node/pkg/innerring/processors/governance" "git.frostfs.info/TrueCloudLab/frostfs-node/pkg/innerring/processors/settlement" timerEvent "git.frostfs.info/TrueCloudLab/frostfs-node/pkg/innerring/timers" cntClient "git.frostfs.info/TrueCloudLab/frostfs-node/pkg/morph/client/container" netmapclient "git.frostfs.info/TrueCloudLab/frostfs-node/pkg/morph/client/netmap" "git.frostfs.info/TrueCloudLab/frostfs-node/pkg/morph/event" netmapEvent "git.frostfs.info/TrueCloudLab/frostfs-node/pkg/morph/event/netmap" "git.frostfs.info/TrueCloudLab/frostfs-node/pkg/util/logger/test" "git.frostfs.info/TrueCloudLab/frostfs-sdk-go/netmap" "github.com/nspcc-dev/neo-go/pkg/core/transaction" "github.com/nspcc-dev/neo-go/pkg/crypto/keys" "github.com/nspcc-dev/neo-go/pkg/encoding/fixedn" "github.com/nspcc-dev/neo-go/pkg/network/payload" "github.com/nspcc-dev/neo-go/pkg/util" "github.com/stretchr/testify/require" ) func TestNewEpochTick(t *testing.T) { t.Parallel() es := &testEpochState{ counter: 100, } nc := &testNetmapClient{} proc, err := newTestProc(t, func(p *Params) { p.NotaryDisabled = true p.CleanupEnabled = true p.EpochState = es p.NetmapClient = nc }) require.NoError(t, err, "failed to create processor") ev := timerEvent.NewEpochTick{} proc.HandleNewEpochTick(ev) for proc.pool.Running() > 0 { time.Sleep(10 * time.Millisecond) } require.EqualValues(t, []uint64{101}, nc.newEpochs, "invalid epochs") } func TestNewEpoch(t *testing.T) { t.Parallel() var node1 netmap.NodeInfo key1, err := keys.NewPublicKeyFromString("038c862959e56b43e20f79187c4fe9e0bc7c8c66c1603e6cf0ec7f87ab6b08dc35") require.NoError(t, err, "failed to parse key1") node1.SetPublicKey(key1.Bytes()) var node2 netmap.NodeInfo key2, err := keys.NewPublicKeyFromString("02ac920cd7df0b61b289072e6b946e2da4e1a31b9ab1c621bb475e30fa4ab102c3") require.NoError(t, err, "failed to parse key2") node2.SetPublicKey(key2.Bytes()) network := &netmap.NetMap{} network.SetNodes([]netmap.NodeInfo{node1, node2}) es := &testEpochState{ counter: 100, duration: 10, } r := &testEpochResetter{} cc := &testContainerClient{} nc := &testNetmapClient{ epochDuration: 20, txHeights: map[util.Uint256]uint32{ {101}: 10_000, }, netmap: network, } eh := &testEventHandler{} proc, err := newTestProc(t, func(p *Params) { p.NotaryDisabled = true p.NotaryDepositHandler = eh.Handle p.HandleAudit = eh.Handle p.AuditSettlementsHandler = eh.Handle p.AlphabetSyncHandler = eh.Handle p.NetmapClient = nc p.ContainerWrapper = cc p.EpochTimer = r p.EpochState = es }) require.NoError(t, err, "failed to create processor") ev := netmapEvent.NewEpoch{ Num: 101, Hash: util.Uint256{101}, } proc.handleNewEpoch(ev) for proc.pool.Running() > 0 { time.Sleep(10 * time.Millisecond) } require.Equal(t, nc.epochDuration, es.duration, "invalid epoch duration") require.Equal(t, ev.Num, es.counter, "invalid epoch counter") require.EqualValues(t, []uint32{nc.txHeights[ev.Hash]}, r.timers, "invalid epoch timer resets") var expEstimation cntClient.StartEstimationPrm expEstimation.SetEpoch(ev.Num - 1) expEstimation.SetHash(ev.Hash) require.EqualValues(t, []cntClient.StartEstimationPrm{expEstimation}, cc.estimations, "invalid estimations") require.EqualValues(t, []event.Event{ audit.NewAuditStartEvent(ev.Num), settlement.NewAuditEvent(ev.Num), governance.NewSyncEvent(ev.TxHash()), ev, }, eh.handledEvents, "invalid handled events") } func TestAddPeer(t *testing.T) { t.Parallel() t.Run("with notary", func(t *testing.T) { t.Parallel() nc := &testNetmapClient{ contractAddress: util.Uint160{47}, } proc, err := newTestProc(t, func(p *Params) { p.NotaryDisabled = true p.NetmapClient = nc }) require.NoError(t, err, "failed to create processor") var node netmap.NodeInfo key, err := keys.NewPublicKeyFromString("038c862959e56b43e20f79187c4fe9e0bc7c8c66c1603e6cf0ec7f87ab6b08dc35") require.NoError(t, err, "failed to parse key1") node.SetPublicKey(key.Bytes()) ev := netmapEvent.AddPeer{ NodeBytes: node.Marshal(), Request: &payload.P2PNotaryRequest{ MainTransaction: &transaction.Transaction{ Nonce: 100, }, }, } proc.handleAddPeer(ev) for proc.pool.Running() > 0 { time.Sleep(10 * time.Millisecond) } require.EqualValues(t, []notaryInvoke{ { contract: nc.contractAddress, fee: 0, nonce: ev.Request.MainTransaction.Nonce, vub: nil, method: "addPeerIR", args: []any{ev.Node()}, }, }, nc.notaryInvokes, "invalid notary invokes") }) t.Run("without notary", func(t *testing.T) { t.Parallel() nc := &testNetmapClient{ contractAddress: util.Uint160{47}, } proc, err := newTestProc(t, func(p *Params) { p.NotaryDisabled = true p.NetmapClient = nc }) require.NoError(t, err, "failed to create processor") var node netmap.NodeInfo key, err := keys.NewPublicKeyFromString("038c862959e56b43e20f79187c4fe9e0bc7c8c66c1603e6cf0ec7f87ab6b08dc35") require.NoError(t, err, "failed to parse key") node.SetPublicKey(key.Bytes()) ev := netmapEvent.AddPeer{ NodeBytes: node.Marshal(), } proc.handleAddPeer(ev) for proc.pool.Running() > 0 { time.Sleep(10 * time.Millisecond) } var addPeerExp netmapclient.AddPeerPrm addPeerExp.SetNodeInfo(node) require.EqualValues(t, []netmapclient.AddPeerPrm{addPeerExp}, nc.addPeers, "invalid peers") }) } func TestUpdateState(t *testing.T) { t.Parallel() t.Run("with notary", func(t *testing.T) { t.Parallel() ns := &testNodeStateSettings{ maintAllowed: true, } nc := &testNetmapClient{} proc, err := newTestProc(t, func(p *Params) { p.NotaryDisabled = true p.NodeStateSettings = ns p.NetmapClient = nc }) require.NoError(t, err, "failed to create processor") key, err := keys.NewPublicKeyFromString("038c862959e56b43e20f79187c4fe9e0bc7c8c66c1603e6cf0ec7f87ab6b08dc35") require.NoError(t, err, "failed to parse key") ev := netmapEvent.UpdatePeer{ State: netmapContract.NodeStateOnline, PubKey: key, Request: &payload.P2PNotaryRequest{ MainTransaction: &transaction.Transaction{ Nonce: 100, }, }, } proc.handleUpdateState(ev) for proc.pool.Running() > 0 { time.Sleep(10 * time.Millisecond) } require.EqualValues(t, []*transaction.Transaction{ ev.Request.MainTransaction, }, nc.invokedTxs, "invalid invoked transactions") }) t.Run("without notary", func(t *testing.T) { t.Parallel() ns := &testNodeStateSettings{ maintAllowed: true, } nc := &testNetmapClient{} proc, err := newTestProc(t, func(p *Params) { p.NetmapClient = nc p.NodeStateSettings = ns }) require.NoError(t, err, "failed to create processor") key, err := keys.NewPublicKeyFromString("038c862959e56b43e20f79187c4fe9e0bc7c8c66c1603e6cf0ec7f87ab6b08dc35") require.NoError(t, err, "failed to parse key") ev := netmapEvent.UpdatePeer{ State: netmapContract.NodeStateOnline, PubKey: key, } proc.handleUpdateState(ev) for proc.pool.Running() > 0 { time.Sleep(10 * time.Millisecond) } var expUpdPeer netmapclient.UpdatePeerPrm expUpdPeer.SetMaintenance() expUpdPeer.SetOnline() expUpdPeer.SetKey(ev.PubKey.Bytes()) require.EqualValues(t, []netmapclient.UpdatePeerPrm{expUpdPeer}, nc.peerStateUpdates, "invalid peer state updates") }) } func TestCleanupTick(t *testing.T) { t.Parallel() t.Run("notary disabled", func(t *testing.T) { t.Parallel() nc := &testNetmapClient{} proc, err := newTestProc(t, func(p *Params) { p.NetmapClient = nc p.NotaryDisabled = true p.CleanupEnabled = true }) require.NoError(t, err, "failed to create processor") key1Str := "038c862959e56b43e20f79187c4fe9e0bc7c8c66c1603e6cf0ec7f87ab6b08dc35" proc.netmapSnapshot.lastAccess[key1Str] = epochStampWithNodeInfo{ epochStamp: epochStamp{ epoch: 95, removeFlag: false, }, } key2Str := "02ac920cd7df0b61b289072e6b946e2da4e1a31b9ab1c621bb475e30fa4ab102c3" proc.netmapSnapshot.lastAccess[key2Str] = epochStampWithNodeInfo{ epochStamp: epochStamp{ epoch: 98, removeFlag: false, }, } ev := netmapCleanupTick{ epoch: 100, txHash: util.Uint256{123}, } proc.handleCleanupTick(ev) for proc.pool.Running() > 0 { time.Sleep(10 * time.Millisecond) } keyExp, err := keys.NewPublicKeyFromString(key1Str) require.NoError(t, err, "failed to parse expired key") updExp := netmapclient.UpdatePeerPrm{} updExp.SetKey(keyExp.Bytes()) updExp.SetHash(ev.TxHash()) require.EqualValues(t, []netmapclient.UpdatePeerPrm{updExp}, nc.peerStateUpdates, "invalid peer updates") require.True(t, proc.netmapSnapshot.lastAccess[key1Str].removeFlag, "invalid expired removed flag") require.False(t, proc.netmapSnapshot.lastAccess[key2Str].removeFlag, "invalid non expired removed flag") }) t.Run("notary enabled", func(t *testing.T) { t.Parallel() nc := &testNetmapClient{ contractAddress: util.Uint160{111}, } proc, err := newTestProc(t, func(p *Params) { p.NetmapClient = nc p.CleanupEnabled = true }, ) require.NoError(t, err, "failed to create processor") key1Str := "038c862959e56b43e20f79187c4fe9e0bc7c8c66c1603e6cf0ec7f87ab6b08dc35" proc.netmapSnapshot.lastAccess[key1Str] = epochStampWithNodeInfo{ epochStamp: epochStamp{ epoch: 95, removeFlag: false, }, } key2Str := "02ac920cd7df0b61b289072e6b946e2da4e1a31b9ab1c621bb475e30fa4ab102c3" proc.netmapSnapshot.lastAccess[key2Str] = epochStampWithNodeInfo{ epochStamp: epochStamp{ epoch: 98, removeFlag: false, }, } ev := netmapCleanupTick{ epoch: 100, txHash: util.Uint256{123}, } proc.handleCleanupTick(ev) for proc.pool.Running() > 0 { time.Sleep(10 * time.Millisecond) } keyExp, err := keys.NewPublicKeyFromString(key1Str) require.NoError(t, err, "failed to parse expired key") updExp := netmapclient.UpdatePeerPrm{} updExp.SetKey(keyExp.Bytes()) updExp.SetHash(ev.TxHash()) require.EqualValues(t, []notaryInvoke{ { contract: nc.contractAddress, fee: 0, nonce: uint32(ev.epoch), vub: nil, method: "updateStateIR", args: []any{int64(v2netmap.Offline), keyExp.Bytes()}, }, }, nc.notaryInvokes, "invalid notary invokes") require.True(t, proc.netmapSnapshot.lastAccess[key1Str].removeFlag, "invalid expired removed flag") require.False(t, proc.netmapSnapshot.lastAccess[key2Str].removeFlag, "invalid non expired removed flag") }) } func newTestProc(t *testing.T, nonDefault func(p *Params)) (*Processor, error) { ns := &testNodeStateSettings{} es := &testEpochState{} r := &testEpochResetter{} as := &testAlphabetState{ isAlphabet: true, } cc := &testContainerClient{} nc := &testNetmapClient{} eh := &testEventHandler{} p := &Params{ Log: test.NewLogger(t, true), PoolSize: 1, CleanupEnabled: false, CleanupThreshold: 3, NotaryDisabled: false, NodeStateSettings: ns, NodeValidator: &testValidator{}, EpochState: es, EpochTimer: r, AlphabetState: as, ContainerWrapper: cc, NetmapClient: nc, NotaryDepositHandler: eh.Handle, HandleAudit: eh.Handle, AuditSettlementsHandler: eh.Handle, AlphabetSyncHandler: eh.Handle, } nonDefault(p) return New(p) } type testNodeStateSettings struct { maintAllowed bool } func (s *testNodeStateSettings) MaintenanceModeAllowed() error { if s.maintAllowed { return nil } return fmt.Errorf("maintenance mode not allowed") } type testValidator struct{} func (v *testValidator) VerifyAndUpdate(*netmap.NodeInfo) error { return nil } type testEpochState struct { counter uint64 duration uint64 } func (s *testEpochState) SetEpochCounter(c uint64) { s.counter = c } func (s *testEpochState) EpochCounter() uint64 { return s.counter } func (s *testEpochState) SetEpochDuration(d uint64) { s.duration = d } func (s *testEpochState) EpochDuration() uint64 { return s.duration } type testEpochResetter struct { timers []uint32 } func (r *testEpochResetter) ResetEpochTimer(t uint32) error { r.timers = append(r.timers, t) return nil } type testAlphabetState struct { isAlphabet bool } func (s *testAlphabetState) IsAlphabet() bool { return s.isAlphabet } type testContainerClient struct { estimations []cntClient.StartEstimationPrm } func (c *testContainerClient) StartEstimation(p cntClient.StartEstimationPrm) error { c.estimations = append(c.estimations, p) return nil } type notaryInvoke struct { contract util.Uint160 fee fixedn.Fixed8 nonce uint32 vub *uint32 method string args []any } type testNetmapClient struct { contractAddress util.Uint160 epochDuration uint64 netmap *netmap.NetMap txHeights map[util.Uint256]uint32 peerStateUpdates []netmapclient.UpdatePeerPrm notaryInvokes []notaryInvoke newEpochs []uint64 addPeers []netmapclient.AddPeerPrm invokedTxs []*transaction.Transaction } func (c *testNetmapClient) UpdatePeerState(p netmapclient.UpdatePeerPrm) error { c.peerStateUpdates = append(c.peerStateUpdates, p) return nil } func (c *testNetmapClient) MorphNotaryInvoke(contract util.Uint160, fee fixedn.Fixed8, nonce uint32, vub *uint32, method string, args ...any) error { c.notaryInvokes = append(c.notaryInvokes, notaryInvoke{ contract: contract, fee: fee, nonce: nonce, vub: vub, method: method, args: args, }) return nil } func (c *testNetmapClient) ContractAddress() util.Uint160 { return c.contractAddress } func (c *testNetmapClient) EpochDuration() (uint64, error) { return c.epochDuration, nil } func (c *testNetmapClient) MorphTxHeight(h util.Uint256) (uint32, error) { if res, found := c.txHeights[h]; found { return res, nil } return 0, fmt.Errorf("not found") } func (c *testNetmapClient) NetMap() (*netmap.NetMap, error) { return c.netmap, nil } func (c *testNetmapClient) NewEpoch(epoch uint64, force bool) error { c.newEpochs = append(c.newEpochs, epoch) return nil } func (c *testNetmapClient) MorphIsValidScript(script []byte, signers []transaction.Signer) (valid bool, err error) { return true, nil } func (c *testNetmapClient) AddPeer(p netmapclient.AddPeerPrm) error { c.addPeers = append(c.addPeers, p) return nil } func (c *testNetmapClient) MorphNotarySignAndInvokeTX(mainTx *transaction.Transaction) error { c.invokedTxs = append(c.invokedTxs, mainTx) return nil } type testEventHandler struct { handledEvents []event.Event } func (h *testEventHandler) Handle(e event.Event) { h.handledEvents = append(h.handledEvents, e) }