frostfs-node/pkg/innerring/initialization.go

package innerring

import (
	"context"
	"encoding/hex"
	"fmt"
	"net"

	"git.frostfs.info/TrueCloudLab/frostfs-node/internal/logs"
	"git.frostfs.info/TrueCloudLab/frostfs-node/pkg/innerring/processors/alphabet"
	"git.frostfs.info/TrueCloudLab/frostfs-node/pkg/innerring/processors/balance"
	cont "git.frostfs.info/TrueCloudLab/frostfs-node/pkg/innerring/processors/container"
	"git.frostfs.info/TrueCloudLab/frostfs-node/pkg/innerring/processors/frostfs"
	"git.frostfs.info/TrueCloudLab/frostfs-node/pkg/innerring/processors/governance"
	"git.frostfs.info/TrueCloudLab/frostfs-node/pkg/innerring/processors/netmap"
	nodevalidator "git.frostfs.info/TrueCloudLab/frostfs-node/pkg/innerring/processors/netmap/nodevalidation"
	addrvalidator "git.frostfs.info/TrueCloudLab/frostfs-node/pkg/innerring/processors/netmap/nodevalidation/maddress"
	statevalidation "git.frostfs.info/TrueCloudLab/frostfs-node/pkg/innerring/processors/netmap/nodevalidation/state"
	"git.frostfs.info/TrueCloudLab/frostfs-node/pkg/metrics"
	"git.frostfs.info/TrueCloudLab/frostfs-node/pkg/morph/client"
	balanceClient "git.frostfs.info/TrueCloudLab/frostfs-node/pkg/morph/client/balance"
	"git.frostfs.info/TrueCloudLab/frostfs-node/pkg/morph/client/container"
	frostfsClient "git.frostfs.info/TrueCloudLab/frostfs-node/pkg/morph/client/frostfs"
	"git.frostfs.info/TrueCloudLab/frostfs-node/pkg/morph/client/frostfsid"
	nmClient "git.frostfs.info/TrueCloudLab/frostfs-node/pkg/morph/client/netmap"
	"git.frostfs.info/TrueCloudLab/frostfs-node/pkg/morph/event"
	control "git.frostfs.info/TrueCloudLab/frostfs-node/pkg/services/control/ir"
	controlsrv "git.frostfs.info/TrueCloudLab/frostfs-node/pkg/services/control/ir/server"
	utilConfig "git.frostfs.info/TrueCloudLab/frostfs-node/pkg/util/config"
	"github.com/nspcc-dev/neo-go/pkg/core/transaction"
	"github.com/nspcc-dev/neo-go/pkg/encoding/fixedn"
	"github.com/spf13/viper"
	"go.uber.org/zap"
	"google.golang.org/grpc"
)

func (s *Server) initNetmapProcessor(cfg *viper.Viper,
	cnrClient *container.Client,
	alphaSync event.Handler) error {
	locodeValidator, err := s.newLocodeValidator(cfg)
	if err != nil {
		return err
	}

	if err != nil {
		return err
	}

	netSettings := (*networkSettings)(s.netmapClient)

	var netMapCandidateStateValidator statevalidation.NetMapCandidateValidator
	netMapCandidateStateValidator.SetNetworkSettings(netSettings)

	s.netmapProcessor, err = netmap.New(&netmap.Params{
		Log:              s.log,
		PoolSize:         cfg.GetInt("workers.netmap"),
		NetmapClient:     netmap.NewNetmapClient(s.netmapClient),
		EpochTimer:       s,
		EpochState:       s,
		AlphabetState:    s,
		CleanupEnabled:   cfg.GetBool("netmap_cleaner.enabled"),
		CleanupThreshold: cfg.GetUint64("netmap_cleaner.threshold"),
		ContainerWrapper: cnrClient,
		NotaryDepositHandler: s.onlyAlphabetEventHandler(
			s.notaryHandler,
		),
		AlphabetSyncHandler: s.onlyAlphabetEventHandler(
			alphaSync,
		),
		NodeValidator: nodevalidator.New(
			&netMapCandidateStateValidator,
			addrvalidator.New(),
			locodeValidator,
		),
		NotaryDisabled: s.sideNotaryConfig.disabled,

		NodeStateSettings: netSettings,
	})

	if err != nil {
		return err
	}

	return bindMorphProcessor(s.netmapProcessor, s)
}

func (s *Server) initMainnet(ctx context.Context, cfg *viper.Viper, morphChain *chainParams, errChan chan<- error) error {
	s.withoutMainNet = cfg.GetBool("without_mainnet")
	if s.withoutMainNet {
		// This works as long as event Listener starts listening loop once,
		// otherwise Server.Start will run two similar routines.
		// This behavior most likely will not change.
		s.mainnetListener = s.morphListener
		s.mainnetClient = s.morphClient
		return nil
	}

	mainnetChain := morphChain
	mainnetChain.name = mainnetPrefix
	mainnetChain.sgn = &transaction.Signer{Scopes: transaction.CalledByEntry}

	fromMainChainBlock, err := s.persistate.UInt32(persistateMainChainLastBlockKey)
	if err != nil {
		fromMainChainBlock = 0
		s.log.Warn(logs.InnerringCantGetLastProcessedMainChainBlockNumber, zap.String("error", err.Error()))
	}
	mainnetChain.from = fromMainChainBlock

	// create mainnet client
	s.mainnetClient, err = createClient(ctx, mainnetChain, errChan)
	if err != nil {
		return err
	}

	// create mainnet listener
	s.mainnetListener, err = createListener(ctx, s.mainnetClient, mainnetChain)
	return err
}

func (s *Server) enableNotarySupport() error {
	if !s.sideNotaryConfig.disabled {
		// enable notary support in the side client
		err := s.morphClient.EnableNotarySupport(
			client.WithProxyContract(s.contracts.proxy),
		)
		if err != nil {
			return fmt.Errorf("could not enable side chain notary support: %w", err)
		}

		s.morphListener.EnableNotarySupport(s.contracts.proxy, s.morphClient.Committee, s.morphClient)
	}

	if !s.mainNotaryConfig.disabled {
		// enable notary support in the main client
		err := s.mainnetClient.EnableNotarySupport(
			client.WithProxyContract(s.contracts.processing),
			client.WithAlphabetSource(s.morphClient.Committee),
		)
		if err != nil {
			return fmt.Errorf("could not enable main chain notary support: %w", err)
		}
	}

	return nil
}

func (s *Server) initNotaryConfig() {
	s.mainNotaryConfig, s.sideNotaryConfig = notaryConfigs(
		s.morphClient.ProbeNotary(),
		!s.withoutMainNet && s.mainnetClient.ProbeNotary(), // if mainnet disabled then notary flag must be disabled too
	)

	s.log.Info(logs.InnerringNotarySupport,
		zap.Bool("sidechain_enabled", !s.sideNotaryConfig.disabled),
		zap.Bool("mainchain_enabled", !s.mainNotaryConfig.disabled),
	)
}

func (s *Server) createAlphaSync(cfg *viper.Viper, frostfsCli *frostfsClient.Client, irf irFetcher) (event.Handler, error) {
	var alphaSync event.Handler

	if s.withoutMainNet || cfg.GetBool("governance.disable") {
		alphaSync = func(event.Event) {
			s.log.Debug(logs.InnerringAlphabetKeysSyncIsDisabled)
		}
	} else {
		// create governance processor
		governanceProcessor, err := governance.New(&governance.Params{
			Log:            s.log,
			FrostFSClient:  frostfsCli,
			NetmapClient:   s.netmapClient,
			AlphabetState:  s,
			EpochState:     s,
			Voter:          s,
			IRFetcher:      irf,
			MorphClient:    s.morphClient,
			MainnetClient:  s.mainnetClient,
			NotaryDisabled: s.sideNotaryConfig.disabled,
		})
		if err != nil {
			return nil, err
		}

		alphaSync = governanceProcessor.HandleAlphabetSync
		err = bindMainnetProcessor(governanceProcessor, s)
		if err != nil {
			return nil, err
		}
	}

	return alphaSync, nil
}

func (s *Server) createIRFetcher() irFetcher {
	var irf irFetcher

	if s.withoutMainNet || !s.mainNotaryConfig.disabled {
		// if mainchain is disabled we should use NeoFSAlphabetList client method according to its docs
		// (naming `...WithNotary` will not always be correct)
		irf = NewIRFetcherWithNotary(s.morphClient)
	} else {
		irf = NewIRFetcherWithoutNotary(s.netmapClient)
	}

	return irf
}

func (s *Server) initTimers(cfg *viper.Viper, processors *serverProcessors, morphClients *serverMorphClients) {
	s.epochTimer = newEpochTimer(&epochTimerArgs{
		l:                  s.log,
		alphabetState:      s,
		newEpochHandlers:   s.newEpochTickHandlers(),
		cnrWrapper:         morphClients.CnrClient,
		epoch:              s,
		stopEstimationDMul: cfg.GetUint32("timers.stop_estimation.mul"),
		stopEstimationDDiv: cfg.GetUint32("timers.stop_estimation.div"),
	})

	s.addBlockTimer(s.epochTimer)

	// initialize emission timer
	emissionTimer := newEmissionTimer(&emitTimerArgs{
		ap:           processors.AlphabetProcessor,
		emitDuration: cfg.GetUint32("timers.emit"),
	})

	s.addBlockTimer(emissionTimer)
}

func (s *Server) initAlphabetProcessor(cfg *viper.Viper) (*alphabet.Processor, error) {
	parsedWallets, err := parseWalletAddressesFromStrings(cfg.GetStringSlice("emit.extra_wallets"))
	if err != nil {
		return nil, err
	}

	// create alphabet processor
	alphabetProcessor, err := alphabet.New(&alphabet.Params{
		ParsedWallets:     parsedWallets,
		Log:               s.log,
		PoolSize:          cfg.GetInt("workers.alphabet"),
		AlphabetContracts: s.contracts.alphabet,
		NetmapClient:      s.netmapClient,
		MorphClient:       s.morphClient,
		IRList:            s,
		StorageEmission:   cfg.GetUint64("emit.storage.amount"),
	})
	if err != nil {
		return nil, err
	}

	err = bindMorphProcessor(alphabetProcessor, s)
	if err != nil {
		return nil, err
	}

	return alphabetProcessor, nil
}

func (s *Server) initContainerProcessor(cfg *viper.Viper, cnrClient *container.Client,
	frostfsIDClient *frostfsid.Client) error {
	// container processor
	containerProcessor, err := cont.New(&cont.Params{
		Log:             s.log,
		PoolSize:        cfg.GetInt("workers.container"),
		AlphabetState:   s,
		ContainerClient: cnrClient,
		FrostFSIDClient: frostfsIDClient,
		NetworkState:    s.netmapClient,
		NotaryDisabled:  s.sideNotaryConfig.disabled,
	})
	if err != nil {
		return err
	}

	return bindMorphProcessor(containerProcessor, s)
}

func (s *Server) initBalanceProcessor(cfg *viper.Viper, frostfsCli *frostfsClient.Client) error {
	// create balance processor
	balanceProcessor, err := balance.New(&balance.Params{
		Log:           s.log,
		PoolSize:      cfg.GetInt("workers.balance"),
		FrostFSClient: frostfsCli,
		BalanceSC:     s.contracts.balance,
		AlphabetState: s,
		Converter:     &s.precision,
	})
	if err != nil {
		return err
	}

	return bindMorphProcessor(balanceProcessor, s)
}

func (s *Server) initFrostFSMainnetProcessor(cfg *viper.Viper, frostfsIDClient *frostfsid.Client) error {
	if s.withoutMainNet {
		return nil
	}

	frostfsProcessor, err := frostfs.New(&frostfs.Params{
		Log:                 s.log,
		PoolSize:            cfg.GetInt("workers.frostfs"),
		FrostFSContract:     s.contracts.frostfs,
		FrostFSIDClient:     frostfsIDClient,
		BalanceClient:       s.balanceClient,
		NetmapClient:        s.netmapClient,
		MorphClient:         s.morphClient,
		EpochState:          s,
		AlphabetState:       s,
		Converter:           &s.precision,
		MintEmitCacheSize:   cfg.GetInt("emit.mint.cache_size"),
		MintEmitThreshold:   cfg.GetUint64("emit.mint.threshold"),
		MintEmitValue:       fixedn.Fixed8(cfg.GetInt64("emit.mint.value")),
		GasBalanceThreshold: cfg.GetInt64("emit.gas.balance_threshold"),
	})
	if err != nil {
		return err
	}

	return bindMainnetProcessor(frostfsProcessor, s)
}

func (s *Server) initGRPCServer(cfg *viper.Viper) error {
	controlSvcEndpoint := cfg.GetString("control.grpc.endpoint")
	if controlSvcEndpoint == "" {
		s.log.Info(logs.InnerringNoControlServerEndpointSpecified)
		return nil
	}

	authKeysStr := cfg.GetStringSlice("control.authorized_keys")
	authKeys := make([][]byte, 0, len(authKeysStr))

	for i := range authKeysStr {
		key, err := hex.DecodeString(authKeysStr[i])
		if err != nil {
			return fmt.Errorf("could not parse Control authorized key %s: %w",
				authKeysStr[i],
				err,
			)
		}

		authKeys = append(authKeys, key)
	}

	var p controlsrv.Prm

	p.SetPrivateKey(*s.key)
	p.SetHealthChecker(s)

	controlSvc := controlsrv.New(p, s.netmapClient,
		controlsrv.WithAllowedKeys(authKeys),
	)

	grpcControlSrv := grpc.NewServer()
	control.RegisterControlServiceServer(grpcControlSrv, controlSvc)

	s.runners = append(s.runners, func(ch chan<- error) error {
		lis, err := net.Listen("tcp", controlSvcEndpoint)
		if err != nil {
			return err
		}

		go func() {
			ch <- grpcControlSrv.Serve(lis)
		}()
		return nil
	})

	s.registerNoErrCloser(grpcControlSrv.GracefulStop)
	return nil
}

type serverMorphClients struct {
	CnrClient       *container.Client
	FrostFSIDClient *frostfsid.Client
	FrostFSClient   *frostfsClient.Client
}

func (s *Server) initClientsFromMorph() (*serverMorphClients, error) {
	result := &serverMorphClients{}
	var err error

	fee := s.feeConfig.SideChainFee()

	// form morph container client's options
	morphCnrOpts := make([]container.Option, 0, 3)
	morphCnrOpts = append(morphCnrOpts,
		container.TryNotary(),
		container.AsAlphabet(),
	)

	if s.sideNotaryConfig.disabled {
		// in non-notary environments we customize fee for named container registration
		// because it takes much more additional GAS than other operations.
		morphCnrOpts = append(morphCnrOpts,
			container.WithCustomFeeForNamedPut(s.feeConfig.NamedContainerRegistrationFee()),
		)
	}

	result.CnrClient, err = container.NewFromMorph(s.morphClient, s.contracts.container, fee, morphCnrOpts...)
	if err != nil {
		return nil, err
	}

	s.netmapClient, err = nmClient.NewFromMorph(s.morphClient, s.contracts.netmap, fee, nmClient.TryNotary(), nmClient.AsAlphabet())
	if err != nil {
		return nil, err
	}

	s.balanceClient, err = balanceClient.NewFromMorph(s.morphClient, s.contracts.balance, fee, balanceClient.TryNotary(), balanceClient.AsAlphabet())
	if err != nil {
		return nil, err
	}

	result.FrostFSIDClient, err = frostfsid.NewFromMorph(s.morphClient, s.contracts.frostfsID, fee, frostfsid.TryNotary(), frostfsid.AsAlphabet())
	if err != nil {
		return nil, err
	}

	result.FrostFSClient, err = frostfsClient.NewFromMorph(s.mainnetClient, s.contracts.frostfs,
		s.feeConfig.MainChainFee(), frostfsClient.TryNotary(), frostfsClient.AsAlphabet())
	if err != nil {
		return nil, err
	}

	return result, nil
}

type serverProcessors struct {
	AlphabetProcessor *alphabet.Processor
}

func (s *Server) initProcessors(cfg *viper.Viper, morphClients *serverMorphClients) (*serverProcessors, error) {
	result := &serverProcessors{}

	irf := s.createIRFetcher()

	s.statusIndex = newInnerRingIndexer(
		s.morphClient,
		irf,
		s.key.PublicKey(),
		cfg.GetDuration("indexer.cache_timeout"),
	)

	alphaSync, err := s.createAlphaSync(cfg, morphClients.FrostFSClient, irf)
	if err != nil {
		return nil, err
	}

	err = s.initNetmapProcessor(cfg, morphClients.CnrClient, alphaSync)
	if err != nil {
		return nil, err
	}

	err = s.initContainerProcessor(cfg, morphClients.CnrClient, morphClients.FrostFSIDClient)
	if err != nil {
		return nil, err
	}

	err = s.initBalanceProcessor(cfg, morphClients.FrostFSClient)
	if err != nil {
		return nil, err
	}

	err = s.initFrostFSMainnetProcessor(cfg, morphClients.FrostFSIDClient)
	if err != nil {
		return nil, err
	}

	result.AlphabetProcessor, err = s.initAlphabetProcessor(cfg)
	if err != nil {
		return nil, err
	}

	return result, nil
}

func (s *Server) initMorph(ctx context.Context, cfg *viper.Viper, errChan chan<- error) (*chainParams, error) {
	fromSideChainBlock, err := s.persistate.UInt32(persistateSideChainLastBlockKey)
	if err != nil {
		fromSideChainBlock = 0
		s.log.Warn(logs.InnerringCantGetLastProcessedSideChainBlockNumber, zap.String("error", err.Error()))
	}

	morphChain := &chainParams{
		log:  s.log,
		cfg:  cfg,
		key:  s.key,
		name: morphPrefix,
		from: fromSideChainBlock,
	}

	// create morph client
	s.morphClient, err = createClient(ctx, morphChain, errChan)
	if err != nil {
		return nil, err
	}

	// create morph listener
	s.morphListener, err = createListener(ctx, s.morphClient, morphChain)
	if err != nil {
		return nil, err
	}
	if err := s.morphClient.SetGroupSignerScope(); err != nil {
		morphChain.log.Info(logs.InnerringFailedToSetGroupSignerScope, zap.Error(err))
	}

	return morphChain, nil
}

func (s *Server) initContracts(cfg *viper.Viper) error {
	var err error
	// get all script hashes of contracts
	s.contracts, err = parseContracts(
		cfg,
		s.morphClient,
		s.withoutMainNet,
		s.mainNotaryConfig.disabled,
		s.sideNotaryConfig.disabled,
	)

	return err
}

func (s *Server) initKey(cfg *viper.Viper) error {
	// prepare inner ring node private key
	acc, err := utilConfig.LoadAccount(
		cfg.GetString("wallet.path"),
		cfg.GetString("wallet.address"),
		cfg.GetString("wallet.password"))
	if err != nil {
		return fmt.Errorf("ir: %w", err)
	}

	s.key = acc.PrivateKey()
	return nil
}

func (s *Server) initMetrics(cfg *viper.Viper) {
	if cfg.GetString("prometheus.address") == "" {
		return
	}
	m := metrics.NewInnerRingMetrics()
	s.metrics = &m
}