2020-07-24 13:54:03 +00:00
|
|
|
package main
|
|
|
|
|
|
|
|
import (
|
2021-06-28 14:01:31 +00:00
|
|
|
"context"
|
2020-07-24 13:54:03 +00:00
|
|
|
"flag"
|
|
|
|
"fmt"
|
|
|
|
"os"
|
2023-04-25 10:10:24 +00:00
|
|
|
"sync"
|
2024-04-04 08:05:25 +00:00
|
|
|
"sync/atomic"
|
2020-07-24 13:54:03 +00:00
|
|
|
|
2023-04-12 14:35:10 +00:00
|
|
|
"git.frostfs.info/TrueCloudLab/frostfs-node/internal/logs"
|
2024-06-24 14:12:26 +00:00
|
|
|
irMetrics "git.frostfs.info/TrueCloudLab/frostfs-node/internal/metrics"
|
2023-03-07 13:38:26 +00:00
|
|
|
"git.frostfs.info/TrueCloudLab/frostfs-node/misc"
|
|
|
|
"git.frostfs.info/TrueCloudLab/frostfs-node/pkg/innerring"
|
|
|
|
"git.frostfs.info/TrueCloudLab/frostfs-node/pkg/util/logger"
|
2024-09-12 14:05:14 +00:00
|
|
|
"git.frostfs.info/TrueCloudLab/frostfs-node/pkg/util/sdnotify"
|
2021-05-12 07:35:18 +00:00
|
|
|
"github.com/spf13/viper"
|
2020-10-13 15:40:35 +00:00
|
|
|
"go.uber.org/zap"
|
2020-07-24 13:54:03 +00:00
|
|
|
)
|
|
|
|
|
|
|
|
const (
|
2022-10-17 12:03:55 +00:00
|
|
|
// ErrorReturnCode returns when application crashed at initialization stage.
|
2020-07-24 13:54:03 +00:00
|
|
|
ErrorReturnCode = 1
|
|
|
|
|
2022-10-17 12:03:55 +00:00
|
|
|
// SuccessReturnCode returns when application closed without panic.
|
2020-07-24 13:54:03 +00:00
|
|
|
SuccessReturnCode = 0
|
2023-04-25 10:10:24 +00:00
|
|
|
|
|
|
|
EnvPrefix = "FROSTFS_IR"
|
|
|
|
)
|
|
|
|
|
|
|
|
var (
|
2023-04-26 12:45:57 +00:00
|
|
|
wg = new(sync.WaitGroup)
|
|
|
|
intErr = make(chan error) // internal inner ring errors
|
|
|
|
logPrm = new(logger.Prm)
|
|
|
|
innerRing *innerring.Server
|
2023-04-19 17:02:02 +00:00
|
|
|
pprofCmp *pprofComponent
|
2023-04-26 12:45:57 +00:00
|
|
|
metricsCmp *httpComponent
|
|
|
|
log *logger.Logger
|
|
|
|
cfg *viper.Viper
|
|
|
|
configFile *string
|
|
|
|
configDir *string
|
2024-04-04 08:05:25 +00:00
|
|
|
cmode = &atomic.Bool{}
|
2024-06-18 09:40:38 +00:00
|
|
|
audit = &atomic.Bool{}
|
2020-07-24 13:54:03 +00:00
|
|
|
)
|
|
|
|
|
|
|
|
func exitErr(err error) {
|
|
|
|
if err != nil {
|
|
|
|
fmt.Println(err)
|
|
|
|
os.Exit(ErrorReturnCode)
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
func main() {
|
2023-04-25 10:10:24 +00:00
|
|
|
configFile = flag.String("config", "", "path to config")
|
|
|
|
configDir = flag.String("config-dir", "", "path to config directory")
|
2022-12-23 17:35:35 +00:00
|
|
|
versionFlag := flag.Bool("version", false, "frostfs-ir node version")
|
2020-07-24 13:54:03 +00:00
|
|
|
flag.Parse()
|
|
|
|
|
|
|
|
if *versionFlag {
|
2023-01-27 10:41:03 +00:00
|
|
|
fmt.Print(misc.BuildInfo("FrostFS Inner Ring node"))
|
2021-07-06 13:20:11 +00:00
|
|
|
|
2020-07-24 13:54:03 +00:00
|
|
|
os.Exit(SuccessReturnCode)
|
|
|
|
}
|
|
|
|
|
2023-04-25 10:10:24 +00:00
|
|
|
var err error
|
|
|
|
cfg, err = newConfig()
|
2020-07-24 13:54:03 +00:00
|
|
|
exitErr(err)
|
|
|
|
|
2024-04-04 08:05:25 +00:00
|
|
|
cmode.Store(cfg.GetBool("node.kludge_compatibility_mode"))
|
|
|
|
|
2023-10-08 09:32:00 +00:00
|
|
|
metrics := irMetrics.NewInnerRingMetrics()
|
|
|
|
|
2021-05-11 08:54:59 +00:00
|
|
|
err = logPrm.SetLevelString(
|
|
|
|
cfg.GetString("logger.level"),
|
|
|
|
)
|
|
|
|
exitErr(err)
|
2024-02-08 14:04:58 +00:00
|
|
|
err = logPrm.SetDestination(
|
|
|
|
cfg.GetString("logger.destination"),
|
|
|
|
)
|
|
|
|
exitErr(err)
|
2023-10-08 09:32:00 +00:00
|
|
|
logPrm.SamplingHook = metrics.LogMetrics().GetSamplingHook()
|
2024-09-16 07:46:26 +00:00
|
|
|
logPrm.PrependTimestamp = cfg.GetBool("logger.timestamp")
|
|
|
|
|
2023-04-25 10:10:24 +00:00
|
|
|
log, err = logger.NewLogger(logPrm)
|
2020-07-24 13:54:03 +00:00
|
|
|
exitErr(err)
|
|
|
|
|
2023-04-25 10:10:24 +00:00
|
|
|
ctx, cancel := context.WithCancel(context.Background())
|
2021-06-28 14:01:31 +00:00
|
|
|
|
2023-04-26 12:45:57 +00:00
|
|
|
pprofCmp = newPprofComponent()
|
2024-10-21 13:27:28 +00:00
|
|
|
pprofCmp.init(ctx)
|
2023-04-26 12:45:57 +00:00
|
|
|
|
|
|
|
metricsCmp = newMetricsComponent()
|
2024-10-21 13:27:28 +00:00
|
|
|
metricsCmp.init(ctx)
|
2024-06-18 09:40:38 +00:00
|
|
|
audit.Store(cfg.GetBool("audit.enabled"))
|
2020-07-24 13:54:03 +00:00
|
|
|
|
2024-06-18 09:40:38 +00:00
|
|
|
innerRing, err = innerring.New(ctx, log, cfg, intErr, metrics, cmode, audit)
|
2021-05-31 05:16:10 +00:00
|
|
|
exitErr(err)
|
2020-07-24 13:54:03 +00:00
|
|
|
|
2024-10-21 13:27:28 +00:00
|
|
|
pprofCmp.start(ctx)
|
|
|
|
metricsCmp.start(ctx)
|
2020-07-24 13:54:03 +00:00
|
|
|
|
|
|
|
// start inner ring
|
2020-10-13 15:40:35 +00:00
|
|
|
err = innerRing.Start(ctx, intErr)
|
2021-05-31 05:16:10 +00:00
|
|
|
exitErr(err)
|
2020-07-24 13:54:03 +00:00
|
|
|
|
2024-10-21 07:22:54 +00:00
|
|
|
log.Info(ctx, logs.CommonApplicationStarted,
|
2022-07-13 14:45:33 +00:00
|
|
|
zap.String("version", misc.Version))
|
2020-07-24 13:54:03 +00:00
|
|
|
|
2024-10-21 08:30:31 +00:00
|
|
|
watchForSignal(ctx, cancel)
|
2021-05-11 22:59:05 +00:00
|
|
|
|
2023-04-25 10:10:24 +00:00
|
|
|
<-ctx.Done() // graceful shutdown
|
2024-10-21 07:22:54 +00:00
|
|
|
log.Debug(ctx, logs.FrostFSNodeWaitingForAllProcessesToStop)
|
2023-04-25 10:10:24 +00:00
|
|
|
wg.Wait()
|
2021-05-11 22:59:05 +00:00
|
|
|
|
2024-10-21 07:22:54 +00:00
|
|
|
log.Info(ctx, logs.FrostFSIRApplicationStopped)
|
2020-07-24 13:54:03 +00:00
|
|
|
}
|
2020-11-13 12:19:33 +00:00
|
|
|
|
2024-10-21 08:30:31 +00:00
|
|
|
func shutdown(ctx context.Context) {
|
|
|
|
innerRing.Stop(ctx)
|
2024-10-21 13:27:28 +00:00
|
|
|
if err := metricsCmp.shutdown(ctx); err != nil {
|
2024-10-21 08:30:31 +00:00
|
|
|
log.Debug(ctx, logs.FrostFSIRCouldNotShutdownHTTPServer,
|
2024-12-13 08:44:56 +00:00
|
|
|
zap.Error(err),
|
2023-04-26 12:45:57 +00:00
|
|
|
)
|
|
|
|
}
|
2024-10-21 13:27:28 +00:00
|
|
|
if err := pprofCmp.shutdown(ctx); err != nil {
|
2024-10-21 08:30:31 +00:00
|
|
|
log.Debug(ctx, logs.FrostFSIRCouldNotShutdownHTTPServer,
|
2024-12-13 08:44:56 +00:00
|
|
|
zap.Error(err),
|
2023-04-26 12:45:57 +00:00
|
|
|
)
|
2023-04-25 10:10:24 +00:00
|
|
|
}
|
2024-09-12 14:05:14 +00:00
|
|
|
|
|
|
|
if err := sdnotify.ClearStatus(); err != nil {
|
2024-10-21 08:30:31 +00:00
|
|
|
log.Error(ctx, logs.FailedToReportStatusToSystemd, zap.Error(err))
|
2024-09-12 14:05:14 +00:00
|
|
|
}
|
2021-05-12 07:35:18 +00:00
|
|
|
}
|