From 364f835b7e203fb96805499ec6a50a30efcdbcf8 Mon Sep 17 00:00:00 2001
From: Alexander Chuprov <a.chuprov@yadro.com>
Date: Mon, 13 Nov 2023 11:41:11 +0300
Subject: [PATCH] [#740] logs: Add Loki

Signed-off-by: Alexander Chuprov <a.chuprov@yadro.com>
---
 cmd/frostfs-node/config.go               |   8 ++++
 cmd/frostfs-node/config/logger/config.go |  54 ++++++++++++++++++++++-
 go.mod                                   |   2 +-
 go.sum                                   | Bin 328127 -> 328127 bytes
 4 files changed, 61 insertions(+), 3 deletions(-)

diff --git a/cmd/frostfs-node/config.go b/cmd/frostfs-node/config.go
index a41b73d92..a43b59ab2 100644
--- a/cmd/frostfs-node/config.go
+++ b/cmd/frostfs-node/config.go
@@ -62,6 +62,7 @@ import (
 	"git.frostfs.info/TrueCloudLab/frostfs-node/pkg/util"
 	"git.frostfs.info/TrueCloudLab/frostfs-node/pkg/util/logger"
 	"git.frostfs.info/TrueCloudLab/frostfs-node/pkg/util/state"
+	"git.frostfs.info/TrueCloudLab/frostfs-observability/logging/lokicore"
 	"git.frostfs.info/TrueCloudLab/frostfs-observability/tracing"
 	"git.frostfs.info/TrueCloudLab/frostfs-sdk-go/netmap"
 	objectSDK "git.frostfs.info/TrueCloudLab/frostfs-sdk-go/object"
@@ -72,6 +73,7 @@ import (
 	"github.com/panjf2000/ants/v2"
 	"go.etcd.io/bbolt"
 	"go.uber.org/zap"
+	"go.uber.org/zap/zapcore"
 	"google.golang.org/grpc"
 )
 
@@ -577,6 +579,12 @@ func initCfg(appCfg *config.Config) *cfg {
 	logPrm.SamplingHook = c.metricsCollector.LogMetrics().GetSamplingHook()
 	log, err := logger.NewLogger(logPrm)
 	fatalOnErr(err)
+	if loggerconfig.ToLokiConfig(appCfg).Enabled {
+		log.Logger = log.Logger.WithOptions(zap.WrapCore(func(core zapcore.Core) zapcore.Core {
+			lokiCore := lokicore.New(core, loggerconfig.ToLokiConfig(appCfg))
+			return lokiCore
+		}))
+	}
 
 	c.internals = initInternals(appCfg, log)
 
diff --git a/cmd/frostfs-node/config/logger/config.go b/cmd/frostfs-node/config/logger/config.go
index 78e4377a9..02645c543 100644
--- a/cmd/frostfs-node/config/logger/config.go
+++ b/cmd/frostfs-node/config/logger/config.go
@@ -1,12 +1,21 @@
 package loggerconfig
 
 import (
+	"os"
+	"time"
+
 	"git.frostfs.info/TrueCloudLab/frostfs-node/cmd/frostfs-node/config"
+	"git.frostfs.info/TrueCloudLab/frostfs-observability/logging/lokicore/loki"
 )
 
 const (
 	// LevelDefault is a default logger level.
-	LevelDefault = "info"
+	LevelDefault              = "info"
+	subsection                = "logger"
+	lokiSubsection            = "loki"
+	AddressDefault            = "localhost:3100"
+	BatchEntriesNumberDefault = 100
+	BatchWaitDefault          = time.Second
 )
 
 // Level returns the value of "level" config parameter
@@ -15,7 +24,7 @@ const (
 // Returns LevelDefault if the value is not a non-empty string.
 func Level(c *config.Config) string {
 	v := config.StringSafe(
-		c.Sub("logger"),
+		c.Sub(subsection),
 		"level",
 	)
 	if v != "" {
@@ -24,3 +33,44 @@ func Level(c *config.Config) string {
 
 	return LevelDefault
 }
+
+// ToLokiConfig extracts loki config.
+func ToLokiConfig(c *config.Config) loki.Config {
+	hostname, _ := os.Hostname()
+	return loki.Config{
+		Enabled:            config.BoolSafe(c.Sub(subsection).Sub(lokiSubsection), "enabled"),
+		BatchWait:          getBatchWait(c),
+		BatchEntriesNumber: getBatchEntriesNumber(c),
+		Endpoint:           getEndpoint(c),
+		Labels: map[string]string{
+			"hostname": hostname,
+		},
+	}
+}
+
+func getBatchWait(c *config.Config) time.Duration {
+	v := config.DurationSafe(c.Sub(subsection).Sub(lokiSubsection), "max_batch_delay")
+	if v > 0 {
+		return v
+	}
+
+	return BatchWaitDefault
+}
+
+func getBatchEntriesNumber(c *config.Config) int {
+	v := config.IntSafe(c.Sub(subsection).Sub(lokiSubsection), "max_batch_size")
+	if v > 0 {
+		return int(v)
+	}
+
+	return BatchEntriesNumberDefault
+}
+
+func getEndpoint(c *config.Config) string {
+	v := config.StringSafe(c.Sub(subsection).Sub(lokiSubsection), "endpoint")
+	if v != "" {
+		return v
+	}
+
+	return AddressDefault
+}
diff --git a/go.mod b/go.mod
index 4f6505e87..5c22fdfc2 100644
--- a/go.mod
+++ b/go.mod
@@ -5,7 +5,7 @@ go 1.20
 require (
 	git.frostfs.info/TrueCloudLab/frostfs-api-go/v2 v2.16.1-0.20231031104748-498877e378fd
 	git.frostfs.info/TrueCloudLab/frostfs-contract v0.18.1-0.20231102065436-9ed3845aa989
-	git.frostfs.info/TrueCloudLab/frostfs-observability v0.0.0-20230531082742-c97d21411eb6
+	git.frostfs.info/TrueCloudLab/frostfs-observability v0.0.0-20231101111734-b3ad3335ff65
 	git.frostfs.info/TrueCloudLab/frostfs-sdk-go v0.0.0-20231101144515-6fbe1595cb3d
 	git.frostfs.info/TrueCloudLab/hrw v1.2.1
 	git.frostfs.info/TrueCloudLab/policy-engine v0.0.0-20231101082425-5eee1a733432
diff --git a/go.sum b/go.sum
index 05a870b807b1c4b7521a41313a6f85a6e27b721a..806648251a87ae0a88775fbdc251e2e17884ced0 100644
GIT binary patch
delta 188
zcmdnrEV92@q+ttVFPEF4p@AU~m>ZkuCK)HD7#ka#rlpygDr6X11tdmUxEJJw=0{Y7
z=KB>V8x|HAn<a%9m72SSYUibfnt0_|Cg)f<h8KEH|H#3pG5t3eqogkm1NGDM^>Xu5
zK<1hyI!0I+q?CCX7n!DI`B^$wRRyHy1QnFzX9lEuI$L_Xxw{vKI%*qwl(#2xGXgOa
N5HoL2<YtNc1^`1DIiUam

delta 188
zcmdnrEV92@q+ttVFPEEvsj;Dfg^{_5k#4f3d5V#tiJ@U?l9@t=p;e-Lpjlv|V_ryV
zQJ|?yp=pwleww9AXkbZjVL*0NlzvjSZ-u^xcd3ta{`8L=j2hE_b1_Q#;xJG@Jzp<3
zKLuoNxP@PyfrWmKSz@4hXpU!6ft$HoabSL_c}Q46a*&H*REVLsyGclqTZU_UA~z!t
OGXXL4_C#)$xNiW}7dV3e