Create standalone daemon for non-k8s orchestration and add additional unit tests

Author: BeegiiK

cmd/bootstrap_manager.go

@@ -0,0 +1,84 @@
+// Copyright (c) Microsoft Corporation.
+// Licensed under the MIT license.
+
+package cmd
+
+import (
+	"fmt"
+	"strings"
+
+	"github.com/microsoft/retina/cmd/standalone"
+	"github.com/microsoft/retina/cmd/standard"
+	"github.com/microsoft/retina/internal/buildinfo"
+	"github.com/microsoft/retina/pkg/config"
+	"github.com/microsoft/retina/pkg/log"
+	"github.com/microsoft/retina/pkg/telemetry"
+	"go.uber.org/zap"
+)
+
+const (
+	logFileName = "retina.log"
+)
+
+type BootstrapManager struct {
+	metricsAddr          string
+	probeAddr            string
+	enableLeaderElection bool
+	configFile           string
+}
+
+func NewBootstrapManager(metricsAddr, probeAddr, configFile string, enableLeaderElection bool) *BootstrapManager {
+	return &BootstrapManager{
+		metricsAddr:          metricsAddr,
+		probeAddr:            probeAddr,
+		enableLeaderElection: enableLeaderElection,
+		configFile:           configFile,
+	}
+}
+
+func (b *BootstrapManager) Start() error {
+	if buildinfo.ApplicationInsightsID != "" {
+		telemetry.InitAppInsights(buildinfo.ApplicationInsightsID, buildinfo.Version)
+		defer telemetry.ShutdownAppInsights()
+		defer telemetry.TrackPanic()
+	}
+
+	daemonConfig, err := config.GetConfig(b.configFile)
+	if err != nil {
+		panic(err)
+	}
+
+	fmt.Println("init logger")
+	zl, err := log.SetupZapLogger(&log.LogOpts{
+		Level:                 daemonConfig.LogLevel,
+		File:                  false,
+		FileName:              logFileName,
+		MaxFileSizeMB:         100, //nolint:gomnd // defaults
+		MaxBackups:            3,   //nolint:gomnd // defaults
+		MaxAgeDays:            30,  //nolint:gomnd // defaults
+		ApplicationInsightsID: buildinfo.ApplicationInsightsID,
+		EnableTelemetry:       daemonConfig.EnableTelemetry,
+	},
+		zap.String("version", buildinfo.Version),
+		zap.String("plugins", strings.Join(daemonConfig.EnabledPlugin, `,`)),
+		zap.String("data aggregation level", daemonConfig.DataAggregationLevel.String()),
+	)
+	if err != nil {
+		panic(err)
+	}
+	defer zl.Close()
+
+	if daemonConfig.EnableStandalone {
+		sd := standalone.NewDaemon(daemonConfig)
+		if err = sd.Start(zl); err != nil {
+			return fmt.Errorf("starting standalone daemon: %w", err)
+		}
+		return nil
+	}
+
+	d := standard.NewDaemon(daemonConfig, b.metricsAddr, b.probeAddr, b.enableLeaderElection)
+	if err := d.Start(zl); err != nil {
+		return fmt.Errorf("starting daemon: %w", err)
+	}
+	return nil
+}

cmd/root.go

@@ -6,7 +6,6 @@ import (
 	"fmt"
 	"os"
 
-	"github.com/microsoft/retina/cmd/standard"
 	"github.com/spf13/cobra"
 )
 
@@ -27,9 +26,9 @@ var (
 		Long:  "Start Retina Agent",
 		RunE: func(cmd *cobra.Command, args []string) error {
 			// Do Stuff Here
-			fmt.Println("Starting Retina Agent")
-			d := standard.NewDaemon(metricsAddr, probeAddr, cfgFile, enableLeaderElection)
-			if err := d.Start(); err != nil {
+			fmt.Println("Bootstrapping Retina")
+			b := NewBootstrapManager(metricsAddr, probeAddr, cfgFile, enableLeaderElection)
+			if err := b.Start(); err != nil {
 				return fmt.Errorf("starting daemon: %w", err)
 			}
 			return nil

cmd/standalone/daemon.go

@@ -0,0 +1,69 @@
+// Copyright (c) Microsoft Corporation.
+// Licensed under the MIT license.
+
+package standalone
+
+import (
+	"fmt"
+	"time"
+
+	"github.com/microsoft/retina/cmd/utils"
+	"github.com/microsoft/retina/pkg/enricher"
+	"github.com/microsoft/retina/pkg/log"
+	"go.uber.org/zap"
+	ctrl "sigs.k8s.io/controller-runtime"
+
+	"github.com/microsoft/retina/pkg/config"
+	"github.com/microsoft/retina/pkg/controllers/cache"
+	cm "github.com/microsoft/retina/pkg/managers/controllermanager"
+)
+
+const TTL = 3 * time.Minute
+
+type Daemon struct {
+	config *config.Config
+}
+
+func NewDaemon(daemonCfg *config.Config) *Daemon {
+	return &Daemon{
+		config: daemonCfg,
+	}
+}
+
+func (d *Daemon) Start(zl *log.ZapLogger) error {
+	zl.Info("Starting Standalone Retina daemon")
+	mainLogger := zl.Named("standalone-daemon").Sugar()
+
+	tel, err := utils.InitializeTelemetryClient(nil, d.config, mainLogger)
+	if err != nil {
+		return fmt.Errorf("failed to initialize telemetry client: %w", err)
+	}
+
+	ctx := ctrl.SetupSignalHandler()
+
+	cache := cache.NewStandaloneCache(TTL)
+	enrich := enricher.NewStandaloneEnricher(ctx, cache, d.config)
+	enrich.Run()
+
+	// pod level needs to be disabled
+	controllerMgr, err := cm.NewControllerManager(d.config, nil, tel)
+	if err != nil {
+		mainLogger.Fatal("Failed to create controller manager", zap.Error(err))
+	}
+	if err := controllerMgr.Init(ctx); err != nil {
+		mainLogger.Fatal("Failed to initialize controller manager", zap.Error(err))
+	}
+
+	// start heartbeat goroutine for application insights
+	go tel.Heartbeat(ctx, d.config.TelemetryInterval)
+
+	// Start controller manager, which will start the http server and plugin manager
+	go controllerMgr.Start(ctx)
+	mainLogger.Info("Started controller manager")
+
+	<-ctx.Done()
+	controllerMgr.Stop(ctx)
+
+	mainLogger.Info("Network observability exiting. Till next time!")
+	return nil
+}