Merge pull request #305 from intelops/opentelemetry

opentelemetry

agent/container/main.go

@@ -1,16 +1,29 @@
 package main
 
 import (
+	"context"
 	"log"
 	"os"
 	"os/signal"
 	"syscall"
 
 	"github.com/intelops/kubviz/agent/container/pkg/application"
+	"github.com/intelops/kubviz/pkg/opentelemetry"
 )
 
 func main() {
 	log.SetFlags(log.LstdFlags | log.Lshortfile)
+
+	tp, err := opentelemetry.InitTracer()
+	if err != nil {
+		log.Fatal(err)
+	}
+	defer func() {
+		if err := tp.Shutdown(context.Background()); err != nil {
+			log.Printf("Error shutting down tracer provider: %v", err)
+		}
+	}()
+
 	app := application.New()
 	go app.GithubContainerWatch()
 	go app.Start()

agent/container/pkg/application/application.go

@@ -11,7 +11,9 @@ import (
 	"github.com/intelops/kubviz/agent/container/pkg/clients"
 	"github.com/intelops/kubviz/agent/container/pkg/config"
 	"github.com/intelops/kubviz/agent/container/pkg/handler"
+	"github.com/intelops/kubviz/pkg/opentelemetry"
 	"github.com/kelseyhightower/envconfig"
+	"go.opentelemetry.io/contrib/instrumentation/github.com/gin-gonic/gin/otelgin"
 )
 
 type Application struct {
@@ -43,6 +45,14 @@ func New() *Application {
 	}
 
 	r := gin.Default()
+
+	config, err := opentelemetry.GetConfigurations()
+	if err != nil {
+		log.Println("Unable to read open telemetry configurations")
+	}
+
+	r.Use(otelgin.Middleware(config.ServiceName))
+
 	apiServer.BindRequest(r)
 
 	httpServer := &http.Server{

agent/container/pkg/application/handlers.go

@@ -1,14 +1,26 @@
 package application
 
 import (
+	"context"
 	"io"
 	"log"
 
 	"net/http"
+
+	"github.com/intelops/kubviz/pkg/opentelemetry"
+	"go.opentelemetry.io/otel"
+	"go.opentelemetry.io/otel/attribute"
 )
 
 //githubHandler handles the github webhooks post requests.
 func (app *Application) localRegistryHandler(w http.ResponseWriter, r *http.Request) {
+
+	ctx:=context.Background()
+	tracer := otel.Tracer("container-gitlab")
+	_, span := tracer.Start(opentelemetry.BuildContext(ctx), "localRegistryHandler")
+	span.SetAttributes(attribute.String("http.method", "POST"))
+	defer span.End()
+
 	event, err := io.ReadAll(r.Body)
 	if err != nil {
 		log.Printf("Event body read failed: %v", err)

agent/container/pkg/clients/nats_client.go

@@ -1,11 +1,15 @@
 package clients
 
 import (
+	"context"
 	"fmt"
 	"log"
 	"time"
 
 	"github.com/intelops/kubviz/agent/container/pkg/config"
+	"github.com/intelops/kubviz/pkg/opentelemetry"
+	"go.opentelemetry.io/otel"
+	"go.opentelemetry.io/otel/attribute"
 
 	"github.com/nats-io/nats.go"
 )
@@ -112,6 +116,13 @@ func (n *NATSContext) Close() {
 // The repository information in the header can be used by subscribers to filter or route the event based on its origin or destination.
 // An error is returned if the publishing process fails, such as if the connection is lost or if there are issues with the JetStream.
 func (n *NATSContext) Publish(event []byte, repo string) error {
+
+	ctx:=context.Background()
+	tracer := otel.Tracer("container-nats-client")
+	_, span := tracer.Start(opentelemetry.BuildContext(ctx), "ContainerPublish")
+	span.SetAttributes(attribute.String("repo-name", repo))
+	defer span.End()
+
 	msg := nats.NewMsg(eventSubject)
 	msg.Data = event
 	msg.Header.Set("REPO_NAME", repo)

agent/container/pkg/handler/api_handler.go

@@ -1,11 +1,14 @@
 package handler
 
 import (
+	"log"
 	"net/http"
 
 	"github.com/gin-gonic/gin"
 	"github.com/intelops/kubviz/agent/container/api"
 	"github.com/intelops/kubviz/agent/container/pkg/clients"
+	"github.com/intelops/kubviz/pkg/opentelemetry"
+	"go.opentelemetry.io/contrib/instrumentation/github.com/gin-gonic/gin/otelgin"
 )
 
 type APIHandler struct {
@@ -29,6 +32,14 @@ func NewAPIHandler(conn *clients.NATSContext) (*APIHandler, error) {
 }
 
 func (ah *APIHandler) BindRequest(r *gin.Engine) {
+
+	config, err := opentelemetry.GetConfigurations()
+	if err != nil {
+		log.Println("Unable to read open telemetry configurations")
+	}
+
+	r.Use(otelgin.Middleware(config.ServiceName))
+
 	apiGroup := r.Group("/")
 	{
 		apiGroup.GET("/api-docs", ah.GetApiDocs)

agent/container/pkg/handler/azure_container.go

@@ -9,6 +9,8 @@ import (
 
 	"github.com/gin-gonic/gin"
 	"github.com/intelops/kubviz/model"
+	"go.opentelemetry.io/otel"
+	"go.opentelemetry.io/otel/attribute"
 )
 
 var ErrInvalidPayload = errors.New("invalid or malformed Azure Container Registry webhook payload")
@@ -19,6 +21,12 @@ var ErrInvalidPayload = errors.New("invalid or malformed Azure Container Registr
 // application to subscribe to these events and respond to changes in the container registry.
 // If the payload is invalid or the publishing process fails, an error response is returned.
 func (ah *APIHandler) PostEventAzureContainer(c *gin.Context) {
+
+	tracer := otel.Tracer("azure-container")
+	_, span := tracer.Start(c.Request.Context(), "PostEventAzureContainer")
+	span.SetAttributes(attribute.String("http.method", "POST"))
+	defer span.End()
+
 	defer func() {
 		_, _ = io.Copy(io.Discard, c.Request.Body)
 		_ = c.Request.Body.Close()

agent/container/pkg/handler/docker_event_dockerhub.go

@@ -7,6 +7,8 @@ import (
 	"net/http"
 
 	"github.com/gin-gonic/gin"
+	"go.opentelemetry.io/otel"
+	"go.opentelemetry.io/otel/attribute"
 )
 
 // parse errors
@@ -16,6 +18,12 @@ var (
 )
 
 func (ah *APIHandler) PostEventDockerHub(c *gin.Context) {
+
+	tracer := otel.Tracer("dockerhub-container")
+	_, span := tracer.Start(c.Request.Context(), "PostEventDockerHub")
+	span.SetAttributes(attribute.String("http.method", "POST"))
+	defer span.End()
+
 	defer func() {
 		_, _ = io.Copy(io.Discard, c.Request.Body)
 		_ = c.Request.Body.Close()

agent/container/pkg/handler/jfrog_container.go

@@ -9,11 +9,19 @@ import (
 
 	"github.com/gin-gonic/gin"
 	"github.com/intelops/kubviz/model"
+	"go.opentelemetry.io/otel"
+	"go.opentelemetry.io/otel/attribute"
 )
 
 var ErrInvalidPayloads = errors.New("invalid or malformed jfrog Container Registry webhook payload")
 
 func (ah *APIHandler) PostEventJfrogContainer(c *gin.Context) {
+
+	tracer := otel.Tracer("jfrog-container")
+	_, span := tracer.Start(c.Request.Context(), "PostEventJfrogContainer")
+	span.SetAttributes(attribute.String("http.method", "POST"))
+	defer span.End()
+
 	defer func() {
 		_, _ = io.Copy(io.Discard, c.Request.Body)
 		_ = c.Request.Body.Close()

agent/container/pkg/handler/quay_handler.go

@@ -8,9 +8,17 @@ import (
 
 	"github.com/gin-gonic/gin"
 	"github.com/intelops/kubviz/model"
+	"go.opentelemetry.io/otel"
+	"go.opentelemetry.io/otel/attribute"
 )
 
 func (ah *APIHandler) PostEventQuayContainer(c *gin.Context) {
+
+	tracer := otel.Tracer("quay-container")
+	_, span := tracer.Start(c.Request.Context(), "PostEventQuayContainer")
+	span.SetAttributes(attribute.String("http.method", "POST"))
+	defer span.End()
+
 	defer func() {
 		_, _ = io.Copy(io.Discard, c.Request.Body)
 		_ = c.Request.Body.Close()

agent/git/main.go

@@ -1,6 +1,7 @@
 package main
 
 import (
+	"context"
 	"log"
 	"os"
 	"os/signal"
@@ -9,6 +10,7 @@ import (
 	"github.com/intelops/kubviz/agent/git/pkg/application"
 	"github.com/intelops/kubviz/agent/git/pkg/clients"
 	"github.com/intelops/kubviz/agent/git/pkg/config"
+	"github.com/intelops/kubviz/pkg/opentelemetry"
 
 	"github.com/kelseyhightower/envconfig"
 )
@@ -20,6 +22,16 @@ func main() {
 		log.Fatalf("Could not parse env Config: %v", err)
 	}
 
+	tp, err := opentelemetry.InitTracer()
+	if err != nil {
+		log.Fatal(err)
+	}
+	defer func() {
+		if err := tp.Shutdown(context.Background()); err != nil {
+			log.Printf("Error shutting down tracer provider: %v", err)
+		}
+	}()
+
 	// Connect to NATS
 	natsContext, err := clients.NewNATSContext(cfg)
 	if err != nil {

agent/git/pkg/application/application.go

@@ -11,6 +11,8 @@ import (
 	"github.com/intelops/kubviz/agent/git/api"
 	"github.com/intelops/kubviz/agent/git/pkg/clients"
 	"github.com/intelops/kubviz/agent/git/pkg/config"
+	"github.com/intelops/kubviz/pkg/opentelemetry"
+	"go.opentelemetry.io/contrib/instrumentation/github.com/gin-gonic/gin/otelgin"
 
 	"github.com/gin-gonic/gin"
 )
@@ -41,6 +43,14 @@ func New(conf *config.Config, conn *clients.NATSContext) *Application {
 
 func (app *Application) Routes() *gin.Engine {
 	router := gin.New()
+
+	config, err := opentelemetry.GetConfigurations()
+	if err != nil {
+		log.Println("Unable to read open telemetry configurations")
+	}
+
+	router.Use(otelgin.Middleware(config.ServiceName))
+
 	api.RegisterHandlers(router, app)
 	return router
 }

agent/git/pkg/application/handlers.go

@@ -9,10 +9,18 @@ import (
 	"github.com/intelops/kubviz/agent/git/api"
 	"github.com/intelops/kubviz/gitmodels/azuremodel"
 	"github.com/intelops/kubviz/model"
+	"go.opentelemetry.io/otel"
+	"go.opentelemetry.io/otel/attribute"
 )
 
 func (app *Application) PostGitea(c *gin.Context) {
 	log.Println("gitea handler called...")
+
+	tracer := otel.Tracer("gitea-git")
+	_, span := tracer.Start(c.Request.Context(), "PostGitea")
+	span.SetAttributes(attribute.String("http.method", "POST"))
+	defer span.End()
+
 	defer log.Println("gitea handler exited...")
 
 	event := c.Request.Header.Get(string(model.GiteaHeader))
@@ -30,6 +38,12 @@ func (app *Application) PostGitea(c *gin.Context) {
 
 func (app *Application) PostAzure(c *gin.Context) {
 	log.Println("azure handler called...")
+
+	tracer := otel.Tracer("azure-git")
+	_, span := tracer.Start(c.Request.Context(), "PostAzure")
+	span.SetAttributes(attribute.String("http.method", "POST"))
+	defer span.End()
+
 	defer log.Println("azure handler exited...")
 
 	jsonData, err := c.GetRawData()
@@ -58,6 +72,12 @@ func (app *Application) PostAzure(c *gin.Context) {
 // githubHandler handles the github webhooks post requests.
 func (app *Application) PostGithub(c *gin.Context) {
 	log.Println("github handler called...")
+
+	tracer := otel.Tracer("github-git")
+	_, span := tracer.Start(c.Request.Context(), "PostGithub")
+	span.SetAttributes(attribute.String("http.method", "POST"))
+	defer span.End()
+
 	defer log.Println("github handler exited...")
 
 	event := c.Request.Header.Get(string(model.GithubHeader))
@@ -79,6 +99,12 @@ func (app *Application) PostGithub(c *gin.Context) {
 // gitlabHandler handles the github webhooks post requests.
 func (app *Application) PostGitlab(c *gin.Context) {
 	log.Println("gitlab handler called...")
+
+	tracer := otel.Tracer("gitlab-git")
+	_, span := tracer.Start(c.Request.Context(), "PostGitlab")
+	span.SetAttributes(attribute.String("http.method", "POST"))
+	defer span.End()
+
 	defer log.Println("gitlab handler exited...")
 
 	event := c.Request.Header.Get(string(model.GitlabHeader))
@@ -100,6 +126,12 @@ func (app *Application) PostGitlab(c *gin.Context) {
 // bitBucketHandler handles the github webhooks post requests.
 func (app *Application) PostBitbucket(c *gin.Context) {
 	log.Println("bitbucket handler called...")
+
+	tracer := otel.Tracer("bitbucket-git")
+	_, span := tracer.Start(c.Request.Context(), "PostBitbucket")
+	span.SetAttributes(attribute.String("http.method", "POST"))
+	defer span.End()
+
 	defer log.Println("bitbucket handler exited...")
 
 	event := c.Request.Header.Get(string(model.BitBucketHeader))

agent/git/pkg/clients/nats_client.go

@@ -1,10 +1,14 @@
 package clients
 
 import (
+	"context"
 	"fmt"
 
 	"github.com/intelops/kubviz/agent/git/pkg/config"
 	"github.com/intelops/kubviz/model"
+	"github.com/intelops/kubviz/pkg/opentelemetry"
+	"go.opentelemetry.io/otel"
+	"go.opentelemetry.io/otel/attribute"
 
 	"log"
 	"time"
@@ -91,6 +95,13 @@ func (n *NATSContext) Close() {
 }
 
 func (n *NATSContext) Publish(metric []byte, repo string, eventkey model.EventKey, eventvalue model.EventValue) error {
+
+	ctx:=context.Background()
+	tracer := otel.Tracer("git-nats-client")
+	_, span := tracer.Start(opentelemetry.BuildContext(ctx), "GitPublish")
+	span.SetAttributes(attribute.String("repo-name", repo))
+	defer span.End()
+
 	msg := nats.NewMsg(eventSubject)
 	msg.Data = metric
 	msg.Header.Set("GitProvider", repo)