Otel integration for Zdb, logger and httpclient (#210)

* Otel integration for Zdb, logger and httpclient

* linting issue

* add logger resources

* fix go mod tidy

* attach ctx to logger

* tests

* minor fix

* minor change

* Update pkg/logger/methods_test.go

Co-authored-by: windsurf-bot[bot] <189301087+windsurf-bot[bot]@users.noreply.github.com>

* format

* address comments

* fix linter

* test

* fix tests

* fix tests

---------

Co-authored-by: windsurf-bot[bot] <189301087+windsurf-bot[bot]@users.noreply.github.com>

Author: lucaslopezf

go.mod

@@ -19,6 +19,13 @@ require (
 	github.com/spf13/cobra v1.9.1
 	github.com/spf13/viper v1.20.1
 	github.com/stretchr/testify v1.10.0
+	github.com/uptrace/opentelemetry-go-extra/otelgorm v0.3.2
+	go.opentelemetry.io/contrib/bridges/otelzap v0.6.0
+	go.opentelemetry.io/contrib/instrumentation/net/http/otelhttp v0.60.0
+	go.opentelemetry.io/otel/exporters/otlp/otlplog/otlploggrpc v0.8.0
+	go.opentelemetry.io/otel/exporters/otlp/otlplog/otlploghttp v0.8.0
+	go.opentelemetry.io/otel/sdk v1.35.0
+	go.opentelemetry.io/otel/sdk/log v0.8.0
 	go.uber.org/zap v1.27.0
 	golang.org/x/sync v0.14.0
 	golang.org/x/time v0.11.0
@@ -40,13 +47,16 @@ require (
 	github.com/google/s2a-go v0.1.9 // indirect
 	github.com/googleapis/enterprise-certificate-proxy v0.3.6 // indirect
 	github.com/googleapis/gax-go/v2 v2.14.1 // indirect
+	github.com/grpc-ecosystem/grpc-gateway/v2 v2.23.0 // indirect
 	github.com/kylelemons/godebug v1.1.0 // indirect
 	github.com/munnerz/goautoneg v0.0.0-20191010083416-a7dc8b61c822 // indirect
 	github.com/rogpeppe/go-internal v1.14.1 // indirect
+	github.com/uptrace/opentelemetry-go-extra/otelsql v0.3.2 // indirect
 	go.opentelemetry.io/auto/sdk v1.1.0 // indirect
 	go.opentelemetry.io/contrib/instrumentation/google.golang.org/grpc/otelgrpc v0.60.0 // indirect
-	go.opentelemetry.io/contrib/instrumentation/net/http/otelhttp v0.60.0 // indirect
+	go.opentelemetry.io/otel/log v0.8.0 // indirect
 	go.opentelemetry.io/otel/metric v1.35.0 // indirect
+	go.opentelemetry.io/proto/otlp v1.3.1 // indirect
 	golang.org/x/oauth2 v0.29.0 // indirect
 	google.golang.org/api v0.229.0 // indirect
 	google.golang.org/genproto v0.0.0-20250519155744-55703ea1f237 // indirect
@@ -101,8 +111,8 @@ require (
 	github.com/tklauser/numcpus v0.10.0 // indirect
 	github.com/yuin/gopher-lua v1.1.1 // indirect
 	github.com/yusufpapurcu/wmi v1.2.4 // indirect
-	go.opentelemetry.io/otel v1.35.0 // indirect
-	go.opentelemetry.io/otel/trace v1.35.0 // indirect
+	go.opentelemetry.io/otel v1.35.0
+	go.opentelemetry.io/otel/trace v1.35.0
 	go.uber.org/multierr v1.11.0 // indirect
 	golang.org/x/crypto v0.38.0 // indirect
 	golang.org/x/net v0.40.0 // indirect

go.sum

@@ -92,6 +92,8 @@ github.com/googleapis/enterprise-certificate-proxy v0.3.6 h1:GW/XbdyBFQ8Qe+YAmFU
 github.com/googleapis/enterprise-certificate-proxy v0.3.6/go.mod h1:MkHOF77EYAE7qfSuSS9PU6g4Nt4e11cnsDUowfwewLA=
 github.com/googleapis/gax-go/v2 v2.14.1 h1:hb0FFeiPaQskmvakKu5EbCbpntQn48jyHuvrkurSS/Q=
 github.com/googleapis/gax-go/v2 v2.14.1/go.mod h1:Hb/NubMaVM88SrNkvl8X/o8XWwDJEPqouaLeN2IUxoA=
+github.com/grpc-ecosystem/grpc-gateway/v2 v2.23.0 h1:ad0vkEBuk23VJzZR9nkLVG0YAoN9coASF1GusYX6AlU=
+github.com/grpc-ecosystem/grpc-gateway/v2 v2.23.0/go.mod h1:igFoXX2ELCW06bol23DWPB5BEWfZISOzSP5K2sbLea0=
 github.com/hashicorp/errwrap v1.0.0/go.mod h1:YH+1FKiLXxHSkmPseP+kNlulaMuP3n2brvKWEqk/Jc4=
 github.com/hashicorp/errwrap v1.1.0 h1:OxrOeh75EUXMY8TBjag2fzXGZ40LB6IKw45YeGUDY2I=
 github.com/hashicorp/errwrap v1.1.0/go.mod h1:YH+1FKiLXxHSkmPseP+kNlulaMuP3n2brvKWEqk/Jc4=
@@ -200,6 +202,10 @@ github.com/tklauser/go-sysconf v0.3.15 h1:VE89k0criAymJ/Os65CSn1IXaol+1wrsFHEB8O
 github.com/tklauser/go-sysconf v0.3.15/go.mod h1:Dmjwr6tYFIseJw7a3dRLJfsHAMXZ3nEnL/aZY+0IuI4=
 github.com/tklauser/numcpus v0.10.0 h1:18njr6LDBk1zuna922MgdjQuJFjrdppsZG60sHGfjso=
 github.com/tklauser/numcpus v0.10.0/go.mod h1:BiTKazU708GQTYF4mB+cmlpT2Is1gLk7XVuEeem8LsQ=
+github.com/uptrace/opentelemetry-go-extra/otelgorm v0.3.2 h1:Jjn3zoRz13f8b1bR6LrXWglx93Sbh4kYfwgmPju3E2k=
+github.com/uptrace/opentelemetry-go-extra/otelgorm v0.3.2/go.mod h1:wocb5pNrj/sjhWB9J5jctnC0K2eisSdz/nJJBNFHo+A=
+github.com/uptrace/opentelemetry-go-extra/otelsql v0.3.2 h1:ZjUj9BLYf9PEqBn8W/OapxhPjVRdC6CsXTdULHsyk5c=
+github.com/uptrace/opentelemetry-go-extra/otelsql v0.3.2/go.mod h1:O8bHQfyinKwTXKkiKNGmLQS7vRsqRxIQTFZpYpHK3IQ=
 github.com/xdg-go/pbkdf2 v1.0.0/go.mod h1:jrpuAogTd400dnrH08LKmI/xc1MbPOebTwRqcT5RDeI=
 github.com/xdg-go/scram v1.1.1/go.mod h1:RaEWvsqvNKKvBPvcKeFjrG2cJqOkHTiyTpzz23ni57g=
 github.com/xdg-go/stringprep v1.0.3/go.mod h1:W3f5j4i+9rC0kuIEJL0ky1VpHXQU3ocBgklLGvcBnW8=
@@ -215,20 +221,32 @@ github.com/yusufpapurcu/wmi v1.2.4/go.mod h1:SBZ9tNy3G9/m5Oi98Zks0QjeHVDvuK0qfxQ
 go.mongodb.org/mongo-driver v1.11.4/go.mod h1:PTSz5yu21bkT/wXpkS7WR5f0ddqw5quethTUn9WM+2g=
 go.opentelemetry.io/auto/sdk v1.1.0 h1:cH53jehLUN6UFLY71z+NDOiNJqDdPRaXzTel0sJySYA=
 go.opentelemetry.io/auto/sdk v1.1.0/go.mod h1:3wSPjt5PWp2RhlCcmmOial7AvC4DQqZb7a7wCow3W8A=
+go.opentelemetry.io/contrib/bridges/otelzap v0.6.0 h1:j8icMXyyqNf6HGuwlYhniPnVsbJIq7n+WirDu3VAJdQ=
+go.opentelemetry.io/contrib/bridges/otelzap v0.6.0/go.mod h1:evIOZpl+kAlU5IsaYX2Siw+IbpacAZvXemVsgt70uvw=
 go.opentelemetry.io/contrib/instrumentation/google.golang.org/grpc/otelgrpc v0.60.0 h1:x7wzEgXfnzJcHDwStJT+mxOz4etr2EcexjqhBvmoakw=
 go.opentelemetry.io/contrib/instrumentation/google.golang.org/grpc/otelgrpc v0.60.0/go.mod h1:rg+RlpR5dKwaS95IyyZqj5Wd4E13lk/msnTS0Xl9lJM=
 go.opentelemetry.io/contrib/instrumentation/net/http/otelhttp v0.60.0 h1:sbiXRNDSWJOTobXh5HyQKjq6wUC5tNybqjIqDpAY4CU=
 go.opentelemetry.io/contrib/instrumentation/net/http/otelhttp v0.60.0/go.mod h1:69uWxva0WgAA/4bu2Yy70SLDBwZXuQ6PbBpbsa5iZrQ=
 go.opentelemetry.io/otel v1.35.0 h1:xKWKPxrxB6OtMCbmMY021CqC45J+3Onta9MqjhnusiQ=
 go.opentelemetry.io/otel v1.35.0/go.mod h1:UEqy8Zp11hpkUrL73gSlELM0DupHoiq72dR+Zqel/+Y=
+go.opentelemetry.io/otel/exporters/otlp/otlplog/otlploggrpc v0.8.0 h1:WzNab7hOOLzdDF/EoWCt4glhrbMPVMOO5JYTmpz36Ls=
+go.opentelemetry.io/otel/exporters/otlp/otlplog/otlploggrpc v0.8.0/go.mod h1:hKvJwTzJdp90Vh7p6q/9PAOd55dI6WA6sWj62a/JvSs=
+go.opentelemetry.io/otel/exporters/otlp/otlplog/otlploghttp v0.8.0 h1:S+LdBGiQXtJdowoJoQPEtI52syEP/JYBUpjO49EQhV8=
+go.opentelemetry.io/otel/exporters/otlp/otlplog/otlploghttp v0.8.0/go.mod h1:5KXybFvPGds3QinJWQT7pmXf+TN5YIa7CNYObWRkj50=
+go.opentelemetry.io/otel/log v0.8.0 h1:egZ8vV5atrUWUbnSsHn6vB8R21G2wrKqNiDt3iWertk=
+go.opentelemetry.io/otel/log v0.8.0/go.mod h1:M9qvDdUTRCopJcGRKg57+JSQ9LgLBrwwfC32epk5NX8=
 go.opentelemetry.io/otel/metric v1.35.0 h1:0znxYu2SNyuMSQT4Y9WDWej0VpcsxkuklLa4/siN90M=
 go.opentelemetry.io/otel/metric v1.35.0/go.mod h1:nKVFgxBZ2fReX6IlyW28MgZojkoAkJGaE8CpgeAU3oE=
 go.opentelemetry.io/otel/sdk v1.35.0 h1:iPctf8iprVySXSKJffSS79eOjl9pvxV9ZqOWT0QejKY=
 go.opentelemetry.io/otel/sdk v1.35.0/go.mod h1:+ga1bZliga3DxJ3CQGg3updiaAJoNECOgJREo9KHGQg=
+go.opentelemetry.io/otel/sdk/log v0.8.0 h1:zg7GUYXqxk1jnGF/dTdLPrK06xJdrXgqgFLnI4Crxvs=
+go.opentelemetry.io/otel/sdk/log v0.8.0/go.mod h1:50iXr0UVwQrYS45KbruFrEt4LvAdCaWWgIrsN3ZQggo=
 go.opentelemetry.io/otel/sdk/metric v1.35.0 h1:1RriWBmCKgkeHEhM7a2uMjMUfP7MsOF5JpUCaEqEI9o=
 go.opentelemetry.io/otel/sdk/metric v1.35.0/go.mod h1:is6XYCUMpcKi+ZsOvfluY5YstFnhW0BidkR+gL+qN+w=
 go.opentelemetry.io/otel/trace v1.35.0 h1:dPpEfJu1sDIqruz7BHFG3c7528f6ddfSWfFDVt/xgMs=
 go.opentelemetry.io/otel/trace v1.35.0/go.mod h1:WUk7DtFp1Aw2MkvqGdwiXYDZZNvA/1J8o6xRXLrIkyc=
+go.opentelemetry.io/proto/otlp v1.3.1 h1:TrMUixzpM0yuc/znrFTP9MMRh8trP93mkCiDVeXrui0=
+go.opentelemetry.io/proto/otlp v1.3.1/go.mod h1:0X1WI4de4ZsLrrJNLAQbFeLCm3T7yBkR0XqQ7niQU+8=
 go.uber.org/goleak v1.3.0 h1:2K3zAYmnTNqV73imy9J1T3WC+gmCePx2hEGkimedGto=
 go.uber.org/goleak v1.3.0/go.mod h1:CoHD4mav9JJNrW/WLlf7HGZPjdw8EucARQHekz1X6bE=
 go.uber.org/multierr v1.11.0 h1:blXXJkSxSSfBVBlC76pxqeO+LN3aDfLQo+309xJstO0=

pkg/logger/README.md

@@ -1,6 +1,6 @@
 # Logger Package
 
-A structured logging package built on top of [uber-go/zap](https://github.com/uber-go/zap), providing both global and context-aware logging capabilities with sensible defaults.
+A structured logging package built on top of [uber-go/zap](https://github.com/uber-go/zap), providing both global and context-aware logging capabilities with sensible defaults and optional OpenTelemetry integration.
 
 ## Features
 
@@ -10,6 +10,7 @@ A structured logging package built on top of [uber-go/zap](https://github.com/ub
 - Global and instance-based logging
 - Configurable log levels and encoding formats
 - Request ID tracking support
+- **OpenTelemetry integration** for distributed tracing and observability
 - Easy integration with existing applications
 
 ## Installation
@@ -45,8 +46,18 @@ log.Info("Service initialized")
 
 ```go
 type Config struct {
-    Level    string `json:"level"`    // Logging level
-    Encoding string `json:"encoding"` // Output format
+    Level         string                 `json:"level"`         // Logging level
+    Encoding      string                 `json:"encoding"`      // Output format
+    OpenTelemetry *OpenTelemetryConfig   `json:"opentelemetry"` // Optional OpenTelemetry config
+}
+
+type OpenTelemetryConfig struct {
+    Enabled     bool              `json:"enabled"`      // Enable OpenTelemetry integration
+    ServiceName string            `json:"service_name"` // Service name for telemetry
+    Endpoint    string            `json:"endpoint"`     // OTLP endpoint URL
+    Protocol    string            `json:"protocol"`     // Protocol: "http" or "grpc"
+    Insecure    bool              `json:"insecure"`     // Use insecure connection
+    Headers     map[string]string `json:"headers"`      // Additional headers
 }
 ```
 
@@ -77,6 +88,112 @@ Available log levels (in order of increasing severity):
    2024-03-20T10:00:00.000Z INFO Server started service=api
    ```
 
+## OpenTelemetry Integration
+
+The logger package provides seamless integration with OpenTelemetry for distributed tracing and observability platforms like SigNoz, Jaeger, and others.
+
+### Basic OpenTelemetry Setup
+
+```go
+import (
+    "github.com/zondax/golem/pkg/logger"
+    "github.com/zondax/golem/pkg/logger/otel"
+)
+
+// Register the OpenTelemetry provider
+provider := otel.NewProvider()
+logger.RegisterOpenTelemetryProvider(provider)
+
+// Configure logger with OpenTelemetry
+config := logger.Config{
+    Level:    "info",
+    Encoding: "json",
+    OpenTelemetry: &logger.OpenTelemetryConfig{
+        Enabled:     true,
+        ServiceName: "my-service",
+        Endpoint:    "http://localhost:4318", // OTLP HTTP endpoint
+        Protocol:    "http",                  // or "grpc"
+        Insecure:    true,                    // for development
+        Headers: map[string]string{
+            "Authorization": "Bearer your-token",
+        },
+    },
+}
+
+// Initialize logger - logs will be sent to both console and OpenTelemetry
+logger.InitLogger(config)
+
+// Use logger normally - logs automatically go to OpenTelemetry
+logger.Info("Service started")
+```
+
+### SigNoz Integration Example
+
+```go
+config := logger.Config{
+    Level:    "info",
+    Encoding: "json",
+    OpenTelemetry: &logger.OpenTelemetryConfig{
+        Enabled:     true,
+        ServiceName: "my-api-service",
+        Endpoint:    "http://signoz-otel-collector:4318", // SigNoz OTLP endpoint
+        Protocol:    "http",
+        Insecure:    false,
+        Headers: map[string]string{
+            "signoz-access-token": "your-signoz-token",
+        },
+    },
+}
+```
+
+### Jaeger Integration Example
+
+```go
+config := logger.Config{
+    Level:    "info",
+    Encoding: "json",
+    OpenTelemetry: &logger.OpenTelemetryConfig{
+        Enabled:     true,
+        ServiceName: "my-service",
+        Endpoint:    "http://jaeger-collector:14268", // Jaeger OTLP endpoint
+        Protocol:    "http",
+        Insecure:    true,
+    },
+}
+```
+
+### gRPC Protocol Example
+
+```go
+config := logger.Config{
+    Level:    "info",
+    Encoding: "json",
+    OpenTelemetry: &logger.OpenTelemetryConfig{
+        Enabled:     true,
+        ServiceName: "grpc-service",
+        Endpoint:    "localhost:4317", // OTLP gRPC endpoint
+        Protocol:    "grpc",
+        Insecure:    true,
+    },
+}
+```
+
+### Graceful Shutdown
+
+```go
+import "context"
+
+// Ensure proper cleanup of OpenTelemetry resources
+defer func() {
+    ctx, cancel := context.WithTimeout(context.Background(), 5*time.Second)
+    defer cancel()
+    
+    if err := logger.ShutdownOpenTelemetryLogger(ctx); err != nil {
+        log.Printf("Error shutting down OpenTelemetry logger: %v", err)
+    }
+}()
+```
+
 ## Advanced Usage
 
 ### Context-Aware Logging
@@ -148,15 +265,66 @@ logger.Errorf("Failed to connect to %s: %v", host, err)
 4. **Resource Cleanup**
    ```go
    defer logger.Sync()
+   
+   // For OpenTelemetry integration
+   defer func() {
+       ctx, cancel := context.WithTimeout(context.Background(), 5*time.Second)
+       defer cancel()
+       logger.ShutdownOpenTelemetryLogger(ctx)
+   }()
    ```
 
+5. **OpenTelemetry Best Practices**
+   - Always set a meaningful `ServiceName` for better observability
+   - Use appropriate protocol (`http` vs `grpc`) based on your infrastructure
+   - Include authentication headers when required by your observability platform
+   - Handle shutdown gracefully to ensure all logs are flushed
+   - Test connectivity to your OpenTelemetry endpoint before production deployment
+
+## Configuration Examples
+
+### Development Configuration
+
+```yaml
+# config.yaml
+logger:
+  level: "debug"
+  encoding: "console"
+  opentelemetry:
+    enabled: true
+    service_name: "my-service-dev"
+    endpoint: "http://localhost:4318"
+    protocol: "http"
+    insecure: true
+```
+
+### Production Configuration
+
+```yaml
+# config.yaml
+logger:
+  level: "info"
+  encoding: "json"
+  opentelemetry:
+    enabled: true
+    service_name: "my-service-prod"
+    endpoint: "https://otel-collector.company.com:4318"
+    protocol: "http"
+    insecure: false
+    headers:
+      authorization: "Bearer your-token-here"
+      x-api-key: "your-api-key-here"
+```
+
 ## Performance Considerations
 
 - The logger is designed to be zero-allocation in most cases
 - JSON encoding is more CPU-intensive but provides structured data
 - Log level checks are performed atomically
 - Field allocation is optimized for minimal overhead
+- OpenTelemetry integration adds minimal overhead when properly configured
+- Batch processing is used for OpenTelemetry exports to optimize performance
 
 ## Thread Safety
 
-The logger is completely thread-safe and can be used concurrently from multiple goroutines.
+The logger is completely thread-safe and can be used concurrently from multiple goroutines. The OpenTelemetry integration maintains thread safety through proper synchronization mechanisms.

pkg/logger/logger.go

@@ -21,8 +21,9 @@ var (
 )
 
 type Config struct {
-	Level    string `json:"level"`
-	Encoding string `json:"encoding"`
+	Level         string               `json:"level"`
+	Encoding      string               `json:"encoding"`
+	OpenTelemetry *OpenTelemetryConfig `json:"opentelemetry,omitempty"`
 }
 
 type Field struct {
@@ -78,6 +79,33 @@ func NewDevelopmentLogger(fields ...Field) *Logger {
 }
 
 func configureAndBuildLogger(config Config) *zap.Logger {
+	// Create standard logger first
+	standardLogger := createStandardLoggerInternal(config)
+
+	// Early return if OpenTelemetry is not configured or disabled
+	if config.OpenTelemetry == nil || !config.OpenTelemetry.Enabled {
+		return standardLogger
+	}
+
+	// Early return if no provider is registered
+	provider := getOpenTelemetryProvider()
+	if provider == nil {
+		return standardLogger
+	}
+
+	// Try to enhance with OpenTelemetry
+	enhancedLogger, err := provider.CreateLogger(config, standardLogger)
+	if err != nil {
+		// If OpenTelemetry fails, fall back to standard logger
+		standardLogger.Warn("Failed to initialize OpenTelemetry logger, falling back to standard logger", zap.Error(err))
+		return standardLogger
+	}
+
+	return enhancedLogger
+}
+
+// createStandardLoggerInternal contains the actual logic for creating a standard logger
+func createStandardLoggerInternal(config Config) *zap.Logger {
 	cfg := zap.NewProductionConfig()
 	if strings.EqualFold(config.Encoding, ConsoleEncode) {
 		cfg = zap.NewDevelopmentConfig()