Test frame cache

Author: nsavoire

config/cli_flags.go

@@ -369,6 +369,14 @@ func parseCLIArgs(osArgs []string) (*Arguments, error) {
 				Destination: &args.CollectContext,
 				Sources:     cli.EnvVars("DD_HOST_PROFILING_COLLECT_CONTEXT"),
 			},
+			&cli.IntFlag{
+				Name:        "frame-cache-size",
+				Value:       -1,
+				Hidden:      true,
+				Usage:       "Size of the frame cache.",
+				Destination: &args.FrameCacheSize,
+				Sources:     cli.EnvVars("DD_HOST_PROFILING_FRAME_CACHE_SIZE"),
+			},
 		},
 		Action: func(_ context.Context, cmd *cli.Command) error {
 			args.cmd = cmd

config/config.go

@@ -82,4 +82,5 @@ type Config struct {
 	EnableSplitByService          bool
 	SplitServiceSuffix            string
 	CollectContext                bool
+	FrameCacheSize                int64
 }

go.mod

@@ -180,4 +180,4 @@ require (
 // To update the Datadog/opentelemetry-ebpf-profiler dependency on latest commit on datadog branch, change the following line to:
 // replace go.opentelemetry.io/ebpf-profiler => github.com/DataDog/opentelemetry-ebpf-profiler datadog
 // and run `go mod tidy`
-replace go.opentelemetry.io/ebpf-profiler => github.com/DataDog/opentelemetry-ebpf-profiler v0.0.0-20250924090340-f5c7be4f1db8
+replace go.opentelemetry.io/ebpf-profiler => github.com/DataDog/opentelemetry-ebpf-profiler v0.0.0-20250925144809-6860524ca3e8

go.sum

@@ -40,8 +40,8 @@ github.com/DataDog/gostackparse v0.7.0 h1:i7dLkXHvYzHV308hnkvVGDL3BR4FWl7IsXNPz/
 github.com/DataDog/gostackparse v0.7.0/go.mod h1:lTfqcJKqS9KnXQGnyQMCugq3u1FP6UZMfWR0aitKFMM=
 github.com/DataDog/jsonapi v0.12.0 h1:N4e9RpmUflcV5hzceltSz8XUpM3PMtQr5C9Bhv0g87s=
 github.com/DataDog/jsonapi v0.12.0/go.mod h1:FUSGF3bwMARlVfXEoFo9R/CVlYYy9BGL4C/Prf6Ke3M=
-github.com/DataDog/opentelemetry-ebpf-profiler v0.0.0-20250924090340-f5c7be4f1db8 h1:nD9//aAtguUe/eQiBZE7Eht9YcmuomkdSPTtGPhL1PI=
-github.com/DataDog/opentelemetry-ebpf-profiler v0.0.0-20250924090340-f5c7be4f1db8/go.mod h1:979ZsArUaDUVrCkyAbg1ZfU7yClJeHpB5vOvCjemnCE=
+github.com/DataDog/opentelemetry-ebpf-profiler v0.0.0-20250925144809-6860524ca3e8 h1:UftnRYtRaU5fRGuobCkLlgDXhgLJkbJd324vQ2mHh4o=
+github.com/DataDog/opentelemetry-ebpf-profiler v0.0.0-20250925144809-6860524ca3e8/go.mod h1:979ZsArUaDUVrCkyAbg1ZfU7yClJeHpB5vOvCjemnCE=
 github.com/DataDog/opentelemetry-mapping-go/pkg/otlp/attributes v0.27.0 h1:5US5SqqhfkZkg/E64uvn7YmeTwnudJHtlPEH/LOT99w=
 github.com/DataDog/opentelemetry-mapping-go/pkg/otlp/attributes v0.27.0/go.mod h1:VRo4D6rj92AExpVBlq3Gcuol9Nm1bber12KyxRjKGWw=
 github.com/DataDog/sketches-go v1.4.7 h1:eHs5/0i2Sdf20Zkj0udVFWuCrXGRFig2Dcfm5rtcTxc=

runner/runner.go

@@ -26,9 +26,7 @@ import (
 	"go.opentelemetry.io/ebpf-profiler/host"
 	"go.opentelemetry.io/ebpf-profiler/libpf"
 	"go.opentelemetry.io/ebpf-profiler/metrics"
-	otelreporter "go.opentelemetry.io/ebpf-profiler/reporter"
 	"go.opentelemetry.io/ebpf-profiler/times"
-	"go.opentelemetry.io/ebpf-profiler/tracehandler"
 	"go.opentelemetry.io/ebpf-profiler/tracer"
 	tracertypes "go.opentelemetry.io/ebpf-profiler/tracer/types"
 	"go.opentelemetry.io/otel/metric/noop"
@@ -58,19 +56,29 @@ const (
 	defaultProcessesCacheSize   = 16384
 )
 
-func startTraceHandling(ctx context.Context, rep otelreporter.TraceReporter,
-	intervals *times.Times, trc *tracer.Tracer, cacheSize uint32) error {
+func startTraceHandling(ctx context.Context, trc *tracer.Tracer) error {
 	// Spawn monitors for the various result maps
 	traceCh := make(chan *host.Trace)
 
 	if err := trc.StartMapMonitors(ctx, traceCh); err != nil {
 		return fmt.Errorf("failed to start map monitors: %w", err)
 	}
 
-	_, err := tracehandler.Start(ctx, rep, trc.TraceProcessor(),
-		traceCh, intervals, cacheSize)
+	go func() {
+		// Poll the output channels
+		for {
+			select {
+			case trace := <-traceCh:
+				if trace != nil {
+					trc.HandleTrace(trace)
+				}
+			case <-ctx.Done():
+				return
+			}
+		}
+	}()
 
-	return err
+	return nil
 }
 
 func appendEndpoint(symbolEndpoints []reporter.SymbolEndpoint, site, apiKey, appKey string) []reporter.SymbolEndpoint {
@@ -155,9 +163,6 @@ func Run(mainCtx context.Context, c *config.Config) ExitCode {
 		return failure("Failed to probe eBPF syscall: %v", err)
 	}
 
-	// disable trace handler cache because it consumes too much memory for almost no CPU benefit
-	traceHandlerCacheSize := uint32(0)
-
 	intervals := times.New(c.ReporterInterval, c.MonitorInterval,
 		c.ProbabilisticInterval)
 
@@ -293,6 +298,7 @@ func Run(mainCtx context.Context, c *config.Config) ExitCode {
 
 	// Load the eBPF code and map definitions
 	trc, err := tracer.NewTracer(mainCtx, &tracer.Config{
+		TraceReporter:          rep,
 		ExecutableReporter:     rep,
 		Intervals:              intervals,
 		IncludeTracers:         includeTracers,
@@ -305,6 +311,7 @@ func Run(mainCtx context.Context, c *config.Config) ExitCode {
 		ProbabilisticInterval:  c.ProbabilisticInterval,
 		ProbabilisticThreshold: uint(c.ProbabilisticThreshold),
 		IncludeEnvVars:         includeEnvVars,
+		FrameCacheSize:         int(c.FrameCacheSize),
 	})
 	if err != nil {
 		return failure("Failed to load eBPF tracer: %v", err)
@@ -340,7 +347,7 @@ func Run(mainCtx context.Context, c *config.Config) ExitCode {
 	// change this log line update also the system test.
 	log.Printf("Attached sched monitor")
 
-	if err := startTraceHandling(mainCtx, rep, intervals, trc, traceHandlerCacheSize); err != nil {
+	if err := startTraceHandling(mainCtx, trc); err != nil {
 		return failure("Failed to start trace handling: %v", err)
 	}