Add ddprofilingextension

LICENSE-3rdparty.csv

@@ -182,6 +182,7 @@ core,github.com/DataDog/go-libddwaf/v3/internal/log,Apache-2.0,"Copyright 2016-p
 core,github.com/DataDog/go-libddwaf/v3/internal/support,Apache-2.0,"Copyright 2016-present Datadog, Inc"
 core,github.com/DataDog/go-libddwaf/v3/internal/unsafe,Apache-2.0,"Copyright 2016-present Datadog, Inc"
 core,github.com/DataDog/go-libddwaf/v3/timer,Apache-2.0,"Copyright 2016-present Datadog, Inc"
+core,github.com/DataDog/go-runtime-metrics-internal/pkg/runtimemetrics,Apache-2.0,"Copyright 2024-2024 Datadog, Inc"
 core,github.com/DataDog/go-sqllexer,MIT,"Copyright (c) 2023 Datadog, Inc"
 core,github.com/DataDog/go-tuf/client,BSD-3-Clause,"Copyright (c) 2014-2020 Prime Directive, Inc. All rights reserved"
 core,github.com/DataDog/go-tuf/data,BSD-3-Clause,"Copyright (c) 2014-2020 Prime Directive, Inc. All rights reserved"
@@ -3030,6 +3031,7 @@ core,gopkg.in/DataDog/dd-trace-go.v1/internal/appsec/listener/usersec,Apache-2.0
 core,gopkg.in/DataDog/dd-trace-go.v1/internal/appsec/listener/waf,Apache-2.0,"Copyright 2016-Present Datadog, Inc."
 core,gopkg.in/DataDog/dd-trace-go.v1/internal/civisibility/constants,Apache-2.0,"Copyright 2016-Present Datadog, Inc."
 core,gopkg.in/DataDog/dd-trace-go.v1/internal/civisibility/utils,Apache-2.0,"Copyright 2016-Present Datadog, Inc."
+core,gopkg.in/DataDog/dd-trace-go.v1/internal/civisibility/utils/telemetry,Apache-2.0,"Copyright 2016-Present Datadog, Inc."
 core,gopkg.in/DataDog/dd-trace-go.v1/internal/datastreams,Apache-2.0,"Copyright 2016-Present Datadog, Inc."
 core,gopkg.in/DataDog/dd-trace-go.v1/internal/globalconfig,Apache-2.0,"Copyright 2016-Present Datadog, Inc."
 core,gopkg.in/DataDog/dd-trace-go.v1/internal/hostname,Apache-2.0,"Copyright 2016-Present Datadog, Inc."

comp/README.md

@@ -412,6 +412,10 @@ Package converter defines the otel agent converter component.
 
 Package ddflareextension defines the OpenTelemetry Extension component.
 
+### [comp/otelcol/ddprofilingextension](https://pkg.go.dev/github.com/DataDog/datadog-agent/comp/otelcol/ddprofilingextension)
+
+Package ddprofilingextension defines the otel agent ddprofilingextension component.
+
 ### [comp/otelcol/logsagentpipeline](https://pkg.go.dev/github.com/DataDog/datadog-agent/comp/otelcol/logsagentpipeline)
 
 Package logsagentpipeline contains logs agent pipeline component

comp/otelcol/collector/impl/collector.go

@@ -34,6 +34,7 @@ import (
 	collectorcontrib "github.com/DataDog/datadog-agent/comp/otelcol/collector-contrib/def"
 	collector "github.com/DataDog/datadog-agent/comp/otelcol/collector/def"
 	ddextension "github.com/DataDog/datadog-agent/comp/otelcol/ddflareextension/impl"
+	ddprofilingextension "github.com/DataDog/datadog-agent/comp/otelcol/ddprofilingextension/impl"
 	"github.com/DataDog/datadog-agent/comp/otelcol/logsagentpipeline"
 	"github.com/DataDog/datadog-agent/comp/otelcol/otlp/components/exporter/datadogexporter"
 	"github.com/DataDog/datadog-agent/comp/otelcol/otlp/components/exporter/serializerexporter"
@@ -132,6 +133,7 @@ func addFactories(reqs Requires, factories otelcol.Factories) {
 	factories.Processors[infraattributesprocessor.Type] = infraattributesprocessor.NewFactoryForAgent(reqs.Tagger)
 	factories.Connectors[component.MustNewType("datadog")] = datadogconnector.NewFactory()
 	factories.Extensions[ddextension.Type] = ddextension.NewFactoryForAgent(&factories, newConfigProviderSettings(reqs.URIs, reqs.Converter, false))
+	factories.Extensions[ddprofilingextension.Type] = ddprofilingextension.NewFactoryForAgent(reqs.TraceAgent, reqs.Log)
 }
 
 var buildInfo = component.BuildInfo{

comp/otelcol/ddprofilingextension/README.md

@@ -0,0 +1,38 @@
+# ddprofiling Extension
+
+The ddprofiling extension allows profiling the collector via the datadog profiler.
+
+## Extension Configuration
+
+- api: API allows specifying `api::key` and `api::site`. This is only effective when the extension is used in the OSS collector built via OCB. In this case, the profiles are sent directly to the intake using the API key and site specified.
+- profiler_options: Profiler options allows configuring options that pertain to the profiler, such as service/env/version, or period (in seconds).
+- endpoint: In the OTel agent, the extension spins up an http server which receives the profiles and sends them to DD intake. You can change the endpoint at which the server listens via this config (default port `7501`)
+
+
+Example Config OSS collector:
+```
+extensions:
+  ddprofiling: 
+    api:
+      key: ${env:DD_API_KEY}
+      site: ${env:DD_SITE}
+```
+
+Example Config OTel Agent:
+```
+extensions:
+  ddprofiling: 
+    endpoint: 1234
+```
+
+Example profiler options config:
+```
+extensions:
+  ddprofiling:
+    profiler_options:
+      service: svc
+      version: v0.1
+      env: env
+      period: 30
+      profile_types: [blockprofile, mutexprofile, goroutineprofile]
+```

comp/otelcol/ddprofilingextension/def/component.go

@@ -0,0 +1,16 @@
+// Unless explicitly stated otherwise all files in this repository are licensed
+// under the Apache License Version 2.0.
+// This product includes software developed at Datadog (https://www.datadoghq.com/).
+// Copyright 2024-present Datadog, Inc.
+
+// Package ddprofilingextension defines the otel agent ddprofilingextension component.
+package ddprofilingextension
+
+import "go.opentelemetry.io/collector/extension"
+
+// team: opentelemetry opentelemetry-agent
+
+// Component implements the component.Component interface.
+type Component interface {
+	extension.Extension // Embed base Extension for common functionality.
+}

comp/otelcol/ddprofilingextension/def/go.mod

@@ -0,0 +1,26 @@
+module github.com/DataDog/datadog-agent/comp/otelcol/ddprofilingextension/def
+
+go 1.22.0
+
+require go.opentelemetry.io/collector/extension v0.118.0
+
+require (
+	github.com/davecgh/go-spew v1.1.2-0.20180830191138-d8f796af33cc // indirect
+	github.com/gogo/protobuf v1.3.2 // indirect
+	github.com/pmezard/go-difflib v1.0.1-0.20181226105442-5d4384ee4fb2 // indirect
+	go.opentelemetry.io/collector/component v0.118.0 // indirect
+	go.opentelemetry.io/collector/config/configtelemetry v0.118.0 // indirect
+	go.opentelemetry.io/collector/pdata v1.24.0 // indirect
+	go.opentelemetry.io/otel v1.34.0 // indirect
+	go.opentelemetry.io/otel/metric v1.34.0 // indirect
+	go.opentelemetry.io/otel/sdk/metric v1.34.0 // indirect
+	go.opentelemetry.io/otel/trace v1.34.0 // indirect
+	go.uber.org/multierr v1.11.0 // indirect
+	go.uber.org/zap v1.27.0 // indirect
+	golang.org/x/net v0.34.0 // indirect
+	golang.org/x/sys v0.29.0 // indirect
+	golang.org/x/text v0.21.0 // indirect
+	google.golang.org/genproto/googleapis/rpc v0.0.0-20250127172529-29210b9bc287 // indirect
+	google.golang.org/grpc v1.70.0 // indirect
+	google.golang.org/protobuf v1.36.4 // indirect
+)

comp/otelcol/ddprofilingextension/fx/fx.go

@@ -0,0 +1,23 @@
+// Unless explicitly stated otherwise all files in this repository are licensed
+// under the Apache License Version 2.0.
+// This product includes software developed at Datadog (https://www.datadoghq.com/).
+// Copyright 2024-present Datadog, Inc.
+
+// Package ddprofilingextensionfx provides fx access for the provider component
+package ddprofilingextensionfx
+
+import (
+	ddprofilingextension "github.com/DataDog/datadog-agent/comp/otelcol/ddprofilingextension/def"
+	ddprofilingextensionimpl "github.com/DataDog/datadog-agent/comp/otelcol/ddprofilingextension/impl"
+	"github.com/DataDog/datadog-agent/pkg/util/fxutil"
+)
+
+// team: opentelemetry opentelemetry-agent
+
+// Module defines the fx options for this component.
+func Module() fxutil.Module {
+	return fxutil.Component(
+		fxutil.ProvideComponentConstructor(ddprofilingextensionimpl.NewExtension),
+		fxutil.ProvideOptional[ddprofilingextension.Component](),
+	)
+}

comp/otelcol/ddprofilingextension/impl/config.go

@@ -0,0 +1,41 @@
+// Unless explicitly stated otherwise all files in this repository are licensed
+// under the Apache License Version 2.0.
+// This product includes software developed at Datadog (https://www.datadoghq.com/).
+// Copyright 2024-present Datadog, Inc.
+
+// Package ddprofilingextensionimpl defines the OpenTelemetry Extension implementation.
+package ddprofilingextensionimpl
+
+import "github.com/open-telemetry/opentelemetry-collector-contrib/pkg/datadog/config"
+
+// Config contains the config of the profiler.
+type Config struct {
+	// API contains the configuration for the api for the case of agentless uploads.
+	// api site is used in non agentless upload setups as well.
+	// Not setting API section leads to upload to an agent with.
+	API             config.APIConfig `mapstructure:"api"`
+	ProfilerOptions ProfilerOptions  `mapstructure:"profiler_options"`
+	// Endpoint reports the endpoint used for profiles.
+	// Default: BuildInfo.Version (e.g. v0.117.0)
+	Endpoint string `mapstructure:"endpoint"`
+}
+
+// ProfilerOptions defines settings relevant to the profiler.
+type ProfilerOptions struct {
+	// Service the profiler will report with.
+	// Default: BuildInfo.Command (e.g. otel-agent)
+	Service string `mapstructure:"service"`
+	// Env the profiler will report with.
+	// Default: none
+	Env string `mapstructure:"env"`
+	// Version the profiler will report with.
+	// Default: BuildInfo.Version (e.g. v0.117.0)
+	Version string `mapstructure:"version"`
+	// Period in seconds the profiler will report with.
+	// Default: 60s
+	Period int `mapstructure:"period"`
+	// ProfileTypes specifies additional profile types to enable.
+	// supported values are blockprofile, mutexprofile and goroutineprofile.
+	// By default CPU and Heap profiles are enabled.
+	ProfileTypes []string `mapstructure:"profile_types"`
+}