apm auto-inject launcher

.gitignore

@@ -109,4 +109,3 @@ internal/plugins/externals/ebpf/demo/
 internal/plugins/externals/ebpf/internal/testuitls/mysqlins/mysqlins
 internal/export/doc/zh/inputs/imgs/tracing.png
 /git
-/build

Dockerfile_dev

@@ -0,0 +1,7 @@
+FROM ubuntu:20.04
+
+ARG TARGETARCH
+
+RUN export DEBIAN_FRONTEND=noninteractive \
+  && sed -i 's/\(archive\|security\|ports\).ubuntu.com/mirrors.aliyun.com/' /etc/apt/sources.list \
+  && apt-get update && apt-get install -y make curl tree tzdata gcc

Dockerfile_dev_musl

@@ -0,0 +1,4 @@
+FROM alpine:3.14
+
+RUN sed -i 's/dl-cdn.alpinelinux.org/mirrors.aliyun.com/g' /etc/apk/repositories \
+  && apk add make build-base alpine-sdk

cmd/installer/installer/dkconf.go

@@ -90,6 +90,8 @@ var (
 	HostName,
 	IPDBType string
 
+	InstrumentationEnabled string
+
 	ConfdBackend,
 	ConfdBasicAuth,
 	ConfdClientCaKeys,

cmd/installer/main.go

@@ -30,9 +30,11 @@ import (
 
 	"gitlab.jiagouyun.com/cloudcare-tools/datakit/cmd/installer/installer"
 	"gitlab.jiagouyun.com/cloudcare-tools/datakit/cmd/upgrader/upgrader"
+	apminj "gitlab.jiagouyun.com/cloudcare-tools/datakit/internal/apminject/utils"
 	"gitlab.jiagouyun.com/cloudcare-tools/datakit/internal/cmds"
 	cp "gitlab.jiagouyun.com/cloudcare-tools/datakit/internal/colorprint"
 	"gitlab.jiagouyun.com/cloudcare-tools/datakit/internal/config"
+
 	"gitlab.jiagouyun.com/cloudcare-tools/datakit/internal/datakit"
 	dl "gitlab.jiagouyun.com/cloudcare-tools/datakit/internal/downloader"
 	"gitlab.jiagouyun.com/cloudcare-tools/datakit/internal/git"
@@ -70,6 +72,12 @@ var (
 			runtime.GOARCH,
 			DataKitVersion))
 
+	datakitAPMInjectURL = "https://" + path.Join(DataKitBaseURL,
+		fmt.Sprintf("datakit-apm-inject-%s-%s-%s.tar.gz",
+			runtime.GOOS,
+			runtime.GOARCH,
+			DataKitVersion))
+
 	InstallerBaseURL = ""
 
 	l = logger.DefaultSLogger("installer")
@@ -119,6 +127,10 @@ func init() {
 	flag.StringVar(&flagLite, "lite", "", "install datakit lite")
 	flag.StringVar(&flagELinker, "elinker", "", "install datakit eBPF span linker")
 
+	flag.StringVar(&installer.InstrumentationEnabled, "apm-instrumentation-enabled", "", "enable APM instrumentation")
+	// flag.StringVar(&flagAPMInstrumentationLibraries, "apm-instrumentation-libraries", "datadog|java,python",
+	// 	"install and use the APM library of the specified provider")
+
 	flag.StringVar(&installer.Dataway, "dataway", "", "DataWay host(https://guance.openway.com?token=xxx)")
 	flag.StringVar(&installer.Proxy, "proxy", "", "http proxy http://ip:port for datakit")
 	flag.StringVar(&installer.DatakitName, "name", "", "specify DataKit name, example: prod-env-datakit")
@@ -260,7 +272,6 @@ func downloadFiles(to string) error {
 	if err := dl.Download(cli, dkURL, to, true, flagDownloadOnly); err != nil {
 		return err
 	}
-
 	fmt.Printf("\n")
 
 	dl.CurDownloading = "data"
@@ -272,16 +283,29 @@ func downloadFiles(to string) error {
 
 	// We will not upgrade dk-upgrader default when upgrading Datakit except for setting flagUpgradeManagerService flag
 	if !flagDKUpgrade || (flagDKUpgrade && flagUpgraderEnabled == 1) || flagDownloadOnly {
+		toUpgrader := to
 		if !flagDownloadOnly {
-			to = upgrader.InstallDir
+			toUpgrader = upgrader.InstallDir
 		}
 		dl.CurDownloading = upgrader.BuildBinName
-		cp.Infof("Downloading %s => %s\n", dkUpgraderURL, to)
-		if err := dl.Download(cli, dkUpgraderURL, to, true, flagDownloadOnly); err != nil {
+		cp.Infof("Downloading %s => %s\n", dkUpgraderURL, toUpgrader)
+		if err := dl.Download(cli, dkUpgraderURL, toUpgrader, true, flagDownloadOnly); err != nil {
 			l.Warnf("unable to download %s from [%s]: %s", upgrader.BuildBinName, dkUpgraderURL, err)
 		}
 	}
 
+	if installer.InstrumentationEnabled != "" && runtime.GOOS == "linux" &&
+		(runtime.GOARCH == "amd64" || runtime.GOARCH == "arm64") {
+		if err := apminj.Download(l, apminj.WithOnline(cli, datakitAPMInjectURL),
+			apminj.WithInstallDir(to),
+			apminj.WithInstrumentationEnabled(installer.InstrumentationEnabled),
+		); err != nil {
+			l.Warnf("download apm inject failed: %s", err.Error())
+		} else {
+			config.Cfg.APMInject.InstrumentationEnabled = installer.InstrumentationEnabled
+		}
+	}
+
 	if installer.IPDBType != "" {
 		fmt.Printf("\n")
 		baseURL := "https://" + DataKitBaseURL

cmd/make/build/build.go

@@ -234,6 +234,10 @@ func Compile() error {
 			return err
 		}
 
+		if err := compileAPMInject(goos, goarch, BuildDir); err != nil {
+			return err
+		}
+
 		upgraderDir := fmt.Sprintf("%s/%s-%s-%s", BuildDir, upgrader.BuildBinName, goos, goarch)
 		l.Debugf("upgraderDir = %s", upgraderDir)
 		if err := compileArch(upgrader.BuildBinName,
@@ -340,6 +344,42 @@ func compileArch(bin, goos, goarch, dir, mainEntranceFile, tags string) error {
 	return nil
 }
 
+func compileAPMInject(goos, goarch, dir string) error {
+	if goos != "linux" {
+		l.Warnf("skip building apm auto-inject launcher: unsupported os %s", goos)
+		return nil
+	}
+
+	if goarch != "amd64" && goarch != "arm64" {
+		l.Warnf("skip building apm auto-inject launcher: unsupported arch %s", goarch)
+		return nil
+	}
+
+	_, err := exec.LookPath("docker")
+	if err != nil {
+		l.Warnf("skip building apm auto-inject launcher: %s",
+			err.Error())
+		return nil
+	}
+
+	cmdArgs := []string{
+		"sh", "internal/apminject/build_lib.sh",
+		goarch, fmt.Sprintf("%s/datakit-apm-inject-linux-%s", dir, goarch),
+	}
+
+	l.Debugf("building %v with %v", fmt.Sprintf("%s-%s/%s",
+		goos, goarch, "apm-auto-inject-launcher"), cmdArgs)
+
+	var envs []string
+	msg, err := runEnv(cmdArgs, envs)
+	if err != nil {
+		return fmt.Errorf("failed to run %v, envs: %v: %w, msg: %s",
+			cmdArgs, envs, err, string(msg))
+	}
+
+	return nil
+}
+
 // is_extra_lite check whether to build lite datakit.
 func isExtraLite() bool {
 	extraLite := true

cmd/make/build/pub.go

@@ -215,6 +215,13 @@ func PubDatakit() error {
 			}
 		}
 
+		// apm-auto-inject-launcher
+		if goos == Linux && (goarch == AMD64 || goarch == ARM64) {
+			gzName, gzPath := tarFiles(
+				PubDir, BuildDir, "datakit-apm-inject", goos, goarch, TarWithRlsVer)
+			basics[gzName] = gzPath
+		}
+
 		upgraderGZFile, upgraderGZPath := tarFiles(PubDir, BuildDir, upgrader.BuildBinName, parts[0], parts[1], TarNoRlsVer)
 
 		installerExe := fmt.Sprintf("installer-%s-%s", goos, goarch)

install.template.sh

@@ -156,6 +156,12 @@ if [ -n "$DK_ELINKER" ]; then
 	printf "* Set elinker => $DK_ELINKER\n"
 fi
 
+apmInstrumentation=
+if [ -n "$DK_APM_INSTRUMENTATION_ENABLED" ]; then
+	apmInstrumentation=$DK_APM_INSTRUMENTATION_ENABLED
+	printf "* Set apm-instrumentation-enabled => $DK_APM_INSTRUMENTATION_ENABLED\n"
+fi
+
 global_customer_keys=
 if [ -n "$DK_SINKER_GLOBAL_CUSTOMER_KEYS" ]; then
 	global_customer_keys=$DK_SINKER_GLOBAL_CUSTOMER_KEYS
@@ -550,6 +556,7 @@ if [ "$upgrade" ]; then
 		--install-log="$install_log" \
 		--upgrade --lite="${lite}" \
 		--elinker="${elinker}" \
+		--apm-instrumentation-enabled="${apmInstrumentation}" \
 		--upgrade-manager="${upgrade_manager}" \
 		--upgrade-ip-whitelist="${upgrade_ip_whitelist}" \
 		--upgrade-listen="${upgrade_listen}" \
@@ -575,6 +582,7 @@ $sudo_cmd $installer \
 		--proxy="${proxy}" \
 		--lite="${lite}" \
 		--elinker="${elinker}" \
+		--apm-instrumentation-enabled="${apmInstrumentation}" \
 		--env_hostname="${env_hostname}" \
 		--dca-enable="${dca_enable}" \
 		--dca-listen="${dca_listen}" \

internal/apminject/Makefile

@@ -0,0 +1,52 @@
+.PHONY: all debug rewriter test
+
+ARCH ?= $(shell uname -m | sed -e s/x86_64/x86_64/ \
+				  -e s/aarch64.\*/aarch64/)
+
+ifeq ($(ARCH), x86_64)
+    ARCH = amd64
+endif
+ifeq ($(ARCH), aarch64)
+	ARCH = arm64
+endif
+
+REPO_PATH   ?= ${HOME}/go/src/gitlab.jiagouyun.com/cloudcare-tools/datakit
+SOURCE_PATH := $(REPO_PATH)/internal/apminject
+DIST_DIR    ?= $(REPO_PATH)/internal/apminject/dist/datakit-apm-inject-linux-$(ARCH)
+
+DATAKIT_INJ_REWRITE_PROC ?= \"/usr/local/datakit/apm_inject/inject/rewriter\"
+
+all: rewriter launcher
+
+rewriter:
+	CGO_ENABLED=0 GOOS=linux GOARCH=$(ARCH) go build -o $(DIST_DIR)/rewriter \
+		$(SOURCE_PATH)/rewriter/rewriter.go
+
+launcher:
+	mkdir -p $(DIST_DIR)
+	gcc -DDATAKIT_INJ_REWRITE_PROC=${DATAKIT_INJ_REWRITE_PROC} \
+		$(SOURCE_PATH)/apm_launcher.c -fPIC -shared \
+		-o $(DIST_DIR)/apm_launcher.so
+
+launcher_musl:
+	mkdir -p $(DIST_DIR)
+	gcc -DDATAKIT_INJ_REWRITE_PROC=${DATAKIT_INJ_REWRITE_PROC} \
+		$(SOURCE_PATH)/apm_launcher.c -fPIC -shared \
+		-o $(DIST_DIR)/apm_launcher_musl.so
+
+launcher_debug:
+	mkdir -p ${DIST_DIR}
+	gcc -DDATAKIT_DEBUG -DDATAKIT_INJ_REWRITE_PROC=${DATAKIT_INJ_REWRITE_PROC} \
+		$(SOURCE_PATH)/apm_launcher.c -fPIC -shared \
+		-o $(DIST_DIR)/apm_launcher_debug.so
+
+launcher_musl_debug:
+	mkdir -p ${DIST_DIR}
+	gcc -DDATAKIT_DEBUG -DDATAKIT_INJ_REWRITE_PROC=${DATAKIT_INJ_REWRITE_PROC} \
+		$(SOURCE_PATH)/apm_launcher.c -fPIC -shared \
+		-o $(DIST_DIR)/apm_launcher_musl_debug.so
+
+test:
+	mkdir -p ${DIST_DIR}
+	gcc $(SOURCE_PATH)/launcher_test.c -o $(DIST_DIR)/launcher_test \
+		&& $(DIST_DIR)/launcher_test && rm $(DIST_DIR)/launcher_test