Add dd-agent to group with read permission

pkg/fleet/installer/setup/djm/dataproc.go

@@ -88,7 +88,13 @@ func SetupDataproc(s *common.Setup) error {
 	}
 	// Add logs config to both Resource Manager and Workers
 	var sparkIntegration common.IntegrationConfig
-	if os.Getenv("DD_LOGS_ENABLED") == "true" {
+	if os.Getenv("DD_DATAPROC_LOGS_ENABLED") == "true" {
+		// Add dd-agent to yarn group to give the Agent permission to READ the Spark log files
+		_, err := executeCommandWithTimeout(s, "sudo", "usermod", "-aG", "yarn", "dd-agent")
+		if err != nil {
+			log.Warnf("error changing permission group for log file, dd-agent won't have access to Dataproc logs: %v", err)
+			return nil
+		}
 		s.Config.DatadogYAML.LogsEnabled = true
 		sparkIntegration.Logs = dataprocLogs
 	}