From 4096a53e146981ff092c43b56f456137258632b9 Mon Sep 17 00:00:00 2001 From: Hongze Zhang Date: Fri, 16 Aug 2024 14:10:07 +0800 Subject: [PATCH] fixup --- .../apache/gluten/backendsapi/clickhouse/CHListenerApi.scala | 2 ++ 1 file changed, 2 insertions(+) diff --git a/backends-clickhouse/src/main/scala/org/apache/gluten/backendsapi/clickhouse/CHListenerApi.scala b/backends-clickhouse/src/main/scala/org/apache/gluten/backendsapi/clickhouse/CHListenerApi.scala index b9a38dc74c87..69797feb65fb 100644 --- a/backends-clickhouse/src/main/scala/org/apache/gluten/backendsapi/clickhouse/CHListenerApi.scala +++ b/backends-clickhouse/src/main/scala/org/apache/gluten/backendsapi/clickhouse/CHListenerApi.scala @@ -30,6 +30,7 @@ import org.apache.spark.listener.CHGlutenSQLAppStatusListener import org.apache.spark.network.util.JavaUtils import org.apache.spark.rpc.{GlutenDriverEndpoint, GlutenExecutorEndpoint} import org.apache.spark.sql.execution.datasources.v1._ +import org.apache.spark.util.SparkDirectoryUtil import org.apache.commons.lang3.StringUtils @@ -57,6 +58,7 @@ class CHListenerApi extends ListenerApi with Logging { override def onExecutorShutdown(): Unit = shutdown() private def initialize(conf: SparkConf, isDriver: Boolean): Unit = { + SparkDirectoryUtil.init(conf) val libPath = conf.get(GlutenConfig.GLUTEN_LIB_PATH, StringUtils.EMPTY) if (StringUtils.isBlank(libPath)) { throw new IllegalArgumentException(