[VL] Prefer to use path.getFileSystem instead of FileSystem.get to cr…

…eate FileSystem (#6123) Co-authored-by: yikaifei <[email protected]>
apache · Jun 19, 2024 · 27c32f1 · 27c32f1
1 parent 99596c9
commit 27c32f1
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/...ain/scala/org/apache/spark/sql/execution/datasources/velox/VeloxFormatWriterInjects.scala b/...ain/scala/org/apache/spark/sql/execution/datasources/velox/VeloxFormatWriterInjects.scala
@@ -34,7 +34,7 @@ import org.apache.spark.util.TaskResources
 
 import com.google.common.base.Preconditions
 import org.apache.arrow.c.ArrowSchema
-import org.apache.hadoop.fs.{FileStatus, FileSystem, Path}
+import org.apache.hadoop.fs.{FileStatus, Path}
 import org.apache.hadoop.mapreduce.TaskAttemptContext
 
 import java.io.IOException
@@ -48,8 +48,8 @@ trait VeloxFormatWriterInjects extends GlutenFormatWriterInjectsBase {
     // Create the hdfs path if not existed.
     val hdfsSchema = "hdfs://"
     if (filePath.startsWith(hdfsSchema)) {
-      val fs = FileSystem.get(context.getConfiguration)
       val hdfsPath = new Path(filePath)
+      val fs = hdfsPath.getFileSystem(context.getConfiguration)
       if (!fs.exists(hdfsPath.getParent)) {
         fs.mkdirs(hdfsPath.getParent)
       }