fix csv2parquet task test

sogis · Jan 1, 2024 · bc929ab · bc929ab
1 parent 7bd780c
commit bc929ab
Show file tree

Hide file tree

Showing 2 changed files with 7 additions and 10 deletions.
diff --git a/gretl/build.gradle b/gretl/build.gradle
@@ -57,17 +57,18 @@ configurations {
         exclude module: 'osdt_core'
         exclude module: 'osdt_cert'
         exclude module: 'orai18n' 
+        exclude group: 'org.apache.hadoop', module: 'hadoop-core'
+    }
+
+    testImplementation {
+        // Konflikt zwischen "core" und "client". Siehe iox-parquet.
+        exclude group: 'org.apache.hadoop', module: 'hadoop-core'
     }
 
     all*.exclude module: 'spring-boot-starter-logging'
 
     all*.exclude group: 'org.slf4j', module: 'slf4j-simple'
-    all*.exclude group: 'ch.qos.logback', module: 'logback-classic'
-
-    // Konflikt zwischen "core" und "client". Siehe iox-parquet.
-    all*.exclude group: 'org.apache.hadoop', module: 'hadoop-core'
-
-
+    all*.exclude group: 'ch.qos.logback', module: 'logback-classic'    
 }
 
 dependencies {

diff --git a/gretl/src/main/java/ch/so/agi/gretl/steps/Csv2ParquetStep.java b/gretl/src/main/java/ch/so/agi/gretl/steps/Csv2ParquetStep.java
@@ -7,7 +7,6 @@
 import java.util.List;
 
 import org.apache.commons.io.FilenameUtils;
-//import org.apache.hadoop.security.UserGroupInformation;
 
 import ch.ehi.basics.settings.Settings;
 import ch.interlis.ili2c.Ili2c;
@@ -36,9 +35,6 @@ public class Csv2ParquetStep {
 
     public Csv2ParquetStep() {
         this(null);
-
-        // https://stackoverflow.com/questions/41864985/hadoop-ioexception-failure-to-login
-        //UserGroupInformation.setLoginUser(UserGroupInformation.createRemoteUser("hduser"));
     }
 
     public Csv2ParquetStep(String taskName) {