diff --git a/gluten-ut/pom.xml b/gluten-ut/pom.xml
index f0dc9ebbc8bd..65c920baf54e 100644
--- a/gluten-ut/pom.xml
+++ b/gluten-ut/pom.xml
@@ -24,6 +24,11 @@
     <relativePath>../pom.xml</relativePath>
   </parent>
 
+  <modules>
+    <module>common</module>
+    <module>${spark.test.module}</module>
+  </modules>
+
   <artifactId>gluten-ut</artifactId>
   <packaging>pom</packaging>
   <name>Gluten Unit Test</name>
diff --git a/pom.xml b/pom.xml
index a38017476e54..fedb8da3a448 100644
--- a/pom.xml
+++ b/pom.xml
@@ -34,8 +34,6 @@
     <module>gluten-ui</module>
     <module>package</module>
     <module>shims</module>
-    <module>shims/common</module>
-    <module>shims/${spark.shim.module}</module>
     <module>substrait/substrait-spark</module>
   </modules>
 
@@ -220,8 +218,6 @@
       <id>spark-ut</id>
       <modules>
         <module>gluten-ut</module>
-        <module>gluten-ut/common</module>
-        <module>gluten-ut/${spark.test.module}</module>
       </modules>
     </profile>
   </profiles>
diff --git a/shims/pom.xml b/shims/pom.xml
index 520d6c218a20..ba860c83a627 100644
--- a/shims/pom.xml
+++ b/shims/pom.xml
@@ -28,6 +28,11 @@
   <name>Gluten Shims</name>
   <packaging>pom</packaging>
 
+  <modules>
+    <module>common</module>
+    <module>${spark.shim.module}</module>
+  </modules>
+
   <dependencies>
     <dependency>
       <groupId>org.scalatest</groupId>