Skip to content

Commit

Permalink
[GLUTEN-6176][CH] Add tpcds suite from decimal table schema (#6369)
Browse files Browse the repository at this point in the history 
[CH] Add tpcds suite from decimal table schema
  • Loading branch information
@loneylee
loneylee authored Jul 15, 2024
1 parent 526acc3 commit 3c50ffe
Show file tree
Hide file tree
Showing 121 changed files with 12,324 additions and 598 deletions.
8 changes: 7 additions & 1 deletion ...ickhouse/src/main/scala/org/apache/gluten/backendsapi/clickhouse/CHSparkPlanExecApi.scala
View file
Original file line number Diff line number Diff line change
Expand Up @@ -57,7 +57,7 @@ import org.apache.spark.sql.execution.joins.{BuildSideRelation, ClickHouseBuildS
import org.apache.spark.sql.execution.metric.SQLMetric
import org.apache.spark.sql.execution.utils.{CHExecUtil, PushDownUtil}
import org.apache.spark.sql.extension.{CommonSubexpressionEliminateRule, RewriteDateTimestampComparisonRule}
import org.apache.spark.sql.types.StructType
import org.apache.spark.sql.types.{DecimalType, StructType}
import org.apache.spark.sql.vectorized.ColumnarBatch

import org.apache.commons.lang3.ClassUtils
Expand Down Expand Up @@ -900,4 +900,10 @@ class CHSparkPlanExecApi extends SparkPlanExecApi {
override def genPreProjectForGenerate(generate: GenerateExec): SparkPlan = generate

override def genPostProjectForGenerate(generate: GenerateExec): SparkPlan = generate

override def genDecimalRoundExpressionOutput(
decimalType: DecimalType,
toScale: Int): DecimalType = {
SparkShimLoader.getSparkShims.genDecimalRoundExpressionOutput(decimalType, toScale)
}
}
100 changes: 100 additions & 0 deletions backends-clickhouse/src/test/resources/tpcds-decimal-queries-output/q1.out
View file
Original file line number Diff line number Diff line change
@@ -0,0 +1,100 @@
AAAAAAAAAAADBAAA
AAAAAAAAAAAEBAAA
AAAAAAAAAAAFAAAA
AAAAAAAAAAAHBAAA
AAAAAAAAAAAHBAAA
AAAAAAAAAAAJAAAA
AAAAAAAAAAAMAAAA
AAAAAAAAAAAOAAAA
AAAAAAAAAAAOAAAA
AAAAAAAAAABCBAAA
AAAAAAAAAABFAAAA
AAAAAAAAAABHBAAA
AAAAAAAAAABHBAAA
AAAAAAAAAABIBAAA
AAAAAAAAAABLAAAA
AAAAAAAAAABOAAAA
AAAAAAAAAABPAAAA
AAAAAAAAAACBAAAA
AAAAAAAAAACGBAAA
AAAAAAAAAADMAAAA
AAAAAAAAAAEABAAA
AAAAAAAAAAEABAAA
AAAAAAAAAAEEBAAA
AAAAAAAAAAEJAAAA
AAAAAAAAAAELAAAA
AAAAAAAAAAFCBAAA
AAAAAAAAAAFCBAAA
AAAAAAAAAAFEAAAA
AAAAAAAAAAFEBAAA
AAAAAAAAAAFGAAAA
AAAAAAAAAAFGBAAA
AAAAAAAAAAFGBAAA
AAAAAAAAAAFLAAAA
AAAAAAAAAAFPAAAA
AAAAAAAAAAGEAAAA
AAAAAAAAAAGHAAAA
AAAAAAAAAAGHAAAA
AAAAAAAAAAGIBAAA
AAAAAAAAAAHABAAA
AAAAAAAAAAHABAAA
AAAAAAAAAAHCAAAA
AAAAAAAAAAHGBAAA
AAAAAAAAAAHHAAAA
AAAAAAAAAAHPAAAA
AAAAAAAAAAHPAAAA
AAAAAAAAAAIEBAAA
AAAAAAAAAAJAAAAA
AAAAAAAAAAJABAAA
AAAAAAAAAAJEAAAA
AAAAAAAAAAJEAAAA
AAAAAAAAAAJEBAAA
AAAAAAAAAAJEBAAA
AAAAAAAAAAJGAAAA
AAAAAAAAAAJMAAAA
AAAAAAAAAAJPAAAA
AAAAAAAAAAJPAAAA
AAAAAAAAAAKEAAAA
AAAAAAAAAAKGBAAA
AAAAAAAAAAKLAAAA
AAAAAAAAAAKPAAAA
AAAAAAAAAALCAAAA
AAAAAAAAAALFBAAA
AAAAAAAAAALGBAAA
AAAAAAAAAALHBAAA
AAAAAAAAAALJAAAA
AAAAAAAAAAMAAAAA
AAAAAAAAAAMABAAA
AAAAAAAAAAMDAAAA
AAAAAAAAAAMHAAAA
AAAAAAAAAAMHBAAA
AAAAAAAAAAMMAAAA
AAAAAAAAAAMPAAAA
AAAAAAAAAANHAAAA
AAAAAAAAAANHBAAA
AAAAAAAAAAOHBAAA
AAAAAAAAAAPDAAAA
AAAAAAAAAAPDAAAA
AAAAAAAAAAPDBAAA
AAAAAAAAAAPDBAAA
AAAAAAAAAAPLAAAA
AAAAAAAAAAPOAAAA
AAAAAAAAAAPPAAAA
AAAAAAAAABAFBAAA
AAAAAAAAABANAAAA
AAAAAAAAABBAAAAA
AAAAAAAAABBGAAAA
AAAAAAAAABBLAAAA
AAAAAAAAABBOAAAA
AAAAAAAAABCAAAAA
AAAAAAAAABCCBAAA
AAAAAAAAABCDAAAA
AAAAAAAAABCIAAAA
AAAAAAAAABCIAAAA
AAAAAAAAABDBAAAA
AAAAAAAAABDEBAAA
AAAAAAAAABDEBAAA
AAAAAAAAABDEBAAA
AAAAAAAAABDFBAAA
AAAAAAAAABDGBAAA
AAAAAAAAABDLAAAA
4 changes: 4 additions & 0 deletions backends-clickhouse/src/test/resources/tpcds-decimal-queries-output/q10.out
View file
Original file line number Diff line number Diff line change
@@ -0,0 +1,4 @@
F|-|S|-|Advanced Degree|-|1|-|4500|-|1|-|High Risk|-|1|-|2|-|1|-|0|-|1|-|0|-|1
M|-|D|-|Unknown|-|1|-|5000|-|1|-|Unknown|-|1|-|5|-|1|-|4|-|1|-|6|-|1
M|-|M|-|2 yr Degree|-|1|-|2500|-|1|-|Unknown|-|1|-|2|-|1|-|0|-|1|-|4|-|1
M|-|W|-|Primary|-|1|-|2000|-|1|-|Low Risk|-|1|-|2|-|1|-|3|-|1|-|4|-|1
94 changes: 94 additions & 0 deletions backends-clickhouse/src/test/resources/tpcds-decimal-queries-output/q11.out
View file
Original file line number Diff line number Diff line change
@@ -0,0 +1,94 @@
AAAAAAAAAAECBAAA|-|Frank|-|Wenzel|-|[email protected]
AAAAAAAAABGKAAAA|-|Jonna|-|King|-|[email protected]
AAAAAAAAAFAGAAAA|-|Robert|-|Chang|-|[email protected]
AAAAAAAAAFBNAAAA|-|Robert|-|Baines|-|[email protected]
AAAAAAAAAGLPAAAA|-|Charlene|-|Marcus|-|[email protected]
AAAAAAAABAAGAAAA|-|Luis|-|James|-|[email protected]
AAAAAAAABBEAAAAA|-|Jason|-|Gallegos|-|[email protected]
AAAAAAAABGMHBAAA|-|Michael|-|Gillespie|-|[email protected]
AAAAAAAABIABAAAA|-|Letha|-|Stone|-|[email protected]
AAAAAAAABILCAAAA|-|Theresa|-|Mullins|-|[email protected]
AAAAAAAABJEDBAAA|-|Arthur|-|Bryan|-|[email protected]
AAAAAAAABKDKAAAA|-|Gerald|-|Ruiz|-|[email protected]
AAAAAAAACEMIAAAA|-|James|-|Hernandez|-|[email protected]
AAAAAAAACGLDAAAA|-|Angelo|-|Sloan|-|[email protected]
AAAAAAAACKKIAAAA|-|null|-|null|-|[email protected]
AAAAAAAACOEHBAAA|-|Christine|-|Gonzalez|-|[email protected]
AAAAAAAACPDFBAAA|-|Cheryl|-|Barry|-|[email protected]
AAAAAAAADFJBBAAA|-|Patrick|-|Jones|-|[email protected]
AAAAAAAADHNHBAAA|-|Patrick|-|Cooper|-|[email protected]
AAAAAAAADKMBAAAA|-|Donald|-|Nelson|-|[email protected]
AAAAAAAAEBFHAAAA|-|Esther|-|Merrill|-|[email protected]
AAAAAAAAEBJNAAAA|-|Alfred|-|Glenn|-|[email protected]
AAAAAAAAEFCEBAAA|-|Cornelius|-|Martino|-|[email protected]
AAAAAAAAEIAHAAAA|-|Henry|-|Desantis|-|[email protected]
AAAAAAAAEIPIAAAA|-|Luke|-|Rios|-|[email protected]
AAAAAAAAFAIEAAAA|-|Betty|-|Gipson|-|[email protected]
AAAAAAAAFDIMAAAA|-|Stephanie|-|Cowan|-|[email protected]
AAAAAAAAFGMHBAAA|-|Donald|-|Coleman|-|[email protected]
AAAAAAAAFGNEAAAA|-|Andrew|-|Silva|-|[email protected]
AAAAAAAAFHNDAAAA|-|Virgil|-|Mcdonald|-|[email protected]
AAAAAAAAFMOKAAAA|-|Harry|-|Brown|-|[email protected]
AAAAAAAAFMPPAAAA|-|Manuel|-|Bryant|-|[email protected]
AAAAAAAAFOEDAAAA|-|Lori|-|Erwin|-|[email protected]
AAAAAAAAGCGIAAAA|-|Mae|-|Williams|-|[email protected]
AAAAAAAAGEKLAAAA|-|Jerilyn|-|Walker|-|[email protected]
AAAAAAAAGGMHAAAA|-|Julia|-|Fisher|-|[email protected]
AAAAAAAAGHFDAAAA|-|Laura|-|Roy|-|[email protected]
AAAAAAAAGLDMAAAA|-|Alex|-|Norris|-|[email protected]
AAAAAAAAGMFHAAAA|-|Bruce|-|Howe|-|[email protected]
AAAAAAAAGMGEBAAA|-|Tamika|-|Potts|-|[email protected]
AAAAAAAAHBEABAAA|-|Bonnie|-|Cochran|-|[email protected]
AAAAAAAAHEIFBAAA|-|null|-|Jones|-|[email protected]
AAAAAAAAHEPFBAAA|-|Kathryn|-|Kinney|-|[email protected]
AAAAAAAAHGKLAAAA|-|Arthur|-|Christensen|-|[email protected]
AAAAAAAAHIEIAAAA|-|William|-|Roberts|-|[email protected]
AAAAAAAAHLEAAAAA|-|Geneva|-|Sims|-|[email protected]
AAAAAAAAHLJCAAAA|-|Marlene|-|Grover|-|[email protected]
AAAAAAAAHPMLAAAA|-|Elizabeth|-|Kennedy|-|[email protected]
AAAAAAAAIANDAAAA|-|Elva|-|Wade|-|[email protected]
AAAAAAAAIBBFBAAA|-|James|-|Compton|-|[email protected]
AAAAAAAAIBJDBAAA|-|Dean|-|Velez|-|[email protected]
AAAAAAAAILLJAAAA|-|Billy|-|Ortiz|-|[email protected]
AAAAAAAAIODCBAAA|-|Jennifer|-|Crane|-|[email protected]
AAAAAAAAIPGJAAAA|-|Michael|-|null|-|[email protected]
AAAAAAAAIPKJAAAA|-|Charles|-|Jones|-|[email protected]
AAAAAAAAJADIAAAA|-|Margaret|-|Roberts|-|[email protected]
AAAAAAAAJBELAAAA|-|Sean|-|Busby|-|[email protected]
AAAAAAAAJCNBBAAA|-|Johnnie|-|Cox|-|[email protected]
AAAAAAAAJDEFAAAA|-|Loretta|-|Serrano|-|[email protected]
AAAAAAAAJDKKAAAA|-|Sharon|-|Reynolds|-|[email protected]
AAAAAAAAJEDJAAAA|-|David|-|Taylor|-|[email protected]
AAAAAAAAJGDLAAAA|-|Fredrick|-|Davis|-|[email protected]
AAAAAAAAJHGFAAAA|-|Pamela|-|Gannon|-|[email protected]
AAAAAAAAJIAHAAAA|-|Shawna|-|Delgado|-|[email protected]
AAAAAAAAJILDBAAA|-|Erica|-|Reynolds|-|[email protected]
AAAAAAAAJMIDAAAA|-|Sally|-|Thurman|-|[email protected]
AAAAAAAAKAKPAAAA|-|Carolann|-|Royer|-|[email protected]
AAAAAAAAKLHDAAAA|-|Brittany|-|Knox|-|[email protected]
AAAAAAAAKMHPAAAA|-|Robert|-|Jones|-|[email protected]
AAAAAAAAKNMEBAAA|-|Amber|-|Gonzalez|-|[email protected]
AAAAAAAALEAHBAAA|-|Eddie|-|Pena|-|[email protected]
AAAAAAAALMAJAAAA|-|Ileen|-|Linn|-|[email protected]
AAAAAAAALMGGBAAA|-|Dedra|-|Rainey|-|[email protected]
AAAAAAAALNLABAAA|-|Janie|-|Garcia|-|[email protected]
AAAAAAAALPHGBAAA|-|Dorothy|-|Heller|-|[email protected]
AAAAAAAAMFMKAAAA|-|John|-|Sanders|-|[email protected]
AAAAAAAAMHOLAAAA|-|Terri|-|Cook|-|[email protected]
AAAAAAAAMJFAAAAA|-|Marcus|-|Espinal|-|[email protected]
AAAAAAAAMLOEAAAA|-|Miguel|-|Jackson|-|[email protected]
AAAAAAAANBECBAAA|-|Michael|-|Lombardi|-|[email protected]
AAAAAAAANKBBAAAA|-|Diann|-|Saunders|-|[email protected]
AAAAAAAAOCDCAAAA|-|Armando|-|Jackson|-|[email protected]
AAAAAAAAOEDIAAAA|-|Alexander|-|Rich|-|[email protected]
AAAAAAAAOFFIAAAA|-|Frank|-|Milton|-|[email protected]
AAAAAAAAOJBPAAAA|-|Jonathan|-|Mcbride|-|[email protected]
AAAAAAAAOMOKAAAA|-|Laurette|-|Gary|-|[email protected]
AAAAAAAAOOKKAAAA|-|Deborah|-|Early|-|[email protected]
AAAAAAAAOPMDAAAA|-|Peggy|-|Smith|-|[email protected]
AAAAAAAAOPPKAAAA|-|Tina|-|Johnson|-|[email protected]
AAAAAAAAPAEEBAAA|-|Audria|-|Mattson|-|[email protected]
AAAAAAAAPBIGBAAA|-|Susie|-|Zavala|-|[email protected]
AAAAAAAAPEFLAAAA|-|David|-|Martinez|-|[email protected]
AAAAAAAAPFKDAAAA|-|Linda|-|Simmons|-|[email protected]
AAAAAAAAPNMGAAAA|-|Christine|-|Olds|-|[email protected]
Loading

0 comments on commit 3c50ffe

Please sign in to comment.