typo

airbnb · Feb 16, 2024 · 4da290e · 4da290e
1 parent 78dd02a
commit 4da290e
Show file tree

Hide file tree

Showing 2 changed files with 3 additions and 3 deletions.
diff --git a/spark/src/main/scala/ai/chronon/spark/Analyzer.scala b/spark/src/main/scala/ai/chronon/spark/Analyzer.scala
@@ -250,7 +250,7 @@ class Analyzer(tableUtils: TableUtils,
   }
 
   def analyzeJoin(joinConf: api.Join,
-                  joinPartOnly: Option[List[String]] = None,
+                  selectedJoinParts: Option[List[String]] = None,
                   enableHitter: Boolean = false,
                   validationAssert: Boolean = false): (Map[String, DataType], ListBuffer[AggregationMetadata]) = {
     val name = "joins/" + joinConf.metaData.name
@@ -278,7 +278,7 @@ class Analyzer(tableUtils: TableUtils,
       .getOrElse(Seq.empty)
 
     joinConf.joinParts.toScala
-      .filter(part => joinPartOnly.isDefined && joinPartOnly.get.contains(part.groupBy.metaData.name))
+      .filter(part => selectedJoinParts.isDefined && selectedJoinParts.get.contains(part.groupBy.metaData.name))
       .foreach { part =>
       val (aggMetadata, gbKeySchema) =
         analyzeGroupBy(part.groupBy, part.fullPrefix, includeOutputTableName = true, enableHitter = enableHitter)

diff --git a/spark/src/main/scala/ai/chronon/spark/JoinBase.scala b/spark/src/main/scala/ai/chronon/spark/JoinBase.scala
@@ -157,7 +157,7 @@ abstract class JoinBase(joinConf: api.Join,
               // Cache join part data into intermediate table
               if (filledDf.isDefined) {
                 logger.info(s"Writing to join part table: $partTable for partition range $unfilledRange")
-                filledDf.get.save(partTable, tablePr ops, stats = prunedLeft.map(_.stats))
+                filledDf.get.save(partTable, tableProps, stats = prunedLeft.map(_.stats))
               }
             })
           val elapsedMins = (System.currentTimeMillis() - start) / 60000