From 4da290ed56d7976652558e1ef74bb147a3854e51 Mon Sep 17 00:00:00 2001 From: Donghan Zhang Date: Fri, 16 Feb 2024 12:58:38 -0800 Subject: [PATCH] typo --- spark/src/main/scala/ai/chronon/spark/Analyzer.scala | 4 ++-- spark/src/main/scala/ai/chronon/spark/JoinBase.scala | 2 +- 2 files changed, 3 insertions(+), 3 deletions(-) diff --git a/spark/src/main/scala/ai/chronon/spark/Analyzer.scala b/spark/src/main/scala/ai/chronon/spark/Analyzer.scala index ab98928c6..5effe5e8d 100644 --- a/spark/src/main/scala/ai/chronon/spark/Analyzer.scala +++ b/spark/src/main/scala/ai/chronon/spark/Analyzer.scala @@ -250,7 +250,7 @@ class Analyzer(tableUtils: TableUtils, } def analyzeJoin(joinConf: api.Join, - joinPartOnly: Option[List[String]] = None, + selectedJoinParts: Option[List[String]] = None, enableHitter: Boolean = false, validationAssert: Boolean = false): (Map[String, DataType], ListBuffer[AggregationMetadata]) = { val name = "joins/" + joinConf.metaData.name @@ -278,7 +278,7 @@ class Analyzer(tableUtils: TableUtils, .getOrElse(Seq.empty) joinConf.joinParts.toScala - .filter(part => joinPartOnly.isDefined && joinPartOnly.get.contains(part.groupBy.metaData.name)) + .filter(part => selectedJoinParts.isDefined && selectedJoinParts.get.contains(part.groupBy.metaData.name)) .foreach { part => val (aggMetadata, gbKeySchema) = analyzeGroupBy(part.groupBy, part.fullPrefix, includeOutputTableName = true, enableHitter = enableHitter) diff --git a/spark/src/main/scala/ai/chronon/spark/JoinBase.scala b/spark/src/main/scala/ai/chronon/spark/JoinBase.scala index 675fb30ef..4e5fd74f3 100644 --- a/spark/src/main/scala/ai/chronon/spark/JoinBase.scala +++ b/spark/src/main/scala/ai/chronon/spark/JoinBase.scala @@ -157,7 +157,7 @@ abstract class JoinBase(joinConf: api.Join, // Cache join part data into intermediate table if (filledDf.isDefined) { logger.info(s"Writing to join part table: $partTable for partition range $unfilledRange") - filledDf.get.save(partTable, tablePr ops, stats = prunedLeft.map(_.stats)) + filledDf.get.save(partTable, tableProps, stats = prunedLeft.map(_.stats)) } }) val elapsedMins = (System.currentTimeMillis() - start) / 60000