Skip to content

Commit

Permalink
Yank flaky test for now
Browse files Browse the repository at this point in the history
  • Loading branch information
piyushn-stripe committed Nov 8, 2023
1 parent 226641f commit ac41085
Showing 1 changed file with 0 additions and 27 deletions.
Original file line number Diff line number Diff line change
Expand Up @@ -35,31 +35,4 @@ class SparkExpressionEvalFnTest {
assert(result.map(_.apply("id")).toSet == Set("test1", "test2", "test3"))
}

@Test
def testSparkExprEvalSkippedEvents(): Unit = {
val elements = Seq(
E2ETestEvent("test1", 12, 1.5, 1699366993123L),
E2ETestEvent("test2", 13, 1.6, 1699366993124L),
E2ETestEvent("test3", 14, 1.7, 1699366993125L)
)

val groupBy = FlinkTestUtils.makeGroupBy(Seq("id"), Seq("int_val % 2 == 0"))
val encoder = Encoders.product[E2ETestEvent]

val sparkExprEval = new SparkExpressionEvalFn[E2ETestEvent](
encoder,
groupBy
)

val env = StreamExecutionEnvironment.getExecutionEnvironment
val source: DataStream[E2ETestEvent] = env.fromCollection(elements)
val sparkExprEvalDS = source.flatMap(sparkExprEval)

val result = new DataStreamUtils(sparkExprEvalDS).collect.toSeq
// lets check the size
assert(result.size == 2, "Expect result sets to include 2 rows")
// lets check the id field
assert(result.map(_.apply("id")).toSet == Set("test1", "test3"))
}

}

0 comments on commit ac41085

Please sign in to comment.