Skip to content

Commit 2ef147c

Browse files
committed
[4.1.0] Only Run ArrowEvalPythonExecSuite tests up to Spark 4.0, we need update ci python to 3.10
See apache/spark#51259
1 parent 031b12e commit 2ef147c

File tree

1 file changed

+4
-2
lines changed

1 file changed

+4
-2
lines changed

backends-velox/src/test/scala/org/apache/gluten/execution/python/ArrowEvalPythonExecSuite.scala

Lines changed: 4 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -39,7 +39,8 @@ class ArrowEvalPythonExecSuite extends WholeStageTransformerSuite {
3939
.set("spark.executor.cores", "1")
4040
}
4141

42-
test("arrow_udf test: without projection") {
42+
// TODO: fix on spark-4.1
43+
testWithMaxSparkVersion("arrow_udf test: without projection", "4.0") {
4344
lazy val base =
4445
Seq(("1", 1), ("1", 2), ("2", 1), ("2", 2), ("3", 1), ("3", 2), ("0", 1), ("3", 0))
4546
.toDF("a", "b")
@@ -59,7 +60,8 @@ class ArrowEvalPythonExecSuite extends WholeStageTransformerSuite {
5960
checkAnswer(df2, expected)
6061
}
6162

62-
test("arrow_udf test: with unrelated projection") {
63+
// TODO: fix on spark-4.1
64+
testWithMaxSparkVersion("arrow_udf test: with unrelated projection", "4.0") {
6365
lazy val base =
6466
Seq(("1", 1), ("1", 2), ("2", 1), ("2", 2), ("3", 1), ("3", 2), ("0", 1), ("3", 0))
6567
.toDF("a", "b")

0 commit comments

Comments
 (0)