Skip to content

Commit eec3de6

Browse files
committed
Add zip stub to Connect Dataset with UnsupportedOperationException
Spark Connect does not yet support the Zip logical plan. Add a placeholder implementation that throws UnsupportedOperationException. Co-authored-by: Isaac
1 parent 8a2400c commit eec3de6

File tree

1 file changed

+5
-0
lines changed
  • sql/connect/common/src/main/scala/org/apache/spark/sql/connect

1 file changed

+5
-0
lines changed

sql/connect/common/src/main/scala/org/apache/spark/sql/connect/Dataset.scala

Lines changed: 5 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -345,6 +345,11 @@ class Dataset[T] private[sql] (
345345
builder.setJoinType(proto.Join.JoinType.JOIN_TYPE_CROSS)
346346
}
347347

348+
/** @inheritdoc */
349+
def zip(other: sql.Dataset[_]): DataFrame = {
350+
throw new UnsupportedOperationException("zip is not supported in Spark Connect")
351+
}
352+
348353
/** @inheritdoc */
349354
def joinWith[U](other: sql.Dataset[U], condition: Column, joinType: String): Dataset[(T, U)] = {
350355
val joinTypeValue = toJoinType(joinType, skipSemiAnti = true)

0 commit comments

Comments
 (0)