From 7f4ac58fedea7256c60e9baff77cf56e2d2537c1 Mon Sep 17 00:00:00 2001 From: Remzi Yang <59198230+HaoYang670@users.noreply.github.com> Date: Tue, 8 Feb 2022 15:32:39 +0800 Subject: [PATCH] GpuStringSplit returns an array on not-null elements(#4716) Signed-off-by: remzi <13716567376yh@gmail.com> --- .../scala/org/apache/spark/sql/rapids/stringFunctions.scala | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/sql-plugin/src/main/scala/org/apache/spark/sql/rapids/stringFunctions.scala b/sql-plugin/src/main/scala/org/apache/spark/sql/rapids/stringFunctions.scala index d5f8d3343d8..827e1d75634 100644 --- a/sql-plugin/src/main/scala/org/apache/spark/sql/rapids/stringFunctions.scala +++ b/sql-plugin/src/main/scala/org/apache/spark/sql/rapids/stringFunctions.scala @@ -1346,7 +1346,7 @@ class GpuStringSplitMeta( case class GpuStringSplit(str: Expression, regex: Expression, limit: Expression) extends GpuTernaryExpression with ImplicitCastInputTypes { - override def dataType: DataType = ArrayType(StringType) + override def dataType: DataType = ArrayType(StringType, containsNull = false) override def inputTypes: Seq[DataType] = Seq(StringType, StringType, IntegerType) override def first: Expression = str override def second: Expression = regex