Skip to content
Closed
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
Original file line number Diff line number Diff line change
Expand Up @@ -683,11 +683,22 @@ case class FindInSet(left: Expression, right: Expression) extends BinaryExpressi

trait String2TrimExpression extends Expression with ImplicitCastInputTypes {

protected def srcStr: Expression
protected def trimStr: Option[Expression]
protected def direction: String

override def children: Seq[Expression] = srcStr +: trimStr.toSeq
override def dataType: DataType = StringType
override def inputTypes: Seq[AbstractDataType] = Seq.fill(children.size)(StringType)

override def nullable: Boolean = children.exists(_.nullable)
override def foldable: Boolean = children.forall(_.foldable)

override def sql: String = if (trimStr.isDefined) {
s"TRIM($direction ${trimStr.get.sql} FROM ${srcStr.sql})"
} else {
super.sql
}
}

object StringTrim {
Expand Down Expand Up @@ -769,11 +780,8 @@ case class StringTrim(

override def prettyName: String = "trim"

override def children: Seq[Expression] = if (trimStr.isDefined) {
srcStr :: trimStr.get :: Nil
} else {
srcStr :: Nil
}
override protected def direction: String = "BOTH"

override def eval(input: InternalRow): Any = {
val srcString = srcStr.eval(input).asInstanceOf[UTF8String]
if (srcString == null) {
Expand Down Expand Up @@ -865,11 +873,7 @@ case class StringTrimLeft(

override def prettyName: String = "ltrim"

override def children: Seq[Expression] = if (trimStr.isDefined) {
srcStr :: trimStr.get :: Nil
} else {
srcStr :: Nil
}
override protected def direction: String = "LEADING"

override def eval(input: InternalRow): Any = {
val srcString = srcStr.eval(input).asInstanceOf[UTF8String]
Expand Down Expand Up @@ -964,11 +968,7 @@ case class StringTrimRight(

override def prettyName: String = "rtrim"

override def children: Seq[Expression] = if (trimStr.isDefined) {
srcStr :: trimStr.get :: Nil
} else {
srcStr :: Nil
}
override protected def direction: String = "TRAILING"

override def eval(input: InternalRow): Any = {
val srcString = srcStr.eval(input).asInstanceOf[UTF8String]
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -40,6 +40,7 @@ SELECT substring('Spark SQL' from -3);
SELECT substring('Spark SQL' from 5 for 1);

-- trim
SELECT trim(" xyz "), ltrim(" xyz "), rtrim(" xyz ");
SELECT trim(BOTH 'xyz' FROM 'yxTomxx'), trim('xyz' FROM 'yxTomxx');
SELECT trim(BOTH 'x' FROM 'xxxbarxxx'), trim('x' FROM 'xxxbarxxx');
SELECT trim(LEADING 'xyz' FROM 'zzzytest');
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -977,7 +977,7 @@ struct<repeat(Pg, -4):string>
-- !query
SELECT trim(binary('\\000') from binary('\\000Tom\\000'))
-- !query schema
struct<trim(CAST(CAST(\000Tom\000 AS BINARY) AS STRING), CAST(CAST(\000 AS BINARY) AS STRING)):string>
struct<TRIM(BOTH CAST(CAST(\000 AS BINARY) AS STRING) FROM CAST(CAST(\000Tom\000 AS BINARY) AS STRING)):string>
-- !query output
Tom

Expand Down
Original file line number Diff line number Diff line change
@@ -1,5 +1,5 @@
-- Automatically generated by SQLQueryTestSuite
-- Number of queries: 33
-- Number of queries: 34


-- !query
Expand Down Expand Up @@ -204,65 +204,73 @@ struct<substring(Spark SQL, 5, 1):string>
k


-- !query
SELECT trim(" xyz "), ltrim(" xyz "), rtrim(" xyz ")
-- !query schema
struct<trim( xyz ):string,ltrim( xyz ):string,rtrim( xyz ):string>
-- !query output
xyz xyz xyz


-- !query
SELECT trim(BOTH 'xyz' FROM 'yxTomxx'), trim('xyz' FROM 'yxTomxx')
-- !query schema
struct<trim(yxTomxx, xyz):string,trim(yxTomxx, xyz):string>
struct<TRIM(BOTH xyz FROM yxTomxx):string,TRIM(BOTH xyz FROM yxTomxx):string>
Copy link
Member

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

Got it.

-- !query output
Tom Tom


-- !query
SELECT trim(BOTH 'x' FROM 'xxxbarxxx'), trim('x' FROM 'xxxbarxxx')
-- !query schema
struct<trim(xxxbarxxx, x):string,trim(xxxbarxxx, x):string>
struct<TRIM(BOTH x FROM xxxbarxxx):string,TRIM(BOTH x FROM xxxbarxxx):string>
-- !query output
bar bar


-- !query
SELECT trim(LEADING 'xyz' FROM 'zzzytest')
-- !query schema
struct<ltrim(zzzytest, xyz):string>
struct<TRIM(LEADING xyz FROM zzzytest):string>
-- !query output
test


-- !query
SELECT trim(LEADING 'xyz' FROM 'zzzytestxyz')
-- !query schema
struct<ltrim(zzzytestxyz, xyz):string>
struct<TRIM(LEADING xyz FROM zzzytestxyz):string>
-- !query output
testxyz


-- !query
SELECT trim(LEADING 'xy' FROM 'xyxXxyLAST WORD')
-- !query schema
struct<ltrim(xyxXxyLAST WORD, xy):string>
struct<TRIM(LEADING xy FROM xyxXxyLAST WORD):string>
-- !query output
XxyLAST WORD


-- !query
SELECT trim(TRAILING 'xyz' FROM 'testxxzx')
-- !query schema
struct<rtrim(testxxzx, xyz):string>
struct<TRIM(TRAILING xyz FROM testxxzx):string>
-- !query output
test


-- !query
SELECT trim(TRAILING 'xyz' FROM 'xyztestxxzx')
-- !query schema
struct<rtrim(xyztestxxzx, xyz):string>
struct<TRIM(TRAILING xyz FROM xyztestxxzx):string>
-- !query output
xyztest


-- !query
SELECT trim(TRAILING 'xy' FROM 'TURNERyxXxy')
-- !query schema
struct<rtrim(TURNERyxXxy, xy):string>
struct<TRIM(TRAILING xy FROM TURNERyxXxy):string>
-- !query output
TURNERyxX