[SPARK-25144][SQL][TEST][BRANCH-2.3] Add a test case.

dongjoon-hyun · dongjoon-hyun · commit 5f7f4466fb61 · 2018-08-19T23:10:13.000-07:00
diff --git a/sql/core/src/test/scala/org/apache/spark/sql/SQLQuerySuite.scala b/sql/core/src/test/scala/org/apache/spark/sql/SQLQuerySuite.scala
@@ -2818,4 +2818,12 @@ class SQLQuerySuite extends QueryTest with SharedSQLContext {
         spark.sql(s"select * from spark_25084 distribute by ($distributeExprs)").count === count)
     }
   }
+
+  test("SPARK-25144 'distinct' causes memory leak") {
+    val ds = List(Foo(Some("bar"))).toDS
+    val result = ds.flatMap(_.bar).distinct
+    result.rdd.isEmpty
+  }
 }
+
+case class Foo(bar: Option[String])

Original file line number	Diff line number	Diff line change
`@@ -2818,4 +2818,12 @@ class SQLQuerySuite extends QueryTest with SharedSQLContext {`
`2818`	`2818`	`spark.sql(s"select * from spark_25084 distribute by ($distributeExprs)").count === count)`
`2819`	`2819`	`}`
`2820`	`2820`	`}`
	`2821`	`+`
	`2822`	`+ test("SPARK-25144 'distinct' causes memory leak") {`
	`2823`	`+ val ds = List(Foo(Some("bar"))).toDS`
	`2824`	`+ val result = ds.flatMap(_.bar).distinct`
	`2825`	`+ result.rdd.isEmpty`
	`2826`	`+ }`
`2821`	`2827`	`}`
	`2828`	`+`
	`2829`	`+case class Foo(bar: Option[String])`