Skip to content

Commit cc5773c

Browse files
committed
Remove cogroupSorted tests
1 parent 25fa797 commit cc5773c

File tree

1 file changed

+0
-36
lines changed

1 file changed

+0
-36
lines changed

sql/core/src/test/scala/org/apache/spark/sql/DatasetSuite.scala

Lines changed: 0 additions & 36 deletions
Original file line numberDiff line numberDiff line change
@@ -930,42 +930,6 @@ class DatasetSuite extends QueryTest
930930
assert(actual === Seq((0, 0), (1, 1), (2, 2)))
931931
}
932932

933-
test("SPARK-42132: cogroup with sorted and same plan on both sides") {
934-
val df = spark.range(3).join(spark.range(2)).as[(Long, Long)]
935-
936-
val left_grouped_df = df.groupBy("id").as[Long, (Long, Long)]
937-
val right_grouped_df = df.groupBy("id").as[Long, (Long, Long)]
938-
939-
val cogroup_df = left_grouped_df.cogroupSorted(right_grouped_df)($"id")($"id".desc) {
940-
case (key, left, right) => left.zip(right)
941-
}
942-
943-
val actual = cogroup_df.sort().collect()
944-
assert(actual === Seq(
945-
((0, 0), (0, 1)), ((0, 1), (0, 0)),
946-
((1, 0), (1, 1)), ((1, 1), (1, 0)),
947-
((2, 0), (2, 1)), ((2, 1), (2, 0))
948-
))
949-
}
950-
951-
test("SPARK-42132: cogroup groupby function with sorted and same plan on both sides") {
952-
val df = spark.range(3).join(spark.range(2)).as[(Long, Long)]
953-
954-
val left_grouped_df = df.groupByKey(_._1)
955-
val right_grouped_df = df.groupByKey(_._1)
956-
957-
val cogroup_df = left_grouped_df.cogroupSorted(right_grouped_df)($"id")($"id".desc) {
958-
case (key, left, right) => left.zip(right)
959-
}
960-
961-
val actual = cogroup_df.sort().collect()
962-
assert(actual === Seq(
963-
((0, 0), (0, 1)), ((0, 1), (0, 0)),
964-
((1, 0), (1, 1)), ((1, 1), (1, 0)),
965-
((2, 0), (2, 1)), ((2, 1), (2, 0))
966-
))
967-
}
968-
969933
test("SPARK-34806: observation on datasets") {
970934
val namedObservation = Observation("named")
971935
val unnamedObservation = Observation()

0 commit comments

Comments
 (0)