@@ -930,42 +930,6 @@ class DatasetSuite extends QueryTest
930930 assert(actual === Seq ((0 , 0 ), (1 , 1 ), (2 , 2 )))
931931 }
932932
933- test(" SPARK-42132: cogroup with sorted and same plan on both sides" ) {
934- val df = spark.range(3 ).join(spark.range(2 )).as[(Long , Long )]
935-
936- val left_grouped_df = df.groupBy(" id" ).as[Long , (Long , Long )]
937- val right_grouped_df = df.groupBy(" id" ).as[Long , (Long , Long )]
938-
939- val cogroup_df = left_grouped_df.cogroupSorted(right_grouped_df)($" id" )($" id" .desc) {
940- case (key, left, right) => left.zip(right)
941- }
942-
943- val actual = cogroup_df.sort().collect()
944- assert(actual === Seq (
945- ((0 , 0 ), (0 , 1 )), ((0 , 1 ), (0 , 0 )),
946- ((1 , 0 ), (1 , 1 )), ((1 , 1 ), (1 , 0 )),
947- ((2 , 0 ), (2 , 1 )), ((2 , 1 ), (2 , 0 ))
948- ))
949- }
950-
951- test(" SPARK-42132: cogroup groupby function with sorted and same plan on both sides" ) {
952- val df = spark.range(3 ).join(spark.range(2 )).as[(Long , Long )]
953-
954- val left_grouped_df = df.groupByKey(_._1)
955- val right_grouped_df = df.groupByKey(_._1)
956-
957- val cogroup_df = left_grouped_df.cogroupSorted(right_grouped_df)($" id" )($" id" .desc) {
958- case (key, left, right) => left.zip(right)
959- }
960-
961- val actual = cogroup_df.sort().collect()
962- assert(actual === Seq (
963- ((0 , 0 ), (0 , 1 )), ((0 , 1 ), (0 , 0 )),
964- ((1 , 0 ), (1 , 1 )), ((1 , 1 ), (1 , 0 )),
965- ((2 , 0 ), (2 , 1 )), ((2 , 1 ), (2 , 0 ))
966- ))
967- }
968-
969933 test(" SPARK-34806: observation on datasets" ) {
970934 val namedObservation = Observation (" named" )
971935 val unnamedObservation = Observation ()
0 commit comments