Skip to content

Commit 485157a

Browse files
committed
add comments
1 parent 08bba60 commit 485157a

File tree

1 file changed

+4
-1
lines changed

1 file changed

+4
-1
lines changed

core/src/test/scala/org/apache/spark/scheduler/DAGSchedulerSuite.scala

Lines changed: 4 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -2741,6 +2741,9 @@ class DAGSchedulerSuite extends SparkFunSuite with LocalSparkContext with TimeLi
27412741
FetchFailed(makeBlockManagerId("hostC"), shuffleId2, 0, 0, "ignored"),
27422742
null))
27432743

2744+
// The second shuffle map stage need to rerun, the job will abort for the indeterminate
2745+
// stage rerun.
2746+
// TODO: After we support re-generate shuffle file(SPARK-25341), this test will be extended.
27442747
assert(failure != null && failure.getMessage
27452748
.contains("Spark cannot rollback the ShuffleMapStage 1"))
27462749
}
@@ -2853,7 +2856,7 @@ class DAGSchedulerSuite extends SparkFunSuite with LocalSparkContext with TimeLi
28532856
assert(latch.await(10, TimeUnit.SECONDS))
28542857
}
28552858

2856-
test("SPARK-28699: abort stage for parent stage is indeterminate stage") {
2859+
test("SPARK-28699: abort stage if parent stage is indeterminate stage") {
28572860
val shuffleMapRdd = new MyRDD(sc, 2, Nil, indeterminate = true)
28582861

28592862
val shuffleDep = new ShuffleDependency(shuffleMapRdd, new HashPartitioner(2))

0 commit comments

Comments
 (0)