Skip to content

Commit bd17175

Browse files
committed
fix Amb backpressure problems
1 parent 1a85656 commit bd17175

File tree

2 files changed

+91
-20
lines changed

2 files changed

+91
-20
lines changed

src/main/java/rx/internal/operators/OnSubscribeAmb.java

Lines changed: 45 additions & 20 deletions
Original file line numberDiff line numberDiff line change
@@ -19,6 +19,7 @@
1919
import java.util.Collection;
2020
import java.util.List;
2121
import java.util.concurrent.ConcurrentLinkedQueue;
22+
import java.util.concurrent.atomic.AtomicBoolean;
2223
import java.util.concurrent.atomic.AtomicReference;
2324

2425
import rx.Observable;
@@ -343,10 +344,13 @@ public void unsubscribeOthers(AmbSubscriber<T> notThis) {
343344
}
344345

345346
}
346-
347-
private final Iterable<? extends Observable<? extends T>> sources;
348-
private final Selection<T> selection = new Selection<T>();
349-
347+
348+
//give default access instead of private as a micro-optimization
349+
//for access from anonymous classes below
350+
final Iterable<? extends Observable<? extends T>> sources;
351+
final Selection<T> selection = new Selection<T>();
352+
final AtomicReference<AmbSubscriber<T>> choice = selection.choice;
353+
350354
private OnSubscribeAmb(Iterable<? extends Observable<? extends T>> sources) {
351355
this.sources = sources;
352356
}
@@ -357,9 +361,10 @@ public void call(final Subscriber<? super T> subscriber) {
357361

358362
@Override
359363
public void call() {
360-
if (selection.choice.get() != null) {
364+
AmbSubscriber<T> c;
365+
if ((c = choice.get()) != null) {
361366
// there is a single winner so we unsubscribe it
362-
selection.choice.get().unsubscribe();
367+
c.unsubscribe();
363368
}
364369
// if we are racing with others still existing, we'll also unsubscribe them
365370
if(!selection.ambSubscribers.isEmpty()) {
@@ -371,27 +376,47 @@ public void call() {
371376
}
372377

373378
}));
379+
//need to subscribe to all the sources
380+
for (Observable<? extends T> source : sources) {
381+
if (subscriber.isUnsubscribed()) {
382+
return;
383+
}
384+
AmbSubscriber<T> ambSubscriber = new AmbSubscriber<T>(0, subscriber, selection);
385+
selection.ambSubscribers.add(ambSubscriber);
386+
// check again if choice has been made so can stop subscribing
387+
// if all sources were backpressure aware then this check
388+
// would be pointless given that 0 was requested above from each ambSubscriber
389+
AmbSubscriber<T> c;
390+
if ((c = choice.get()) != null) {
391+
// Already chose one, the rest can be skipped and we can clean up
392+
selection.unsubscribeOthers(c);
393+
return;
394+
}
395+
source.unsafeSubscribe(ambSubscriber);
396+
}
374397
subscriber.setProducer(new Producer() {
375398

376399
@Override
377400
public void request(long n) {
378-
if (selection.choice.get() != null) {
401+
final AmbSubscriber<T> c;
402+
if ((c = choice.get()) != null) {
379403
// propagate the request to that single Subscriber that won
380-
selection.choice.get().requestMore(n);
404+
c.requestMore(n);
381405
} else {
382-
for (Observable<? extends T> source : sources) {
383-
if (subscriber.isUnsubscribed()) {
384-
break;
385-
}
386-
AmbSubscriber<T> ambSubscriber = new AmbSubscriber<T>(n, subscriber, selection);
387-
selection.ambSubscribers.add(ambSubscriber);
388-
// possible race condition in previous lines ... a choice may have been made so double check (instead of synchronizing)
389-
if (selection.choice.get() != null) {
390-
// Already chose one, the rest can be skipped and we can clean up
391-
selection.unsubscribeOthers(selection.choice.get());
392-
break;
406+
//propagate the request to all the amb subscribers
407+
for (AmbSubscriber<T> ambSubscriber: selection.ambSubscribers) {
408+
if (!ambSubscriber.isUnsubscribed()) {
409+
// make a best endeavours check to not waste requests
410+
// if first emission has already occurred
411+
if (choice.get() == ambSubscriber) {
412+
ambSubscriber.requestMore(n);
413+
// don't need to request from other subscribers because choice has been made
414+
// and request has gone to choice
415+
return;
416+
} else {
417+
ambSubscriber.requestMore(n);
418+
}
393419
}
394-
source.unsafeSubscribe(ambSubscriber);
395420
}
396421
}
397422
}

src/test/java/rx/internal/operators/OnSubscribeAmbTest.java

Lines changed: 46 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -22,6 +22,7 @@
2222
import static rx.internal.operators.OnSubscribeAmb.amb;
2323

2424
import java.io.IOException;
25+
import java.util.Arrays;
2526
import java.util.concurrent.TimeUnit;
2627
import java.util.concurrent.atomic.AtomicLong;
2728

@@ -219,4 +220,49 @@ public void testBackpressure() {
219220
ts.assertNoErrors();
220221
assertEquals(RxRingBuffer.SIZE * 2, ts.getOnNextEvents().size());
221222
}
223+
224+
225+
@Test
226+
public void testSubscriptionOnlyHappensOnce() throws InterruptedException {
227+
final AtomicLong count = new AtomicLong();
228+
Action0 incrementer = new Action0() {
229+
@Override
230+
public void call() {
231+
count.incrementAndGet();
232+
}
233+
};
234+
//this aync stream should emit first
235+
Observable<Integer> o1 = Observable.just(1).doOnSubscribe(incrementer)
236+
.delay(100, TimeUnit.MILLISECONDS).subscribeOn(Schedulers.computation());
237+
//this stream emits second
238+
Observable<Integer> o2 = Observable.just(1).doOnSubscribe(incrementer)
239+
.delay(100, TimeUnit.MILLISECONDS).subscribeOn(Schedulers.computation());
240+
TestSubscriber<Integer> ts = new TestSubscriber<Integer>();
241+
Observable.amb(o1, o2).subscribe(ts);
242+
ts.requestMore(1);
243+
ts.awaitTerminalEvent(5, TimeUnit.SECONDS);
244+
ts.assertNoErrors();
245+
assertEquals(2, count.get());
246+
}
247+
248+
@Test
249+
public void testSecondaryRequestsPropagatedToChildren() throws InterruptedException {
250+
//this aync stream should emit first
251+
Observable<Integer> o1 = Observable.from(Arrays.asList(1, 2, 3))
252+
.delay(100, TimeUnit.MILLISECONDS).subscribeOn(Schedulers.computation());
253+
//this stream emits second
254+
Observable<Integer> o2 = Observable.from(Arrays.asList(4, 5, 6))
255+
.delay(200, TimeUnit.MILLISECONDS).subscribeOn(Schedulers.computation());
256+
TestSubscriber<Integer> ts = new TestSubscriber<Integer>();
257+
//before subscription request 1
258+
ts.requestMore(1);
259+
Observable.amb(o1, o2).subscribe(ts);
260+
// before first emission request 20 more
261+
// this request should suffice to emit all
262+
ts.requestMore(20);
263+
//ensure stream does not hang
264+
ts.awaitTerminalEvent(5, TimeUnit.SECONDS);
265+
ts.assertNoErrors();
266+
}
267+
222268
}

0 commit comments

Comments
 (0)