From 009103741c490f28b353eca1a35cf818a8f2c293 Mon Sep 17 00:00:00 2001
From: Takashi Matsuo <tmatsuo@google.com>
Date: Tue, 21 Jul 2020 21:10:41 +0000
Subject: [PATCH] testing(automl): retry upon InternalServerError

fixes #4343
---
 automl/cloud-client/list_operation_status_test.py | 9 ++++++++-
 1 file changed, 8 insertions(+), 1 deletion(-)

diff --git a/automl/cloud-client/list_operation_status_test.py b/automl/cloud-client/list_operation_status_test.py
index ff6a09730a8..aaeccaaf1ab 100644
--- a/automl/cloud-client/list_operation_status_test.py
+++ b/automl/cloud-client/list_operation_status_test.py
@@ -14,6 +14,8 @@
 
 import os
 
+import backoff
+from google.api_core.exceptions import InternalServerError
 import pytest
 
 import list_operation_status
@@ -23,6 +25,11 @@
 
 @pytest.mark.slow
 def test_list_operation_status(capsys):
-    list_operation_status.list_operation_status(PROJECT_ID)
+    # We saw 500 InternalServerError. Now we just retry few times.
+    @backoff.on_exception(backoff.expo, InternalServerError, max_time=120)
+    def run_sample():
+        list_operation_status.list_operation_status(PROJECT_ID)
+
+    run_sample()
     out, _ = capsys.readouterr()
     assert "Operation details" in out