testing(automl): retry upon InternalServerError [(#4350)](#4350)

fixes #4343
GoogleCloudPlatform · Nov 17, 2022 · df43d6c · df43d6c
1 parent c796c87
commit df43d6c
Showing 1 changed file with 8 additions and 1 deletion.
diff --git a/automl/snippets/list_operation_status_test.py b/automl/snippets/list_operation_status_test.py
@@ -14,6 +14,8 @@
 
 import os
 
+import backoff
+from google.api_core.exceptions import InternalServerError
 import pytest
 
 import list_operation_status
@@ -23,6 +25,11 @@
 
 @pytest.mark.slow
 def test_list_operation_status(capsys):
-    list_operation_status.list_operation_status(PROJECT_ID)
+    # We saw 500 InternalServerError. Now we just retry few times.
+    @backoff.on_exception(backoff.expo, InternalServerError, max_time=120)
+    def run_sample():
+        list_operation_status.list_operation_status(PROJECT_ID)
+
+    run_sample()
     out, _ = capsys.readouterr()
     assert "Operation details" in out