Merge pull request #10 from algorithmiaio/improve-benchmark-success-l…

…ikelihood increased test timeouts
algorithmiaio · Apr 14, 2021 · ee54e0b · ee54e0b
2 parents a07762d + 1abdb7c
commit ee54e0b
Show file tree

Hide file tree

Showing 3 changed files with 11 additions and 11 deletions.
diff --git a/workflows/compile_gpu_nlp_model.json b/workflows/compile_gpu_nlp_model.json
@@ -3,14 +3,14 @@
     "entrypoint":  "classification_albert",
     "tests": [
       {
-        "name": "3 call in 10 sec",
+        "name": "3 call in 20 sec",
         "payload": {"texts": ["Hello", "Nice to meet you", "I can not login", "It does not work"]},
-        "timeout": 10
+        "timeout": 20
       },
       {
-        "name": "12 call in 15 sec",
+        "name": "12 call in 30 sec",
         "payload": {"texts": ["Hello", "Nice to meet you", "I can not login", "It does not work", "Hello", "Nice to meet you", "I can not login", "It does not work", "Hello", "Nice to meet you", "I can not login", "It does not work", "Hello", "Nice to meet you", "I can not login", "It does not work"]},
-        "timeout": 15
+        "timeout": 30
       }
     ]
   },

diff --git a/workflows/customer_image_processing.json b/workflows/customer_image_processing.json
@@ -3,9 +3,9 @@
     "entrypoint":  "selfie2anime",
     "tests": [
       {
-        "name": "1 call in 10 sec",
+        "name": "1 call in 20 sec",
         "payload": {"in": "https://cdn.dxomark.com/wp-content/uploads/medias/post-29213/160_OnePlus7_DxOMark_Selfie-1-e1557408678866.jpg", "out": "data://.algo/temp/test.jpg"},
-        "timeout": 10
+        "timeout": 20
       }
     ]
   },

diff --git a/workflows/image_benchmark.json b/workflows/image_benchmark.json
@@ -3,14 +3,14 @@
     "entrypoint":  "ParallelPipelining",
     "tests": [
       {
-        "name": "10 calls in 60 sec",
+        "name": "10 calls in 2 min",
         "payload": 10,
-        "timeout": 60
+        "timeout": 120
       },
       {
-        "name": "100 calls in 5 min",
-        "payload": 100,
-        "timeout": 300
+        "name": "50 calls in 10 min",
+        "payload": 50,
+        "timeout": 600
       }
     ]
   },