From 33ea40978acc450abe188be472e6cf0dcfa173d1 Mon Sep 17 00:00:00 2001 From: zeryx <1892175+zeryx@users.noreply.github.com> Date: Tue, 13 Apr 2021 14:53:25 -0300 Subject: [PATCH 1/2] updated timeouts to increase the likelyhood of benchmark performance testing success --- workflows/compile_gpu_nlp_model.json | 8 ++++---- workflows/customer_image_processing.json | 4 ++-- workflows/image_benchmark.json | 8 ++++---- 3 files changed, 10 insertions(+), 10 deletions(-) diff --git a/workflows/compile_gpu_nlp_model.json b/workflows/compile_gpu_nlp_model.json index fca63c4..1adcf49 100644 --- a/workflows/compile_gpu_nlp_model.json +++ b/workflows/compile_gpu_nlp_model.json @@ -3,14 +3,14 @@ "entrypoint": "classification_albert", "tests": [ { - "name": "3 call in 10 sec", + "name": "3 call in 20 sec", "payload": {"texts": ["Hello", "Nice to meet you", "I can not login", "It does not work"]}, - "timeout": 10 + "timeout": 20 }, { - "name": "12 call in 15 sec", + "name": "12 call in 30 sec", "payload": {"texts": ["Hello", "Nice to meet you", "I can not login", "It does not work", "Hello", "Nice to meet you", "I can not login", "It does not work", "Hello", "Nice to meet you", "I can not login", "It does not work", "Hello", "Nice to meet you", "I can not login", "It does not work"]}, - "timeout": 15 + "timeout": 30 } ] }, diff --git a/workflows/customer_image_processing.json b/workflows/customer_image_processing.json index 89e3f59..73bfa94 100644 --- a/workflows/customer_image_processing.json +++ b/workflows/customer_image_processing.json @@ -3,9 +3,9 @@ "entrypoint": "selfie2anime", "tests": [ { - "name": "1 call in 10 sec", + "name": "1 call in 20 sec", "payload": {"in": "https://cdn.dxomark.com/wp-content/uploads/medias/post-29213/160_OnePlus7_DxOMark_Selfie-1-e1557408678866.jpg", "out": "data://.algo/temp/test.jpg"}, - "timeout": 10 + "timeout": 20 } ] }, diff --git a/workflows/image_benchmark.json b/workflows/image_benchmark.json index e20c21e..19372c4 100644 --- a/workflows/image_benchmark.json +++ b/workflows/image_benchmark.json @@ -3,14 +3,14 @@ "entrypoint": "ParallelPipelining", "tests": [ { - "name": "10 calls in 60 sec", + "name": "10 calls in 2 min", "payload": 10, - "timeout": 60 + "timeout": 120 }, { - "name": "100 calls in 5 min", + "name": "100 calls in 10 min", "payload": 100, - "timeout": 300 + "timeout": 600 } ] }, From 1abdb7c42460637a46c38a94b69795eda0e93c00 Mon Sep 17 00:00:00 2001 From: zeryx <1892175+zeryx@users.noreply.github.com> Date: Tue, 13 Apr 2021 15:02:09 -0300 Subject: [PATCH 2/2] reduced payload requirements on image processing workflow --- workflows/image_benchmark.json | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/workflows/image_benchmark.json b/workflows/image_benchmark.json index 19372c4..28a5e89 100644 --- a/workflows/image_benchmark.json +++ b/workflows/image_benchmark.json @@ -8,8 +8,8 @@ "timeout": 120 }, { - "name": "100 calls in 10 min", - "payload": 100, + "name": "50 calls in 10 min", + "payload": 50, "timeout": 600 } ]