From ccd3ca95f4e432b636640d4bb9914929a0018ac0 Mon Sep 17 00:00:00 2001 From: joocer Date: Mon, 29 Apr 2024 18:22:09 +0100 Subject: [PATCH 1/4] #1620 --- .github/workflows/regression_suite.yaml | 4 +++- opteryx/managers/cache/memcached.py | 9 +++++++-- opteryx/utils/file_decoders.py | 4 +++- 3 files changed, 13 insertions(+), 4 deletions(-) diff --git a/.github/workflows/regression_suite.yaml b/.github/workflows/regression_suite.yaml index 12338691a..5ca251831 100644 --- a/.github/workflows/regression_suite.yaml +++ b/.github/workflows/regression_suite.yaml @@ -1,7 +1,9 @@ name: Regression Suite on: - push + - push + - schedule: + - cron: "0 4 * * *" jobs: regression_matrix: diff --git a/opteryx/managers/cache/memcached.py b/opteryx/managers/cache/memcached.py index 3d0bdbb7b..cbef5b884 100644 --- a/opteryx/managers/cache/memcached.py +++ b/opteryx/managers/cache/memcached.py @@ -12,7 +12,8 @@ """ This implements an interface to Memcached -If we have 10 failures in a row, stop trying to use the cache. +If we have 10 failures in a row, stop trying to use the cache. We have some +scenarios where we assume the remote server is down and stop immediately. """ import os @@ -116,4 +117,8 @@ def get(self, key: bytes) -> Union[bytes, None]: def set(self, key: bytes, value: bytes) -> None: if self._consecutive_failures < MAXIMUM_CONSECUTIVE_FAILURES: - self._server.set(key, value) + try: + self._server.set(key, value) + except: + # if we fail to set, stop trying + self._consecutive_failures = MAXIMUM_CONSECUTIVE_FAILURES diff --git a/opteryx/utils/file_decoders.py b/opteryx/utils/file_decoders.py index 7ca1fefbd..d22b61687 100644 --- a/opteryx/utils/file_decoders.py +++ b/opteryx/utils/file_decoders.py @@ -160,7 +160,9 @@ def parquet_decoder(buffer, projection: List = None, selection=None, just_schema selected_columns = [] # Read the parquet table with the optimized column list and selection filters - table = parquet.read_table(stream, columns=selected_columns, pre_buffer=False, filters=_select) + table = parquet.read_table( + stream, columns=selected_columns, pre_buffer=False, filters=_select, use_threads=False + ) if selection: table = filter_records(selection, table) if projection == []: From a1af6c35a997ded080011b2ecddb11214d017713 Mon Sep 17 00:00:00 2001 From: XB500 Date: Mon, 29 Apr 2024 17:22:39 +0000 Subject: [PATCH 2/4] Opteryx Version 0.14.2-alpha.460 --- opteryx/__version__.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/opteryx/__version__.py b/opteryx/__version__.py index 5ac5a8105..47c77af31 100644 --- a/opteryx/__version__.py +++ b/opteryx/__version__.py @@ -1,4 +1,4 @@ -__build__ = 459 +__build__ = 460 # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. From b0379d7b81e2d6441f57b1c93f55892417984878 Mon Sep 17 00:00:00 2001 From: joocer Date: Mon, 29 Apr 2024 18:24:58 +0100 Subject: [PATCH 3/4] #1620 --- .github/workflows/regression_suite.yaml | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/.github/workflows/regression_suite.yaml b/.github/workflows/regression_suite.yaml index 5ca251831..ef2373725 100644 --- a/.github/workflows/regression_suite.yaml +++ b/.github/workflows/regression_suite.yaml @@ -1,8 +1,8 @@ name: Regression Suite on: - - push - - schedule: + push: + schedule: - cron: "0 4 * * *" jobs: From 89691015800d448c54e52135c4d9776fe1a82f55 Mon Sep 17 00:00:00 2001 From: XB500 Date: Mon, 29 Apr 2024 17:25:28 +0000 Subject: [PATCH 4/4] Opteryx Version 0.14.2-alpha.461 --- opteryx/__version__.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/opteryx/__version__.py b/opteryx/__version__.py index 47c77af31..3d1523683 100644 --- a/opteryx/__version__.py +++ b/opteryx/__version__.py @@ -1,4 +1,4 @@ -__build__ = 460 +__build__ = 461 # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License.