Move some tasks to new standalone index_sol worker (#7856)

AudiusProject · Mar 15, 2024 · 5ab22b0 · 5ab22b0
1 parent 9610aa5
commit 5ab22b0
Show file tree

Hide file tree

Showing 4 changed files with 7 additions and 4 deletions.
diff --git a/packages/discovery-provider/scripts/start.sh b/packages/discovery-provider/scripts/start.sh
@@ -60,6 +60,9 @@ else
         # start worker dedicated to indexing ACDC
         audius_service=worker celery -A src.worker.celery worker -Q index_nethermind --loglevel "$audius_discprov_loglevel" --hostname=index_nethermind --concurrency 1 2>&1 | tee >(logger -t index_nethermind_worker) &
 
+        # start worker dedicated to indexing user bank and payment router
+        audius_service=worker celery -A src.worker.celery worker -Q index_sol --loglevel "$audius_discprov_loglevel" --hostname=index_sol --concurrency 1 2>&1 | tee >(logger -t index_sol_worker) &
+
         # start other workers with remaining CPUs
         audius_service=worker celery -A src.worker.celery worker --max-memory-per-child 300000 --loglevel "$audius_discprov_loglevel" --concurrency=$(($(nproc) - 5)) 2>&1 | tee >(logger -t worker) &
 

diff --git a/packages/discovery-provider/src/app.py b/packages/discovery-provider/src/app.py
@@ -535,5 +535,5 @@ def __init__(self, *args, **kwargs):
     # Start tasks that should fire upon startup
     celery.send_task("cache_entity_counts")
     celery.send_task("index_nethermind", queue="index_nethermind")
-    celery.send_task("index_user_bank", queue="index_nethermind")
-    celery.send_task("index_payment_router", queue="index_nethermind")
+    celery.send_task("index_user_bank", queue="index_sol")
+    celery.send_task("index_payment_router", queue="index_sol")
diff --git a/packages/discovery-provider/src/tasks/index_payment_router.py b/packages/discovery-provider/src/tasks/index_payment_router.py
@@ -989,5 +989,5 @@ def index_payment_router(self):
         if have_lock:
             update_lock.release()
         celery.send_task(
-                "index_payment_router", countdown=0.5, queue="index_nethermind"
+                "index_payment_router", countdown=0.5, queue="index_sol"
             )
diff --git a/packages/discovery-provider/src/tasks/index_user_bank.py b/packages/discovery-provider/src/tasks/index_user_bank.py
@@ -1120,5 +1120,5 @@ def index_user_bank(self):
         if have_lock:
             update_lock.release()
         celery.send_task(
-                "index_user_bank", countdown=0.5, queue="index_nethermind"
+                "index_user_bank", countdown=0.5, queue="index_sol"
             )