Move es-indexer to separate pacakge

.circleci/config.yml

@@ -80,7 +80,7 @@ jobs:
             - ./packages/common/node_modules
             - ./packages/libs/node_modules
             - ./packages/identity-service/node_modules
-            - ./packages/discovery-provider/es-indexer/node_modules
+            - ./packages/es-indexer/node_modules
 
   generate-release-branch:
     working_directory: ~/audius-protocol
@@ -188,7 +188,7 @@ jobs:
                   curl --request POST \
                     "https://circleci.com/api/v2/workflow/$workflow_id/approve/$job_id" \
                     --header "Circle-Token: $CIRCLE_DAILY_DEPLOY_API_TOKEN"
-                  
+
                   # Record approval for the Slack message
                   echo "<${job_url}|release-v$VERSION>" > /tmp/job_url.txt
               fi
@@ -233,7 +233,7 @@ jobs:
               curl -f -X POST -H 'Content-type: application/json' \
                 --data "$json_content" \
                 $SLACK_DAILY_DEPLOY_WEBHOOK
-              
+
               exit 1
             fi
       - run:
@@ -245,7 +245,7 @@ jobs:
               failure_content+="{ \"type\": \"section\", \"text\": { \"type\": \"plain_text\", \"text\": \"Failed to find job for today's SP release. If this was not intentional, please check for 'release-audius-docker-compose-trigger' in today's release branch.\n\" } }"
               failure_content+="]}"
               echo "Sending error message to Slack: $failure_content"
-              
+
               # Send Slack failure message
               curl -f -X POST -H 'Content-type: application/json' \
                 --data "$failure_content" \
@@ -260,7 +260,7 @@ jobs:
               git fetch --all
               VERSION=$(jq -r .version packages/discovery-provider/.version.json)
               cd ..
-              
+
               # Get the pipeline for the most recent commit on the release branch
                response=$(curl --request GET \
                 --url "https://circleci.com/api/v2/project/gh/AudiusProject/audius-protocol/pipeline?branch=release-v$VERSION" \
@@ -290,7 +290,7 @@ jobs:
                   json_content+="{ \"type\": \"section\", \"text\": { \"type\": \"mrkdwn\", \"text\": \"Release v$VERSION is ready for SPs! Please approve <$job_url|release-audius-docker-compose-trigger> and react to this message with :white_check_mark:\n\" } }"
                   json_content+="]}"
                   echo "Text to send to slack: $json_content"
-                  
+
                   # Send Slack message
                   curl -f -X POST -H 'Content-type: application/json' \
                     --data "$json_content" \

.circleci/src/jobs/@discovery-jobs.yml

@@ -49,7 +49,6 @@ lint-discovery-provider:
         root: ./
         paths:
           - node_modules
-          - packages/discovery-provider/es-indexer/node_modules
 
 test-discovery-api:
   working_directory: ~/audius-protocol

.circleci/src/workflows/discovery.yml

@@ -42,6 +42,13 @@ jobs:
       filters:
         branches:
           only: main
+  - push-docker-image:
+      name: push-es-indexer
+      context: [Vercel, dockerhub]
+      service: es-indexer
+      filters:
+        branches:
+          only: main
   - push-docker-image:
       name: push-trpc
       context: [Vercel, dockerhub]

.circleci/src/workflows/release.yml

@@ -40,6 +40,11 @@ jobs:
       context: [Vercel, dockerhub, slack-secrets]
       service: comms
       notify_slack_on_failure: true
+  - push-docker-image:
+      name: push-es-indexer
+      context: [Vercel, dockerhub, slack-secrets]
+      service: es-indexer
+      notify_slack_on_failure: true
   - push-docker-image:
       name: push-trpc
       context: [Vercel, dockerhub, slack-secrets]

dev-tools/compose/docker-compose.discovery.dev.yml

@@ -17,6 +17,10 @@ services:
       file: docker-compose.discovery.prod.yml
       service: comms
 
+  es-indexer:
+    extends:
+      file: docker-compose.discovery.prod.yml
+      service: es-indexer
   trpc:
     extends:
       file: docker-compose.discovery.prod.yml

dev-tools/compose/docker-compose.discovery.prod.yml

@@ -62,6 +62,15 @@ services:
       db:
         condition: service_healthy
 
+  es-indexer:
+    build:
+      context: ${PROJECT_ROOT}/packages/es-indexer
+      dockerfile: Dockerfile
+    restart: unless-stopped
+    depends_on:
+      db:
+        condition: service_healthy
+
   discovery-provider-elasticsearch:
     image: docker.elastic.co/elasticsearch/elasticsearch:8.1.0
     environment:

dev-tools/compose/docker-compose.test.yml

@@ -224,6 +224,8 @@ services:
       - tests
       - notifications
 
+  # todo: this will need es-indexer container running for tests to pass..
+  # unless we just skip all the search tests for now
   test-discovery-provider:
     extends:
       file: docker-compose.yml
@@ -240,7 +242,6 @@ services:
       audius_elasticsearch_run_indexer: 'true'
     volumes:
       - ${PROJECT_ROOT}/packages/discovery-provider:/audius-discovery-provider
-      - /audius-discovery-provider/es-indexer/node_modules
     depends_on:
       discovery-provider-elasticsearch:
         condition: service_healthy