docker-compose.yml

services:
  crawler_db:
    container_name: crawler_db
    image: postgres:14.5-alpine
    restart: unless-stopped
    env_file:
      - .env
    volumes:
      - ./crawler_db_volume/:/var/lib/postgresql/data

  crawler_api:
    container_name: crawler_api
    build: .
    depends_on:
      - crawler_db
    env_file:
      - .env
    volumes:
      - .:/app
      - ./static:/app/crawler/static
      - ./logs:/app/crawler/logs
    ports:
      - "127.0.0.1:8205:80"
    command: ["python", "/app/crawler/manage.py", "runserver", "0:80"]
    restart: unless-stopped

  crawler_worker:
    container_name: crawler_worker
    build: .
    working_dir: /app/crawler
    command: ["celery", "-A", "crawler", "worker", "-l", "info", "--pidfile=", "--concurrency=1"]
    env_file:
      - .env
    depends_on:
      - crawler_db
      - crawler_redis
    volumes:
      - .:/app
      - ./logs:/app/crawler/logs
    restart: unless-stopped

  crawler_beat:
    container_name: crawler_beat
    build: .
    working_dir: /app/crawler
    command: ["celery", "-A", "crawler", "beat", "-l", "info", "--pidfile="]
    env_file:
      - .env
    depends_on:
      - crawler_db
      - crawler_redis
    volumes:
      - .:/app
    restart: unless-stopped

  crawler_redis:
    container_name: crawler-redis
    image: redis:6.2
    restart: unless-stopped
    volumes:
      - ./redis_volume_pro:/data

  node-crawler_node_docker:
    image: selenium/node-firefox:4.26.0-20241101
    container_name: crawler_node_docker
    volumes:
      - /var/run/docker.sock:/var/run/docker.sock
      - ./assets:/opt/selenium/assets
    depends_on:
      - crawler_selenium_hub
    environment:
      - SE_EVENT_BUS_HOST=crawler-selenium-hub
      - SE_EVENT_BUS_PUBLISH_PORT=4442
      - SE_EVENT_BUS_SUBSCRIBE_PORT=4443
      - JAVA_OPTS=-Dotel.traces.exporter=none
    shm_size: 2g
    ports:
      - 7900:7900
    restart: unless-stopped

  crawler_selenium_hub:
    image: selenium/hub:4.26.0-20241101
    container_name: crawler-selenium-hub
    volumes:
      - /var/run/docker.sock:/var/run/docker.sock
    ports:
      - 4442:4442
      - 4443:4443
      - 4444:4444
    environment:
      - JAVA_OPTS=-Dotel.traces.exporter=none
    restart: unless-stopped