Skip to content
This repository has been archived by the owner on Aug 11, 2023. It is now read-only.

Update variable name #1

Update variable name

Update variable name #1

Workflow file for this run

name: Web Crawling Pipeline
on:
push:
branches: [ "main" ]
pull_request:
branches: [ "main" ]
jobs:
build:
name: Web Crawling Pipeline (Python ${{ matrix.python-version }})
runs-on: ubuntu-latest
strategy:
max-parallel: 4
matrix:
python-version: [3.11]
services:
mysql:
image: mysql:5.7
env:
MYSQL_ROOT_PASSWORD: 'secret'
MYSQL_DATABASE: 'python_selenium'
MYSQL_USER: 'user'
MYSQL_PASSWORD: 'secret'
ports:
- 3306/tcp
options: --health-cmd="mysqladmin ping" --health-interval=10s --health-timeout=5s --health-retries=3
redis:
image: redis
options: >-
--health-cmd "redis-cli ping"
--health-interval 10s
--health-timeout 5s
--health-retries 5
ports:
- 6379:6379
steps:
- uses: actions/checkout@v3
- name: Set up Python ${{ matrix.python-version }}
uses: actions/setup-python@v3
with:
python-version: ${{ matrix.python-version }}
- uses: actions/checkout@v2
- uses: nanasess/setup-chromedriver@v2
with:
chromedriver-version: '115.0.5790.110'
- run: |
export DISPLAY=:99
chromedriver --url-base=/wd/hub &
sudo Xvfb -ac :99 -screen 0 1280x1024x24 > /dev/null 2>&1 &
- name: Create environment file
run: cp .env.testing .env
- name: Install Dependencies
run: |
python -m pip install --upgrade pip
pip install -r requirements.txt
- name: See your Python code do web browsing on your screen with GUI
run: python manage.py crawl
- name: Upload Screenshots
uses: actions/upload-artifact@v3
with:
name: screenshots
path: screenshots
- name: Upload Logs
uses: actions/upload-artifact@v3
with:
name: logs
path: logs