Skip to content

Remove recommendation for Linux or MacOS from README introduction #52

Remove recommendation for Linux or MacOS from README introduction

Remove recommendation for Linux or MacOS from README introduction #52

Workflow file for this run

name: Web Crawling Pipeline
on:
push:
branches: [ "main" ]
pull_request:
branches: [ "main" ]
jobs:
build:
name: Web Crawling Pipeline (Python ${{ matrix.python-version }})
runs-on: ubuntu-latest
strategy:
max-parallel: 4
matrix:
python-version: [3.13]
services:
mysql:
image: mysql:8.0
env:
MYSQL_ROOT_PASSWORD: 'secret'
MYSQL_DATABASE: 'python_selenium'
MYSQL_USER: 'user'
MYSQL_PASSWORD: 'secret'
ports:
- 3306/tcp
options: --health-cmd="mysqladmin ping" --health-interval=10s --health-timeout=5s --health-retries=3
steps:
- uses: actions/checkout@v7
- name: Set up Python ${{ matrix.python-version }}
uses: actions/setup-python@v6
with:
python-version: ${{ matrix.python-version }}
- uses: nanasess/setup-chromedriver@v3
- run: |
export DISPLAY=:99
chromedriver --url-base=/wd/hub &
# Xvfb is case-sensitive
sudo Xvfb -ac :99 -screen 0 1280x1024x24 > /dev/null 2>&1 &
- name: Create environment file
run: cp .env.testing .env
- name: Install Dependencies
run: pip install --no-input -vqr requirements.txt
- name: See your Python code do web browsing on your screen with GUI
run: python manage.py crawl
- name: Upload Screenshots
uses: actions/upload-artifact@v7
with:
name: screenshots
path: screenshots
- name: Upload Logs
uses: actions/upload-artifact@v7
with:
name: logs
path: logs