Skip to content

fixed path testing in scraper #267

fixed path testing in scraper

fixed path testing in scraper #267

Workflow file for this run

name: Tests
on:
push:
branches: [ "main" ]
pull_request:
branches: [ "main" ]
permissions:
contents: read
jobs:
build:
runs-on: ubuntu-latest
timeout-minutes: 30
steps:
- uses: actions/checkout@v4
- uses: actions/setup-node@v4
with:
node-version: 18
- name: Install playwright
run: |
npm install playwright
npm install playwright-core
- name: Install Playwright
run: npx playwright install --with-deps
- name: Set up Python 3.10
uses: actions/setup-python@v3
with:
python-version: "3.10"
- name: Install Tesseract OCR
run: sudo apt-get update && sudo apt-get install -y tesseract-ocr
- name: Install pip dependencies
run: |
python -m pip install --upgrade pip
pip install flake8 coverage
pip install -r requirements.txt
pip install -r local.txt
- name: Install playwright browsers
run: python -m playwright install
- name: Lint with flake8
run: |
# stop the build if there are Python syntax errors or undefined names
flake8 . --count --select=E9,F63,F7,F82 --show-source --statistics
# exit-zero treats all errors as warnings. The GitHub editor is 127 chars wide
flake8 . --count --exit-zero --max-complexity=10 --max-line-length=127 --statistics
- name: Test with unittest and generate coverage report
env:
THEPIPE_API_KEY: ${{ secrets.THEPIPE_API_KEY }}
LLM_SERVER_BASE_URL: ${{ secrets.LLM_SERVER_BASE_URL }}
LLM_SERVER_API_KEY: ${{ secrets.LLM_SERVER_API_KEY }}
run: |
coverage run -m unittest discover
coverage xml -i
- name: Upload coverage reports to Codecov
uses: codecov/[email protected]
with:
token: ${{ secrets.CODECOV_TOKEN }}
slug: emcf/thepipe