run-python-script.yaml

# This workflow will install Python dependencies and run the script

name: Run script

on:
  workflow_dispatch: # add run button in github

jobs:
  run:
    runs-on: ubuntu-latest

    steps:
    - uses: actions/checkout@v4
    - name: Set up Python 3.x
      uses: actions/setup-python@v5
      with:
        python-version: "3.x"
    - name: Install dependencies
      run: |
        python -m pip install --upgrade pip
        if [ -f requirements.txt ]; then pip install -r requirements.txt; fi
        pip install .
    - name: Run script
      env:
        HDX_SITE: ${{ vars.HDX_SITE }}
        HDX_KEY: ${{ secrets.HDX_BOT_SCRAPERS_API_TOKEN }}
        PREPREFIX: ${{ vars.HDX_USER_AGENT_PREPREFIX }}
        USER_AGENT: ${{ vars.USER_AGENT }}
        EXTRA_PARAMS: ${{ secrets.EXTRA_PARAMS }}
      run: |
        python -m hdx.scraper.ophi
    - name: Send mail
      if: failure()
      uses: dawidd6/action-send-mail@v3
      with:
        server_address: ${{secrets.HDX_PIPELINE_EMAIL_SERVER}}
        server_port: ${{secrets.HDX_PIPELINE_EMAIL_PORT}}
        username: ${{secrets.HDX_PIPELINE_EMAIL_USERNAME}}
        password: ${{secrets.HDX_PIPELINE_EMAIL_PASSWORD}}
        subject: "FAILED: ${{github.repository}} run job"
        body: GitHub Actions run job for ${{github.repository}} failed!
        to: ${{vars.HDX_PIPELINE_EMAIL_LIST}}
        from: ${{secrets.HDX_PIPELINE_EMAIL_FROM}}
        content_type: text/html