run-python-script-datasetsinfo.yml

# This workflow will install Python dependencies and run the script

name: run_datasetsinfo

on:
  workflow_dispatch: # add run button in github
  schedule:
    - cron: "10 0 1 */3 *"

jobs:
  run:

    runs-on: ubuntu-latest

    steps:
    - uses: actions/checkout@v4
    - name: Set up Python 3.x
      uses: actions/setup-python@v5
      with:
        python-version: 3.x
    - name: Install dependencies
      run: |
        python -m pip install --upgrade pip
        if [ -f requirements.txt ]; then pip install -r requirements.txt; fi
    - name: Run script
      env:
        HDX_KEY: ${{ secrets.HDX_BOT_SCRAPERS_API_TOKEN }}
        PREPREFIX: ${{ vars.HDX_USER_AGENT_PREPREFIX }}
        USER_AGENT: ${{ vars.USER_AGENT }}
        MIXPANEL_API_SECRET: ${{ secrets.MIXPANEL_API_SECRET }}
        MIXPANEL_PROJECT_ID: ${{ secrets.MIXPANEL_PROJECT_ID }}
        MIXPANEL_TOKEN: ${{ secrets.MIXPANEL_TOKEN }}
      run: |
        python get_datasets_info.py --output_dir=datasets_info
    - name: Deploy 🚀
      if: always()
      uses: JamesIves/github-pages-deploy-action@v4
      with:
        branch: gh-pages
        folder: datasets_info
        target-folder: datasets_info
    - name: Send mail
      if: failure()
      uses: dawidd6/action-send-mail@v3
      with:
        server_address: ${{secrets.HDX_PIPELINE_EMAIL_SERVER}}
        server_port: ${{secrets.HDX_PIPELINE_EMAIL_PORT}}
        username: ${{secrets.HDX_PIPELINE_EMAIL_USERNAME}}
        password: ${{secrets.HDX_PIPELINE_EMAIL_PASSWORD}}
        subject: "FAILED: ${{github.repository}} run job"
        body: GitHub Actions run job for ${{github.repository}} failed!
        to: ${{vars.HDX_PIPELINE_EMAIL_LIST}}
        from: ${{secrets.HDX_PIPELINE_EMAIL_FROM}}
        content_type: text/html