assets-test.yaml

name: assets-test

on:
  pull_request:
    branches:
      - main
  pull_request_target:
    branches:
      - main
    types:
      - opened
      - labeled
      - synchronize
      - reopened
  workflow_dispatch:
    inputs:
      asset_dirs:
        description: Asset directories
        default: assets
        required: true

env:
  scripts_azureml_assets_dir: scripts/azureml-assets
  scripts_setup_dir: scripts/setup
  scripts_test_dir: scripts/test
  scripts_dir: scripts
  asset_config_filename: asset.yaml
  pytest_reports: pytest-reports

defaults:
  run:
    shell: bash

jobs:
  check-execution-context:
    uses: Azure/azureml-assets/.github/workflows/check-execution-context.yaml@main

  check-directory-file-changes:
    needs: check-execution-context
    if: fromJSON(needs.check-execution-context.outputs.continue)
    uses: Azure/azureml-assets/.github/workflows/check-changed-files.yaml@main
    with:
      folder_path: "assets/**"
      forked_pr_input: ${{ needs.check-execution-context.outputs.forked_pr }}

  setup:
    name: Set up tests
    if: needs.check-directory-file-changes.outputs.files-changed != ''
    runs-on: ubuntu-latest
    needs: [check-execution-context, check-directory-file-changes]
    environment: Testing

    permissions:
      # Required to clone repo
      contents: read
      # Required for OIDC login to Azure
      id-token: write
    
    env:
      default_asset_dirs: assets

    steps:
      - name: Clone branch
        uses: Azure/azureml-assets/.github/actions/clone-repo@main
        with:
          forked-pr: ${{ needs.check-execution-context.outputs.forked_pr }}
          fetch-depth: 2

      - name: Use Python 3.10 or newer
        uses: actions/setup-python@v4
        with:
          python-version: '>=3.10'
    
      - name: Install dependencies
        run: pip install -e $scripts_azureml_assets_dir

      - name: Create test matrix for changed assets
        id: create-test-matrix
        run: python -u $scripts_test_dir/create_asset_test_matrix.py -i "${{ github.event.inputs.asset_dirs || env.default_asset_dirs }}" -a $asset_config_filename -c "${{ needs.check-directory-file-changes.outputs.files-changed }}"

      - name: Login to Azure and create resources
        if: steps.create-test-matrix.outputs.test_count > 0
        uses: ./.github/actions/create-azure-resources
        with:
          client-id: ${{ secrets.AZURE_CLIENT_ID }}
          tenant-id: ${{ secrets.AZURE_TENANT_ID }}
          subscription-id: ${{ secrets.AZURE_SUBSCRIPTION_ID }}
          scripts-setup-dir: ${{ env.scripts_setup_dir }}
    
    outputs:
      test_count: ${{ steps.create-test-matrix.outputs.test_count }}
      matrix: ${{ steps.create-test-matrix.outputs.matrix }}
      
  test:
    name: Test 
    if: needs.setup.outputs.test_count > 0
    runs-on: ubuntu-latest
    needs:
      - setup
      - check-execution-context
    environment: Testing
    strategy:
      matrix: ${{ fromJSON(needs.setup.outputs.matrix) }}
      fail-fast: false
    
    permissions:
      # Required to clone repo
      contents: read
      # Required for OIDC login to Azure
      id-token: write
    
    steps:
      - name: Clone branch
        uses: Azure/azureml-assets/.github/actions/clone-repo@main
        with:
          forked-pr: ${{ needs.check-execution-context.outputs.forked_pr }}
      
      - name: Use Python 3.10 or newer
        uses: actions/setup-python@v4
        with:
          python-version: '>=3.10'
    
      - name: Install dependencies
        run: pip install -e $scripts_azureml_assets_dir

      - name: Setup azcopy
        shell: bash
        run: source $scripts_dir/install_azcopy.sh

      - name: Log in to Azure and create resources
        uses: ./.github/actions/create-azure-resources
        with:
          client-id: ${{ secrets.AZURE_CLIENT_ID }}
          tenant-id: ${{ secrets.AZURE_TENANT_ID }}
          subscription-id: ${{ secrets.AZURE_SUBSCRIPTION_ID }}
          scripts-setup-dir: ${{ env.scripts_setup_dir }}

      - name: Refresh login (background process)
        run: |
          while true; do
            token_request=$ACTIONS_ID_TOKEN_REQUEST_TOKEN
            token_uri=$ACTIONS_ID_TOKEN_REQUEST_URL
            token=$(curl -H "Authorization: bearer $token_request" "${token_uri}&audience=api://AzureADTokenExchange" | jq .value -r)

            expiration_time=$(jq -R 'split(".") | .[1] | @base64d | fromjson | .exp' <<< $token)
            expiration_time_formatted=$(date -u -d @$expiration_time +"%Y-%m-%dT%H:%M:%SZ")
            current_time=$(date -u +"%Y-%m-%dT%H:%M:%SZ")
            echo "Token expires at: $expiration_time_formatted, Current time: $current_time"

            az login --service-principal -u ${{ secrets.AZURE_CLIENT_ID }} -t ${{ secrets.AZURE_TENANT_ID }} --federated-token $token --output none

            sleep_timer=$((expiration_time - $(date +%s) - 30))
            echo "Sleeping for $sleep_timer seconds"
            sleep $sleep_timer
          done &

      - name: Test asset
        run: python -u $scripts_test_dir/test_assets.py -i "${{ matrix.asset_config_path }}" -a $asset_config_filename -p $scripts_test_dir/requirements.txt -r $GITHUB_WORKSPACE/$pytest_reports

      - name: Upload test results
        uses: actions/upload-artifact@v3
        if: always()
        with:
          name: ${{ env.pytest_reports }}
          path: ${{ env.pytest_reports }}

  report:
    name: Publish test results
    if: always()
    runs-on: ubuntu-latest
    needs: test

    permissions:
      # Required for EnricoMi/publish-unit-test-result-action
      checks: write
      issues: read
      pull-requests: write

    steps:
      - name: Download test results
        id: download-artifact
        uses: actions/download-artifact@v3
        with:
          name: ${{ env.pytest_reports }}
          path: ${{ env.pytest_reports }}
        continue-on-error: true

      - name: Publish test results
        if: steps.download-artifact.outputs.download-path != ''
        uses: EnricoMi/publish-unit-test-result-action@v2
        with:
          check_name: Test Results for ${{ github.workflow }}
          junit_files: ${{ env.pytest_reports }}/**/*.xml