pr.yml

# SPDX-FileCopyrightText: Copyright (c) 2023 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
# SPDX-License-Identifier: Apache-2.0
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.

# This is the main workflow that runs on every PR and push to main
name: pull_request

defaults:
  run:
    shell: bash -euo pipefail {0}

on:
  push:
    branches:
      - "pull-request/[0-9]+"

# Only runs one instance of this workflow at a time for a given PR and cancels any in-progress runs when a new one starts.
concurrency:
  group: ${{ github.workflow }}-on-${{ github.event_name }}-from-${{ github.ref_name }}
  cancel-in-progress: true

permissions:
  contents: read
  pull-requests: read

jobs:
  compute-matrix:
    name: Compute matrix
    runs-on: ubuntu-latest
    outputs:
      DEVCONTAINER_VERSION: ${{steps.compute-matrix.outputs.DEVCONTAINER_VERSION}}
      WORKFLOW: ${{steps.compute-matrix.outputs.WORKFLOW}}
      WORKFLOW_KEYS: ${{steps.compute-matrix.outputs.WORKFLOW_KEYS}}
    steps:
      - name: Get Base Branch from PR
        id: get-pr-info
        uses: nv-gha-runners/get-pr-info@main
      - name: Checkout repo
        uses: actions/checkout@v3
      - name: Identify dirty subprojects
        id: inspect-changes
        run: |
          ./ci/inspect_changes.sh ${BASE_SHA} ${GITHUB_SHA}
        env:
          BASE_SHA: ${{ fromJSON(steps.get-pr-info.outputs.pr-info).base.sha }}
      - name: Compute matrix outputs
        id: compute-matrix
        run: |
          ci/compute-matrix.py ci/matrix.yaml ${{ github.workflow }} --dirty-projects ${{ steps.inspect-changes.outputs.DIRTY_PROJECTS }}

  dispatch-groups:
    name: ${{ matrix.name }}
    needs:
      - compute-matrix
    permissions:
      id-token: write
      contents: read
    strategy:
      fail-fast: false
      matrix:
        name: ${{ fromJSON(needs.compute-matrix.outputs.WORKFLOW_KEYS) }}
    uses: ./.github/workflows/ci-dispatch-group.yml
    with:
      name: ${{ matrix.name }}
      jobs: ${{ toJSON(fromJSON(needs.compute-matrix.outputs.WORKFLOW)[ matrix.name ]) }}

  # This job is the final job that runs after all other jobs and is used for branch protection status checks.
  # See: https://docs.github.com/en/pull-requests/collaborating-with-pull-requests/collaborating-on-repositories-with-code-quality-features/about-status-checks
  # https://github.com/orgs/community/discussions/26822#discussioncomment-5122101
  ci:
    runs-on: ubuntu-latest
    name: CI
    if: ${{ always() }} # need to use always() instead of !cancelled() because skipped jobs count as success
    needs:
      - dispatch-groups
    steps:
      - name: Check status of all precursor jobs
        if: >-
          ${{contains(needs.*.result, 'failure') || contains(needs.*.result, 'cancelled')}}
        run: exit 1

# jobs:
#   inspect-changes:
#     name: "Inspect Changes"
#     runs-on: ubuntu-latest
#     outputs:
#       LIBCUDACXX_DIRTY: ${{ steps.set-outputs.outputs.LIBCUDACXX_DIRTY }}
#       CUB_DIRTY: ${{ steps.set-outputs.outputs.CUB_DIRTY }}
#       THRUST_DIRTY: ${{ steps.set-outputs.outputs.THRUST_DIRTY }}
#     steps:
#       - name: Get Base Branch from PR
#         id: get-pr-info
#         uses: nv-gha-runners/get-pr-info@main
#       - name: Checkout repo
#         uses: actions/checkout@v3
#       - name: Identify dirty subprojects
#         id: set-outputs
#         run: |
#           ./ci/inspect_changes.sh ${BASE_SHA} ${GITHUB_SHA}
#         env:
#           BASE_SHA: ${{ fromJSON(steps.get-pr-info.outputs.pr-info).base.sha }}

#   compute-matrix:
#     name: Compute matrix
#     runs-on: ubuntu-latest
#     needs:
#       - inspect-changes
#     outputs:
#       DEVCONTAINER_VERSION: ${{steps.set-outputs.outputs.DEVCONTAINER_VERSION}}
#       PER_CUDA_COMPILER_MATRIX: ${{steps.set-outputs.outputs.PER_CUDA_COMPILER_MATRIX}}
#       PER_CUDA_COMPILER_KEYS: ${{steps.set-outputs.outputs.PER_CUDA_COMPILER_KEYS}}
#       NVRTC_MATRIX: ${{steps.set-outputs.outputs.NVRTC_MATRIX}}
#       CLANG_CUDA_MATRIX: ${{steps.set-outputs.outputs.CLANG_CUDA_MATRIX}}
#       CCCL_INFRA_MATRIX: ${{steps.set-outputs.outputs.CCCL_INFRA_MATRIX}}
#     steps:
#       - name: Checkout repo
#         uses: actions/checkout@v3
#       - name: Compute matrix outputs
#         id: set-outputs
#         run: |
#           .github/actions/compute-matrix/compute-matrix.sh ci/matrix.yaml pull_request
#         env:
#           THRUST_DIRTY: ${{ needs.inspect-changes.outputs.THRUST_DIRTY }}
#           CUB_DIRTY: ${{ needs.inspect-changes.outputs.CUB_DIRTY }}
#           LIBCUDACXX_DIRTY: ${{ needs.inspect-changes.outputs.LIBCUDACXX_DIRTY }}

#   nvrtc:
#     name: libcudacxx NVRTC CUDA${{matrix.cuda}}
#     permissions:
#       id-token: write
#       contents: read
#     needs:
#       - compute-matrix
#       - inspect-changes
#     if: ${{ !contains(github.event.head_commit.message, 'skip-tests') && needs.inspect-changes.outputs.LIBCUDACXX_DIRTY == 'true' }}
#     uses: ./.github/workflows/run-as-coder.yml
#     strategy:
#       fail-fast: false
#       matrix:
#         include: ${{ fromJSON(needs.compute-matrix.outputs.NVRTC_MATRIX) }}
#     with:
#       name: Build and Test libcudacxx CUDA${{matrix.cuda}} C++${{matrix.std}}
#       runner: linux-${{matrix.cpu}}-gpu-v100-latest-1
#       image: rapidsai/devcontainers:${{needs.compute-matrix.outputs.DEVCONTAINER_VERSION}}-cpp-gcc12-cuda${{matrix.cuda}}-${{matrix.os}}
#       command: |
#         ./ci/nvrtc_libcudacxx.sh -cxx g++ -std ${{matrix.std}}

#   thrust:
#     name: Thrust CUDA${{ matrix.cuda_host_combination }}
#     permissions:
#       id-token: write
#       contents: read
#     needs:
#       - compute-matrix
#       - inspect-changes
#     if: ${{ needs.inspect-changes.outputs.THRUST_DIRTY == 'true' }}
#     uses: ./.github/workflows/dispatch-build-and-test.yml
#     strategy:
#       fail-fast: false
#       matrix:
#         cuda_host_combination: ${{ fromJSON(needs.compute-matrix.outputs.PER_CUDA_COMPILER_KEYS) }}
#     with:
#       project_name: "thrust"
#       per_cuda_compiler_matrix: ${{ toJSON(fromJSON(needs.compute-matrix.outputs.PER_CUDA_COMPILER_MATRIX)[ matrix.cuda_host_combination ]) }}
#       devcontainer_version: ${{ needs.compute-matrix.outputs.DEVCONTAINER_VERSION }}
#       is_windows: ${{ contains(matrix.cuda_host_combination, 'cl') }}

#   cub:
#     name: CUB CUDA${{ matrix.cuda_host_combination }}
#     permissions:
#       id-token: write
#       contents: read
#     needs:
#       - compute-matrix
#       - inspect-changes
#     if: ${{ needs.inspect-changes.outputs.CUB_DIRTY == 'true' }}
#     uses: ./.github/workflows/dispatch-build-and-test.yml
#     strategy:
#       fail-fast: false
#       matrix:
#         cuda_host_combination: ${{ fromJSON(needs.compute-matrix.outputs.PER_CUDA_COMPILER_KEYS) }}
#     with:
#       project_name: "cub"
#       per_cuda_compiler_matrix: ${{ toJSON(fromJSON(needs.compute-matrix.outputs.PER_CUDA_COMPILER_MATRIX)[ matrix.cuda_host_combination ]) }}
#       devcontainer_version: ${{ needs.compute-matrix.outputs.DEVCONTAINER_VERSION }}
#       is_windows: ${{ contains(matrix.cuda_host_combination, 'cl') }}

#   libcudacxx:
#     name: libcudacxx CUDA${{ matrix.cuda_host_combination }}
#     permissions:
#       id-token: write
#       contents: read
#     needs:
#       - compute-matrix
#       - inspect-changes
#     if: ${{ needs.inspect-changes.outputs.LIBCUDACXX_DIRTY == 'true' }}
#     uses: ./.github/workflows/dispatch-build-and-test.yml
#     strategy:
#       fail-fast: false
#       matrix:
#         cuda_host_combination: ${{ fromJSON(needs.compute-matrix.outputs.PER_CUDA_COMPILER_KEYS) }}
#     with:
#       project_name: "libcudacxx"
#       per_cuda_compiler_matrix: ${{ toJSON(fromJSON(needs.compute-matrix.outputs.PER_CUDA_COMPILER_MATRIX)[ matrix.cuda_host_combination ]) }}
#       devcontainer_version: ${{ needs.compute-matrix.outputs.DEVCONTAINER_VERSION }}
#       is_windows: ${{ contains(matrix.cuda_host_combination, 'cl') }}

#   clang-cuda:
#     name: ${{matrix.lib}} Clang CUDA
#     permissions:
#       id-token: write
#       contents: read
#     needs: compute-matrix
#     strategy:
#       fail-fast: false
#       matrix:
#         include: ${{ fromJSON(needs.compute-matrix.outputs.CLANG_CUDA_MATRIX) }}
#     uses: ./.github/workflows/run-as-coder.yml
#     with:
#       name: Build ${{matrix.lib}} ${{matrix.cpu}}/clang-cuda${{matrix.compiler.version}}/C++${{matrix.std}}
#       runner: linux-${{matrix.cpu}}-cpu16
#       image: rapidsai/devcontainers:${{needs.compute-matrix.outputs.DEVCONTAINER_VERSION}}-cpp-${{matrix.compiler.name}}${{matrix.compiler.version}}-cuda${{matrix.cuda}}-${{matrix.os}}
#       command: |
#         ./ci/build_${{matrix.lib}}.sh -cxx "${{matrix.compiler.exe}}" -cuda "${{matrix.compiler.exe}}" -std "${{matrix.std}}"

#   cccl-infra:
#     name: CCCL Infrastructure
#     permissions:
#       id-token: write
#       contents: read
#     needs: compute-matrix
#     if: ${{ !contains(github.event.head_commit.message, 'skip-tests') }}
#     strategy:
#       fail-fast: false
#       matrix:
#         include: ${{ fromJSON(needs.compute-matrix.outputs.CCCL_INFRA_MATRIX) }}
#     uses: ./.github/workflows/run-as-coder.yml
#     with:
#       name: CCCL Examples CUDA${{matrix.cuda}} ${{matrix.compiler.name}}${{matrix.compiler.version}}
#       runner: linux-${{matrix.cpu}}-gpu-v100-latest-1
#       image: rapidsai/devcontainers:${{needs.compute-matrix.outputs.DEVCONTAINER_VERSION}}-cpp-${{matrix.compiler.name}}${{matrix.compiler.version}}-cuda${{matrix.cuda}}-${{matrix.os}}
#       command: |
#         cmake -S . --preset=cccl-infra -DCCCL_EXAMPLE_CPM_TAG=${GITHUB_SHA}
#         ctest --preset=cccl-infra

#   verify-devcontainers:
#     name: Verify Dev Containers
#     permissions:
#       id-token: write
#       contents: read
#     uses: ./.github/workflows/verify-devcontainers.yml

#   verify-codegen:
#     name: Verify Codegen in libcudacxx
#     runs-on: ubuntu-latest
#     steps:
#       - name: Checkout repo
#         uses: actions/checkout@v3
#       - name: Run libcudacxx codegen verification
#         id: verify-codegen
#         run: |
#           sudo apt-get update
#           sudo apt-get install ninja-build
#           export CXX="g++"
#           ./ci/verify_codegen.sh

#   # This job is the final job that runs after all other jobs and is used for branch protection status checks.
#   # See: https://docs.github.com/en/pull-requests/collaborating-with-pull-requests/collaborating-on-repositories-with-code-quality-features/about-status-checks
#   # https://github.com/orgs/community/discussions/26822#discussioncomment-5122101
#   ci:
#     runs-on: ubuntu-latest
#     name: CI
#     if: ${{ always() }} # need to use always() instead of !cancelled() because skipped jobs count as success
#     needs:
#       - clang-cuda
#       - cub
#       - libcudacxx
#       - nvrtc
#       - thrust
#       - cccl-infra
#       - verify-devcontainers
#       - verify-codegen
#     steps:
#       - name: Check status of all precursor jobs
#         if: >-
#           ${{contains(needs.*.result, 'failure') || contains(needs.*.result, 'cancelled')}}
#        run: exit 1