various DE2 bug fixes #632
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Build portal-backend | |
| on: | |
| pull_request: | |
| workflow_dispatch: | |
| push: | |
| branches: | |
| - "master" | |
| - "internal" | |
| - "qa" | |
| - "peddep*" | |
| - "dmc*" | |
| - "external*" | |
| - "test-*" | |
| env: | |
| DOCKER_REPO: us.gcr.io/broad-achilles/depmap | |
| DOCKER_TAG: ga2-build-${{ github.run_number }} | |
| jobs: | |
| run-frontend-tests: | |
| runs-on: ubuntu-latest | |
| steps: | |
| - uses: actions/checkout@v3 | |
| - name: Setup Node 19.4.0 | |
| uses: actions/setup-node@v3 | |
| with: | |
| node-version: 19.4.0 | |
| - name: Install yarn dependencies | |
| run: "cd frontend && NODE_OPTIONS='--openssl-legacy-provider' CI=true yarn install" | |
| - name: Build webpack | |
| run: "cd frontend && NODE_OPTIONS='--openssl-legacy-provider --max_old_space_size=4096' yarn build:portal" | |
| - name: Run tests | |
| run: yarn --cwd frontend test | |
| build-docker: | |
| runs-on: ubuntu-latest | |
| steps: | |
| - uses: actions/checkout@v3 | |
| - name: Get yarn cache directory path | |
| id: yarn-cache-dir-path | |
| run: echo "dir=$(yarn --cwd frontend cache dir)" >> $GITHUB_OUTPUT | |
| - uses: actions/cache@v3 | |
| id: yarn-cache # use this to check for `cache-hit` (`steps.yarn-cache.outputs.cache-hit != 'true'`) | |
| with: | |
| path: ${{ steps.yarn-cache-dir-path.outputs.dir }} | |
| key: ${{ runner.os }}-yarn-${{ hashFiles('**/yarn.lock') }} | |
| restore-keys: | | |
| ${{ runner.os }}-yarn- | |
| - name: Update build id | |
| run: | | |
| echo "SHA: ${{ github.sha }} Build: ${{ github.run_number }}" > portal-backend/depmap/templates/build_info.html | |
| echo "SHA=\"${{ github.sha }}\"" > portal-backend/depmap/settings/build.py | |
| echo "BUILD=\"${{ github.run_number }}\"" >> portal-backend/depmap/settings/build.py | |
| - name: Login to GCR | |
| uses: docker/login-action@v2 | |
| with: | |
| registry: us.gcr.io | |
| username: _json_key | |
| password: ${{ secrets.DEPMAP_DEPLOY_SVC_ACCT }} | |
| - name: Build Docker image | |
| run: cd portal-backend && bash build-docker-image.sh ${{ env.DOCKER_REPO }}:${{ env.DOCKER_TAG }} | |
| - name: Run pyright-ratchet | |
| run: docker run -e HOME=/install/pyright ${{ env.DOCKER_REPO }}:${{ env.DOCKER_TAG }} pyright-ratchet | |
| - name: Run import linter | |
| run: docker run ${{ env.DOCKER_REPO }}:${{ env.DOCKER_TAG }} lint-imports | |
| - name: Push Docker image | |
| run: docker push ${{ env.DOCKER_REPO }}:${{ env.DOCKER_TAG }} | |
| run-pytest: | |
| runs-on: ubuntu-latest | |
| needs: build-docker | |
| strategy: | |
| matrix: | |
| pytest-group: [1, 2, 3, 4, 5] | |
| steps: | |
| - uses: actions/checkout@v3 | |
| - name: Login to GCR | |
| uses: docker/login-action@v2 | |
| with: | |
| registry: us.gcr.io | |
| username: _json_key | |
| password: ${{ secrets.DEPMAP_DEPLOY_SVC_ACCT }} | |
| - name: Pull Docker image | |
| run: docker pull ${{ env.DOCKER_REPO }}:${{ env.DOCKER_TAG }} | |
| - name: Get pytest durations | |
| uses: actions/cache@v3 | |
| with: | |
| path: .test_durations | |
| key: ${{ runner.os }}-pytest-durations | |
| - name: Run pytest | |
| run: cd portal-backend && docker run -v $PWD/../.test_durations:/install/.test_durations -e PYTHONWARNINGS="ignore::DeprecationWarning" ${{ env.DOCKER_REPO }}:${{ env.DOCKER_TAG }} pytest --splits 5 --group ${{ matrix.pytest-group }} | |
| push-docker-tags: | |
| runs-on: ubuntu-latest | |
| needs: | |
| - run-pytest | |
| - run-frontend-tests | |
| steps: | |
| - uses: actions/checkout@v3 | |
| - name: Login to GCR | |
| uses: docker/login-action@v2 | |
| with: | |
| registry: us.gcr.io | |
| username: _json_key | |
| password: ${{ secrets.DEPMAP_DEPLOY_SVC_ACCT }} | |
| - name: Pull Docker image | |
| run: docker pull ${{ env.DOCKER_REPO }}:${{ env.DOCKER_TAG }} | |
| - name: Push Docker tags | |
| run: | | |
| chmod +x ./.github/push_docker.py | |
| # GITHUB_REF##*/ is github actions magic which expands to the branch name | |
| ./.github/push_docker.py ${{env.DOCKER_REPO}} ${{ env.DOCKER_REPO }}:${{ env.DOCKER_TAG }} ${GITHUB_REF##*/} |