CI Pre Release Test TestPyPi LINUX #27
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: CI Pre Release Test TestPyPi LINUX | |
| on: | |
| workflow_dispatch: | |
| inputs: | |
| releaseVersion: | |
| description: 'dbt-teradata version from TestPyPi' | |
| required: true | |
| workflow_run: | |
| workflows: ["CD Release TESTPYPI"] | |
| types: | |
| - completed | |
| jobs: | |
| trigger: | |
| if: github.event.workflow_run.conclusion == 'success' || github.event_name == 'workflow_dispatch' | |
| strategy: | |
| matrix: | |
| python: [ '3.8', '3.9', '3.10', '3.11', '3.12' ] | |
| runs-on: ubuntu-latest | |
| name: CI Pre Release Test TestPyPi | |
| steps: | |
| - uses: actions/checkout@v2 | |
| - name: Setup Python | |
| uses: actions/setup-python@v2 | |
| with: | |
| python-version: ${{ matrix.python }} | |
| - name: Define CSAE env name | |
| id: define-environment-name | |
| run: | | |
| PYTHON_VERSION=$(echo -n "$PYTHON_VERSION" | tr -d '.') # remove dots from version | |
| echo "env-name=dbt-ci-$PYTHON_VERSION-$(date +%s%N)" >> $GITHUB_OUTPUT | |
| env: | |
| PYTHON_VERSION: ${{ matrix.python }} | |
| - name: Create CSAE environments | |
| id: create-csae-environments | |
| shell: bash | |
| run: | | |
| chmod 777 .github/workflows/scripts/createTestEnvironments.sh | |
| ./.github/workflows/scripts/createTestEnvironments.sh | |
| env: | |
| CSAE_TOKEN: ${{ secrets.CSAE_TOKEN_DEVTOOLS }} | |
| CSAE_ENV_PASSWORD: ${{ secrets.CSAE_ENV_PASSWORD }} | |
| CSAE_ENV_NAME: ${{ steps.define-environment-name.outputs.env-name}} | |
| - name: Install dbt-teradata | |
| shell: bash | |
| run: | | |
| python -m pip install --upgrade pip | |
| pip install --index-url https://test.pypi.org/simple/ dbt-teradata==$RELEASE_VERSION --extra-index-url https://pypi.org/simple | |
| if [[ "$RELEASE_VERSION" == 1.8* || "$RELEASE_VERSION" > 1.8 ]]; then | |
| pip install dbt-core>=1.8.0 | |
| fi | |
| env: | |
| RELEASE_VERSION: ${{ github.event.inputs.releaseVersion }} | |
| - name: Clone JaffleShop DBT Project | |
| shell: bash | |
| run: | | |
| git clone https://github.com/Teradata/jaffle_shop-dev.git jaffle_shop | |
| - name: Setup profiles.yml | |
| shell: bash | |
| run: | | |
| mkdir ~/.dbt | |
| cat << EOF > ~/.dbt/profiles.yml | |
| jaffle_shop: | |
| outputs: | |
| dev: | |
| type: teradata | |
| host: $DBT_TERADATA_SERVER_NAME | |
| user: $DBT_TERADATA_USERNAME | |
| password: $DBT_TERADATA_PASSWORD | |
| logmech: TD2 | |
| schema: jaffle_shop | |
| tmode: ANSI | |
| threads: 1 | |
| timeout_seconds: 300 | |
| priority: interactive | |
| retries: 1 | |
| target: dev | |
| EOF | |
| env: | |
| DBT_TERADATA_SERVER_NAME: ${{ steps.create-csae-environments.outputs.teradata-server-name }} | |
| DBT_TERADATA_USERNAME: dbc | |
| DBT_TERADATA_PASSWORD: ${{ secrets.CSAE_ENV_PASSWORD }} | |
| - name: Running jaffle_shop project | |
| shell: bash | |
| run: | | |
| cat ~/.dbt/profiles.yml | |
| cd jaffle_shop | |
| ls | |
| dbt debug | |
| dbt seed | |
| dbt run | |
| dbt test | |
| dbt docs generate | |
| - name: Delete CSAE environment | |
| if: always() | |
| run: | | |
| chmod 777 .github/workflows/scripts/deleteTestEnvironments.sh | |
| ./.github/workflows/scripts/deleteTestEnvironments.sh | |
| env: | |
| CSAE_TOKEN: '${{ secrets.CSAE_TOKEN_DEVTOOLS }}' | |
| CSAE_ENV_NAME: '${{ steps.define-environment-name.outputs.env-name}}' |