feat: Bump Singer SDK to 0.33.0 to support comprehensions #325
Workflow file for this run
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Meltano Run | |
| on: | |
| pull_request: {} | |
| push: | |
| branches: [main] | |
| jobs: | |
| meltano-run: | |
| runs-on: ubuntu-latest | |
| strategy: | |
| matrix: | |
| include: | |
| - tap: tap-csv | |
| mapping: hash_email | |
| output_db: tap_csv.db | |
| target_table: customers | |
| - tap: tap-smoke-test | |
| mapping: whitelist | |
| output_db: tap_smoke_test.db | |
| target_table: animals | |
| - tap: people | |
| mapping: flatten | |
| output_db: people.db | |
| target_table: people | |
| install_extractor: false | |
| - tap: nested | |
| mapping: comprehension | |
| output_db: nested.db | |
| target_table: users | |
| install_extractor: false | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - uses: actions/setup-python@v4 | |
| with: | |
| python-version: 3.11 | |
| - name: Install Meltano | |
| env: | |
| PIP_CONSTRAINT: .github/workflows/constraints.txt | |
| run: | | |
| pipx install meltano --python python3.11 | |
| - name: Check Meltano version | |
| run: | | |
| meltano --version | |
| - name: Install Mapper | |
| run: | | |
| meltano install mapper meltano-map-transformer | |
| - name: Install Extractor | |
| if: matrix.install_extractor != 'false' | |
| run: | | |
| meltano install extractor ${{ matrix.tap }} | |
| - name: Install Loader | |
| run: | | |
| meltano install loader target-sqlite | |
| - name: Run | |
| run: | | |
| meltano run ${{ matrix.tap }} ${{ matrix.mapping }} target-sqlite | |
| - name: Check output | |
| run: | | |
| sqlite3 -markdown output/${{ matrix.output_db }} 'select * from ${{ matrix.target_table }} limit 20' >> $GITHUB_STEP_SUMMARY |