-
Notifications
You must be signed in to change notification settings - Fork 8
150 lines (150 loc) · 4.58 KB
/
validate.yml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
name: Test tap-mongodb
on:
push:
branches:
- main
pull_request:
branches:
- main
types:
- opened
- edited
- reopened
- synchronize
jobs:
pre-commit:
runs-on: ubuntu-latest
strategy:
fail-fast: false
matrix:
python-version:
- '3.8'
- '3.9'
- '3.10'
- '3.11'
- '3.12'
- '3.13'
steps:
- name: Checkout
uses: actions/checkout@11bd71901bbe5b1630ceea73d27597364c9af683 # v4.2.2
- name: Install poetry
run: pipx install poetry
- name: Set up Python ${{ matrix.python-version }}
uses: actions/setup-python@0b93645e9fea7318ecaed2b359559ac225c90a2b # v5.3.0
with:
python-version: ${{ matrix.python-version }}
cache: poetry
- name: Install dependencies
run: |
poetry env use ${{ matrix.python-version }}
poetry install
- name: Run pre-commit checks
uses: pre-commit/action@2c7b3805fd2a0fd8c1884dcaebf91fc102a13ecd # v3.0.1
smoke-test:
runs-on: ubuntu-latest
strategy:
fail-fast: false
matrix:
python-version:
- '3.8'
- '3.9'
- '3.10'
- '3.11'
- '3.12'
- '3.13'
steps:
- name: Checkout
uses: actions/checkout@11bd71901bbe5b1630ceea73d27597364c9af683 # v4.2.2
- name: Set up Python ${{ matrix.python-version }}
uses: actions/setup-python@0b93645e9fea7318ecaed2b359559ac225c90a2b # v5.3.0
with:
python-version: ${{ matrix.python-version }}
- name: Install meltano
run: pipx install --python ${{ matrix.python-version }} meltano
- name: Meltano install
run: meltano install
- name: Smoke test
run: meltano invoke tap-mongodb --about
test:
runs-on: ubuntu-latest
strategy:
fail-fast: false
matrix:
mongo-version:
- '8.0'
python-version:
- '3.8'
- '3.9'
- '3.10'
- '3.11'
- '3.12'
- '3.13'
include:
- mongo-version: '6.0'
python-version: '3.13'
- mongo-version: '7.0'
python-version: '3.13'
steps:
- uses: actions/checkout@11bd71901bbe5b1630ceea73d27597364c9af683 # v4.2.2
- name: Install poetry
run: pipx install poetry
- name: Set up Python ${{ matrix.python-version }}
uses: actions/setup-python@0b93645e9fea7318ecaed2b359559ac225c90a2b # v5.3.0
with:
python-version: ${{ matrix.python-version }}
cache: poetry
- name: Install dependencies
run: |
poetry env use ${{ matrix.python-version }}
poetry install
- name: Start MongoDB
uses: supercharge/mongodb-github-action@5a87bd81f88e2a8b195f8b7b656f5cda1350815a # 1.11.0
with:
mongodb-version: ${{ matrix.mongo-version }}
mongodb-username: admin
mongodb-password: password
mongodb-db: test
- name: Test with pytest
run: poetry run pytest
integration:
runs-on: ubuntu-latest
name: Meltano integration test 🐉
env:
DATABASE: test
USERNAME: admin
PASSWORD: password
strategy:
matrix:
mongodb-version:
- '6.0'
- '7.0'
- '8.0'
steps:
- uses: actions/checkout@11bd71901bbe5b1630ceea73d27597364c9af683 # v4.2.2
- name: Start MongoDB
uses: supercharge/mongodb-github-action@5a87bd81f88e2a8b195f8b7b656f5cda1350815a # 1.11.0
with:
mongodb-version: ${{ matrix.mongodb-version }}
mongodb-username: ${{ env.USERNAME }}
mongodb-password: ${{ env.PASSWORD }}
mongodb-db: ${{ env.DATABASE }}
- uses: actions/setup-python@0b93645e9fea7318ecaed2b359559ac225c90a2b # v5.3.0
with:
python-version: 3.x
- uses: astral-sh/setup-uv@38f3f104447c67c051c4a08e39b64a148898af3a # v4.2.0
with:
version: '>=0.5'
- name: Install Meltano
run: uv tool install meltano
- run: meltano config meltano set venv.backend uv
- run: >
uv run scripts/seed.py
--host localhost
--port 27017
--database ${{ env.DATABASE }}
--username ${{ env.USERNAME }}
--password ${{ env.PASSWORD }}
- run: meltano run tap-mongodb target-jsonl
env:
TAP_MONGODB_DATABASE: ${{ env.DATABASE }}
TAP_MONGODB_MONGODB_CONNECTION_STRING: mongodb://${{ env.USERNAME }}:${{ env.PASSWORD }}@localhost:27017/