-
Notifications
You must be signed in to change notification settings - Fork 21
133 lines (128 loc) · 3.44 KB
/
ci_workflow.yml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
name: Test target-postgres
on:
pull_request:
types: [opened, synchronize, reopened]
paths:
- docker-compose.yml
- pyproject.toml
- poetry.lock
- target_postgres/**
- .github/workflows/ci_workflow.yml
push:
branches: [main]
paths:
- docker-compose.yml
- pyproject.toml
- poetry.lock
- target_postgres/**
- .github/workflows/ci_workflow.yml
workflow_dispatch:
inputs: {}
concurrency:
group: ${{ github.workflow }}-${{ github.ref }}
cancel-in-progress: true
env:
FORCE_COLOR: 1
jobs:
tests:
name: Python ${{ matrix.python-version }} / Postgres ${{ matrix.postgres-version }} / ${{ matrix.use-copy == 'true' && 'COPY' || 'INSERT' }}
runs-on: ubuntu-latest
strategy:
fail-fast: false
matrix:
python-version:
- "3.13"
- "3.12"
- "3.11"
- "3.10"
- "3.9"
postgres-version:
- "17"
use-copy:
- "true"
include:
- python-version: "3.13"
postgres-version: "13"
use-copy: "true"
- python-version: "3.13"
postgres-version: "14"
use-copy: "true"
- python-version: "3.13"
postgres-version: "15"
use-copy: "true"
- python-version: "3.13"
postgres-version: "16"
use-copy: "true"
- python-version: "3.13"
postgres-version: "17"
use-copy: "false"
steps:
- uses: actions/checkout@v4
with:
fetch-tags: true
- name: Fix key permissions
run: |
chmod 600 ssl/server.key
sudo chown 999:999 ssl/server.key
chmod 600 ssl/pkey.key
chmod 644 ssl/public_pkey.key
- name: Set up Postgres container
env:
POSTGRES_VERSION: ${{ matrix.postgres-version }}
run: |
docker compose -f docker-compose.yml up -d
- run: docker ps
- name: Set up Python '${{ matrix.python-version }}'
uses: actions/setup-python@v5
with:
python-version: '${{ matrix.python-version }}'
- name: Install Tox
env:
PIP_CONSTRAINT: ${{ github.workspace }}/.github/workflows/constraints.txt
run: |
python -m pip install --upgrade pip
pipx install tox
- name: Run pytest
env:
TARGET_POSTGRES_USE_COPY: ${{ matrix.use-copy }}
run: |
tox -e ${{ matrix.python-version }}
- name: Run lint
run: |
tox -e lint
integration:
name: Meltano integration test / ${{ matrix.use-copy == 'true' && 'COPY' || 'INSERT' }}
runs-on: ubuntu-latest
services:
postgres:
image: postgres
env:
POSTGRES_PASSWORD: postgres
options: >-
--health-cmd pg_isready
--health-interval 10s
--health-timeout 5s
--health-retries 5
ports:
- 5432:5432
strategy:
fail-fast: false
matrix:
use-copy: ["true", "false"]
steps:
- uses: actions/checkout@v4
- name: Set up Python
uses: actions/setup-python@v5
with:
python-version: 3.x
- name: Install dependencies
env:
PIP_CONSTRAINT: ${{ github.workspace }}/.github/workflows/constraints.txt
run: |
python -m pip install --upgrade pip
pipx install meltano
meltano --version
- name: smoke-test-tap
env:
TARGET_POSTGRES_USE_COPY: ${{ matrix.use-copy }}
run: meltano run tap-smoke-test target-postgres