Merge branch 'main' into rb/2353/prepare_table_columns

.github/CODEOWNERS

@@ -4,7 +4,7 @@
 # nested in that directory, on any level
 
 # Default owners
-* @edgarrmondragon @kgpayne
+* @edgarrmondragon
 
 # CI/CD
 /.github/workflows/ @edgarrmondragon @meltano/engineering

.github/ISSUE_TEMPLATE/bug.yml

@@ -13,7 +13,7 @@ body:
     attributes:
       label: Singer SDK Version
       description: Version of the library you are using
-      placeholder: "0.37.0"
+      placeholder: "0.39.1"
     validations:
       required: true
   - type: checkboxes

.github/dependabot.yml

@@ -3,23 +3,35 @@ updates:
   - package-ecosystem: "pip"
     directory: "/"
     schedule:
-      interval: daily
+      interval: weekly
       time: "12:00"
     reviewers: [meltano/engineering]
-    labels: [deps]
+    labels: [Dependencies]
+    groups:
+      development-dependencies:
+        dependency-type: development
+      runtime-dependencies:
+        dependency-type: production
+        update-types:
+          - "minor"
+          - "patch"
   - package-ecosystem: pip
     directory: "/.github/workflows"
     schedule:
-      interval: daily
+      interval: weekly
       time: "12:00"
     reviewers: [meltano/engineering]
-    labels: [deps]
+    labels: [Dependencies]
+    groups:
+      ci:
+        patterns:
+          - "*"
   - package-ecosystem: github-actions
     directory: "/"
     schedule:
       interval: weekly
     reviewers: [meltano/engineering]
-    labels: [deps]
+    labels: [Dependencies]
     groups:
       actions:
         patterns:

.github/semantic.yml

@@ -15,6 +15,7 @@ types:
   - docs
   - feat
   - fix
+  - packaging
   - perf
   - refactor
   - revert

.github/workflows/api-changes.yml

@@ -0,0 +1,53 @@
+name: API Changes
+
+on:
+  pull_request:
+    paths:
+    - singer_sdk/**
+    - .github/workflows/api-changes.yml
+    - CHANGELOG.md
+  workflow_dispatch:
+
+concurrency:
+  group: ${{ github.workflow }}-${{ github.head_ref || github.run_id }}
+  cancel-in-progress: true
+
+permissions:  # added using https://github.com/step-security/secure-repo
+  contents: read
+
+jobs:
+  check-api-changes:
+    name: Check API Changes
+    runs-on: ubuntu-latest
+    env:
+      NOXSESSION: api
+    steps:
+    - name: Check out the repository
+      uses: actions/checkout@v4
+      with:
+        fetch-depth: 0
+
+    - name: Setup Python
+      uses: actions/setup-python@v5
+      with:
+        python-version: 3.12
+
+    - name: Install tools
+      env:
+        PIP_CONSTRAINT: ${{ github.workspace }}/.github/workflows/constraints.txt
+      run: |
+        python -Im pip install -U pip
+        pipx install griffe nox
+        pipx inject nox nox-poetry
+        pipx list
+
+    - name: Set REF
+      id: set-ref
+      if: always() && !startsWith(github.head_ref, 'release/')
+      run: |
+        echo "ref=${{ github.event.pull_request.base.sha }}" >> $GITHUB_OUTPUT
+
+    # Check API against the latest commit on the base branch
+    - name: Run Nox
+      run: |
+        nox -- ${{ steps.set-ref.outputs.ref }}

.github/workflows/codspeed.yml

@@ -48,7 +48,7 @@ jobs:
         --with benchmark
         --all-extras
 
-    - uses: CodSpeedHQ/action@v2
+    - uses: CodSpeedHQ/action@v3
       with:
         token: ${{ secrets.CODSPEED_TOKEN }}
         run: pytest tests/ --codspeed

.github/workflows/constraints.txt

@@ -1,7 +1,8 @@
-pip==24.0
+griffe==0.48.0
+pip==24.2
 poetry==1.8.3
-poetry-plugin-export==1.7.1
-poetry-dynamic-versioning==1.3.0
-pre-commit==3.7.0
+poetry-plugin-export==1.8.0
+poetry-dynamic-versioning==1.4.0
+pre-commit==3.8.0
 nox==2024.4.15
 nox-poetry==1.0.3

.github/workflows/release.yml

@@ -3,40 +3,101 @@ name: Release
 on:
   push:
 
-permissions:
-  contents: write  # Needed to upload artifacts to the release
-  id-token: write  # Needed for OIDC PyPI publishing
-
 jobs:
   build:
+    name: Build artifacts
     runs-on: ubuntu-latest
     steps:
     - uses: actions/checkout@v4
       with:
         fetch-depth: 0
     - uses: hynek/build-and-inspect-python-package@v2
 
+  check-tag:
+    name: Check tag
+    runs-on: ubuntu-latest
+    if: startsWith(github.ref, 'refs/tags/')
+    outputs:
+      is_final: ${{ steps.check.outputs.is_final }}
+    steps:
+    - name: Check if tag is a pre-release
+      id: check
+      run: |
+        echo "is_final=$(echo '${{ github.ref }}' | grep -qE '^v[0-9]+\.[0-9]+\.[0-9]+$' && echo 'true' || echo 'false')" >> $GITHUB_OUTPUT
+
+  provenance:
+    name: Provenance
+    runs-on: ubuntu-latest
+    needs: [build]
+    if: startsWith(github.ref, 'refs/tags/')
+    permissions:
+      id-token: write     # Needed for attestations
+      attestations: write # Needed for attestations
+    outputs:
+      bundle-path: ${{ steps.attest.outputs.bundle-path }}
+    steps:
+    - uses: actions/download-artifact@v4
+      with:
+        name: Packages
+        path: dist
+    - uses: actions/attest-build-provenance@v1
+      id: attest
+      with:
+        subject-path: "./dist/singer_sdk*"
+    - uses: actions/upload-artifact@v4
+      with:
+        name: Attestations
+        path: ${{ steps.attest.outputs.bundle-path }}
+
   publish:
-    name: Publish to PyPI
+    name: PyPI
     runs-on: ubuntu-latest
     needs: [build]
     environment:
       name: publishing
       url: https://pypi.org/p/singer-sdk
     if: startsWith(github.ref, 'refs/tags/')
+    permissions:
+      id-token: write  # Needed for OIDC PyPI publishing
+    steps:
+    - uses: actions/download-artifact@v4
+      with:
+        name: Packages
+        path: dist
+    - name: Publish
+      uses: pypa/[email protected]
+
+  upload-to-release:
+    name: Upload files to release
+    runs-on: ubuntu-latest
+    needs: [build, check-tag, provenance]
+    if: ${{ startsWith(github.ref, 'refs/tags/') && needs.check-tag.outputs.is_final == 'true' }}
+    permissions:
+      contents: write     # Needed for uploading files to the release
+
     steps:
     - uses: actions/download-artifact@v4
       with:
         name: Packages
         path: dist
-    - name: Upload wheel to release
+
+    - uses: actions/download-artifact@v4
+      with:
+        name: Attestations
+        path: attestations
+
+    - name: Upload wheel and sdist to release
       uses: svenstaro/upload-release-action@v2
       with:
-        repo_token: ${{ secrets.GITHUB_TOKEN }}
-        file: dist/*.whl
+        file: dist/singer_sdk*
         tag: ${{ github.ref }}
         overwrite: true
         file_glob: true
 
-    - name: Publish
-      uses: pypa/[email protected]
+    - name: Upload attestations to release
+      uses: svenstaro/upload-release-action@v2
+      with:
+        file: attestations/attestation.jsonl
+        tag: ${{ github.ref }}
+        overwrite: true
+        asset_name: attestations.intoto.jsonl

.github/workflows/test.yml

@@ -113,9 +113,6 @@ jobs:
       SAMPLE_TAP_GITLAB_GROUP_IDS: ${{ secrets.SAMPLE_TAP_GITLAB_GROUP_IDS }}
       SAMPLE_TAP_GITLAB_PROJECT_IDS: ${{ secrets.SAMPLE_TAP_GITLAB_PROJECT_IDS }}
       SAMPLE_TAP_GITLAB_START_DATE: "2022-01-01T00:00:00Z"
-      SAMPLE_TAP_GOOGLE_ANALYTICS_CLIENT_EMAIL: ${{ secrets.SAMPLE_TAP_GOOGLE_ANALYTICS_CLIENT_EMAIL }}
-      SAMPLE_TAP_GOOGLE_ANALYTICS_PRIVATE_KEY: ${{ secrets.SAMPLE_TAP_GOOGLE_ANALYTICS_PRIVATE_KEY }}
-      SAMPLE_TAP_GOOGLE_ANALYTICS_VIEW_ID: ${{ secrets.SAMPLE_TAP_GOOGLE_ANALYTICS_VIEW_ID }}
 
     steps:
     - uses: actions/checkout@v4

.pre-commit-config.yaml

@@ -23,6 +23,7 @@ repos:
             cookiecutter/.*/meltano.yml|
             cookiecutter/.*/.pre-commit-config.yaml|
             cookiecutter/.*/dependabot.yml|
+            cookiecutter/.*/build.yml|
             cookiecutter/.*/test.yml
         )$
   - id: end-of-file-fixer
@@ -42,14 +43,14 @@ repos:
         )$
 
 - repo: https://github.com/python-jsonschema/check-jsonschema
-  rev: 0.28.2
+  rev: 0.29.1
   hooks:
   - id: check-dependabot
   - id: check-github-workflows
   - id: check-readthedocs
 
 - repo: https://github.com/astral-sh/ruff-pre-commit
-  rev: v0.4.3
+  rev: v0.5.7
   hooks:
   - id: ruff
     args: [--fix, --exit-non-zero-on-fix, --show-fixes]
@@ -63,18 +64,6 @@ repos:
         cookiecutter/.*
       )$
 
-- repo: https://github.com/pycqa/flake8
-  rev: 7.0.0
-  hooks:
-  - id: flake8
-    additional_dependencies:
-    - darglint==1.8.1
-    files: |
-        (?x)^(
-          singer_sdk/.*|
-          samples/.*
-        )$
-
 - repo: https://github.com/python-poetry/poetry
   rev: 1.8.0
   hooks:

.readthedocs.yml

@@ -3,7 +3,7 @@ version: 2
 build:
   os: ubuntu-22.04
   tools:
-    python: "3.11"
+    python: "3.12"
 
 sphinx:
   builder: html