Merge branch 'main' into edgarrmondragon/feat/records-batch-metric

meltano · Nov 15, 2024 · 8d7da14 · 8d7da14
2 parents 8d8e032 + 344a218
commit 8d7da14
Show file tree

Hide file tree

Showing 134 changed files with 2,936 additions and 1,624 deletions.
diff --git a/.github/ISSUE_TEMPLATE/bug.yml b/.github/ISSUE_TEMPLATE/bug.yml
@@ -1,7 +1,9 @@
 name: Bug Report
 description: File a bug report
 title: "bug: <title>"
-labels: ["kind/Bug", "valuestream/SDK"]
+type: Fix
+assignees:
+  - edgarrmondragon
 
 body:
   - type: markdown
@@ -13,7 +15,7 @@ body:
     attributes:
       label: Singer SDK Version
       description: Version of the library you are using
-      placeholder: "0.41.0"
+      placeholder: "0.42.1"
     validations:
       required: true
   - type: checkboxes
@@ -29,13 +31,13 @@ body:
       label: Python Version
       description: Version of Python you are using
       options:
+        - "NA"
+        - "3.13"
         - "3.12"
         - "3.11"
         - "3.10"
         - "3.9"
-        - "3.8"
-        - "3.7 or earlier"
-        - "NA"
+        - "3.8 or earlier"
     validations:
       required: true
   - type: dropdown
@@ -60,7 +62,7 @@ body:
       description: What operating system you are using
       placeholder: "Windows"
     validations:
-      required: true
+      required: false
   - type: textarea
     id: what-happened
     attributes:

diff --git a/.github/ISSUE_TEMPLATE/docs.yml b/.github/ISSUE_TEMPLATE/docs.yml
@@ -1,7 +1,10 @@
 name: Documentation change
 description: Request a documentation change
 title: "docs: <title>"
+type: Docs
 labels: ["Documentation", "valuestream/SDK"]
+assignees:
+  - edgarrmondragon
 
 body:
   - type: markdown

diff --git a/.github/ISSUE_TEMPLATE/feature.yml b/.github/ISSUE_TEMPLATE/feature.yml
@@ -2,8 +2,9 @@ name: Feature request
 description: Request a new feature
 title: "feat: <title>"
 labels: ["kind/Feature", "valuestream/SDK"]
+type: Feat
 assignees:
-  - meltano/engineering
+  - edgarrmondragon
 
 body:
   - type: markdown
@@ -16,7 +17,8 @@ body:
       label: Feature scope
       description: Functionality this new feature would impact
       options:
-        - Taps (catalog, state, stream maps, tests, etc.)
+        - Taps (catalog, state, tests, etc.)
+        - Inline mapping (stream maps, flattening, etc.)
         - Targets (data type handling, batching, SQL object generation, tests, etc.)
         - Configuration (settings parsing, validation, etc.)
         - CLI (options, error messages, logging, etc.)

diff --git a/.github/workflows/api-changes.yml b/.github/workflows/api-changes.yml
@@ -30,15 +30,14 @@ jobs:
     - name: Setup Python
       uses: actions/setup-python@v5
       with:
-        python-version: 3.12
+        python-version: 3.x
 
     - name: Install tools
       env:
         PIP_CONSTRAINT: ${{ github.workspace }}/.github/workflows/constraints.txt
       run: |
         python -Im pip install -U pip
         pipx install griffe nox
-        pipx inject nox nox-poetry
         pipx list
 
     - name: Set REF

diff --git a/.github/workflows/codeql-analysis.yml b/.github/workflows/codeql-analysis.yml
@@ -8,7 +8,9 @@ name: "CodeQL"
 
 on:
   push:
-    branches: [ "main" ]
+    branches:
+      - "main"
+      - "v*"
     paths:
       - .github/workflows/codeql-analysis.yml
       - '**.py'  # Any Python file

diff --git a/.github/workflows/codspeed.yml b/.github/workflows/codspeed.yml
@@ -4,6 +4,7 @@ on:
   push:
     branches:
       - "main"
+      - "v*"
     paths:
       - "singer_sdk/**"
       - "tests/**"
@@ -30,7 +31,7 @@ jobs:
     - uses: actions/checkout@v4
     - uses: actions/setup-python@v5
       with:
-        python-version: 3.12
+        python-version: 3.x
         architecture: x64
 
     - name: Install poetry

diff --git a/.github/workflows/constraints.txt b/.github/workflows/constraints.txt
@@ -1,8 +1,5 @@
-griffe==1.3.1
-pip==24.2
-poetry==1.8.3
-poetry-plugin-export==1.8.0
-poetry-dynamic-versioning==1.4.1
-pre-commit==3.8.0
-nox==2024.4.15
-nox-poetry==1.0.3
+griffe~=1.5
+pip==24.3.1
+poetry==1.8.4
+pre-commit==4.0.1
+nox==2024.10.9
diff --git a/.github/workflows/cookiecutter-e2e.yml b/.github/workflows/cookiecutter-e2e.yml
@@ -8,7 +8,9 @@ on:
     - "e2e-tests/cookiecutters/**"
     - ".github/workflows/cookiecutter-e2e.yml"
   push:
-    branches: [main]
+    branches:
+    - main
+    - v*
     paths:
     - "cookiecutter/**"
     - "e2e-tests/cookiecutters/**"
@@ -24,14 +26,8 @@ env:
 
 jobs:
   lint:
-    name: Cookiecutter E2E Python ${{ matrix.python-version }} / ${{ matrix.os }}
-    runs-on: ${{ matrix.os }}
-    strategy:
-      fail-fast: true
-      matrix:
-        include:
-          - { python-version: "3.12",  os: "ubuntu-latest" }
-
+    name: Cookiecutter E2E Python
+    runs-on: ubuntu-latest
     steps:
     - uses: actions/checkout@v4
     - name: Upgrade pip
@@ -46,38 +42,36 @@ jobs:
         PIP_CONSTRAINT: ${{ github.workspace }}/.github/workflows/constraints.txt
       run: |
         pipx install poetry
-        pipx inject poetry poetry-plugin-export
         poetry --version
-        poetry self show plugins
 
     - uses: actions/setup-python@v5
       with:
-        python-version: ${{ matrix.python-version }}
-        architecture: x64
-        cache: 'pip'
-        cache-dependency-path: 'poetry.lock'
+        python-version: 3.x
+
+    - uses: astral-sh/setup-uv@v3
+      with:
+        version: ">=0.4.30"
 
     - name: Install pre-commit
       run: |
-        pipx install pre-commit
+        uv tool install --with=pre-commit-uv pre-commit
         pre-commit --version
 
     - name: Install Nox
       env:
         PIP_CONSTRAINT: ${{ github.workspace }}/.github/workflows/constraints.txt
       run: |
-        pipx install nox
-        pipx inject nox nox-poetry
+        uv tool install nox
         nox --version
 
     - name: Run Nox
       run: |
-        nox --python=${{ matrix.python-version }} --session=test_cookiecutter
+        nox --session=test_cookiecutter
 
     - uses: actions/upload-artifact@v4
       if: always()
       with:
-        name: cookiecutter-${{ matrix.os }}-py${{ matrix.python-version }}
+        name: cookiecutter-ubuntu-latest-py3x
         path: |
           /tmp/tap-*
           /tmp/target-*

diff --git a/.github/workflows/release.yml b/.github/workflows/release.yml
@@ -65,7 +65,7 @@ jobs:
         name: Packages
         path: dist
     - name: Publish
-      uses: pypa/gh-action-pypi-publish@v1.10.2
+      uses: pypa/gh-action-pypi-publish@v1.12.2
 
   upload-to-release:
     name: Upload files to release

diff --git a/.github/workflows/test.yml b/.github/workflows/test.yml
@@ -14,7 +14,9 @@ on:
       - ".github/workflows/test.yml"
       - ".github/workflows/constraints.txt"
   push:
-    branches: [main]
+    branches:
+      - main
+      - v*
     paths:
       - "cookiecutter/**"
       - "samples/**"
@@ -37,7 +39,7 @@ env:
 
 jobs:
   tests:
-    name: "Test on ${{ matrix.python-version }} (${{ matrix.session }}) / ${{ matrix.os }} / SQLAlchemy: ${{ matrix.sqlalchemy }}"
+    name: "Test on ${{ matrix.python-version }} (${{ matrix.session }}) / ${{ matrix.os }}"
     runs-on: ${{ matrix.os }}
     continue-on-error: true
     env:
@@ -48,32 +50,26 @@ jobs:
       matrix:
         session: [tests]
         os: ["ubuntu-latest", "macos-latest", "windows-latest"]
-        python-version: ["3.8", "3.9", "3.10", "3.11", "3.12"]
-        sqlalchemy: ["2"]
+        python-version:
+        - "3.9"
+        - "3.10"
+        - "3.11"
+        - "3.12"
+        - "3.13"
         include:
-        - { session: tests,   python-version: "3.12", os: "ubuntu-latest", sqlalchemy: "1" }
-        - { session: doctest, python-version: "3.12", os: "ubuntu-latest", sqlalchemy: "2" }
-        - { session: mypy,    python-version: "3.12",  os: "ubuntu-latest", sqlalchemy: "2" }
-        - { session: deps,    python-version: "3.12",  os: "ubuntu-latest", sqlalchemy: "2" }
+        - { session: doctest, python-version: "3.13", os: "ubuntu-latest" }
+        - { session: mypy,    python-version: "3.13", os: "ubuntu-latest" }
+        - { session: deps,    python-version: "3.13", os: "ubuntu-latest" }
 
     steps:
     - uses: actions/checkout@v4
       with:
         fetch-depth: 0
 
-    - name: Install Poetry
-      env:
-        PIP_CONSTRAINT: ${{ github.workspace }}/.github/workflows/constraints.txt
-      run: |
-        pipx install poetry
-        pipx inject poetry poetry-plugin-export
-        pipx inject poetry poetry-dynamic-versioning[plugin]
-        poetry --version
-        poetry self show plugins
-
     - uses: actions/setup-python@v5
       with:
         python-version: ${{ matrix.python-version }}
+        allow-prereleases: true
 
     - name: Upgrade pip
       env:
@@ -87,7 +83,6 @@ jobs:
         PIP_CONSTRAINT: ${{ github.workspace }}/.github/workflows/constraints.txt
       run: |
         pipx install 'nox[uv]'
-        pipx inject nox nox-poetry
         nox --version
 
     - uses: actions/cache@v4
@@ -98,7 +93,8 @@ jobs:
 
     - name: Run Nox
       env:
-        SQLALCHEMY_VERSION: ${{ matrix.sqlalchemy }}
+        PIP_PRE: "1"
+        UV_PRERELEASE: allow
       run: |
         nox --verbose
 
@@ -126,16 +122,6 @@ jobs:
       with:
         fetch-depth: 0
 
-    - name: Install Poetry
-      env:
-        PIP_CONSTRAINT: ${{ github.workspace }}/.github/workflows/constraints.txt
-      run: |
-        pipx install poetry
-        pipx inject poetry poetry-plugin-export
-        pipx inject poetry poetry-dynamic-versioning[plugin]
-        poetry --version
-        poetry self show plugins
-
     - uses: actions/setup-python@v5
       with:
         python-version: ${{ env.NOXPYTHON }}
@@ -152,10 +138,12 @@ jobs:
         PIP_CONSTRAINT: ${{ github.workspace }}/.github/workflows/constraints.txt
       run: |
         pipx install 'nox[uv]'
-        pipx inject nox nox-poetry
         nox --version
 
     - name: Run Nox
+      env:
+        PIP_PRE: "1"
+        UV_PRERELEASE: allow
       run: |
         nox -- -m "external"
 
@@ -167,19 +155,9 @@ jobs:
       NOXSESSION: coverage
     steps:
     - uses: actions/checkout@v4
-
-    - name: Install Poetry
-      env:
-        PIP_CONSTRAINT: ${{ github.workspace }}/.github/workflows/constraints.txt
-      run: |
-        pipx install poetry
-        pipx inject poetry poetry-plugin-export
-        poetry --version
-        poetry self show plugins
-
     - uses: actions/setup-python@v5
       with:
-        python-version: '3.12'
+        python-version: '3.x'
 
     - name: Upgrade pip
       env:
@@ -198,7 +176,6 @@ jobs:
         PIP_CONSTRAINT: ${{ github.workspace }}/.github/workflows/constraints.txt
       run: |
         pipx install 'nox[uv]'
-        pipx inject nox nox-poetry
         nox --version
 
     - run: nox --install-only

diff --git a/.github/workflows/version_bump.yml b/.github/workflows/version_bump.yml
@@ -47,12 +47,11 @@ jobs:
 
     - uses: actions/setup-python@v5
       with:
-        python-version: "3.12"
-        architecture: x64
+        python-version: "3.x"
 
     - name: Bump version
       id: cz-bump
-      uses: commitizen-tools/commitizen-action@0.21.0
+      uses: commitizen-tools/commitizen-action@0.22.0
       with:
         increment: ${{ github.event.inputs.bump != 'auto' && github.event.inputs.bump || '' }}
         prerelease: ${{ github.event.inputs.prerelease != 'none' && github.event.inputs.prerelease || '' }}
@@ -102,6 +101,5 @@ jobs:
 
           [Release Draft](${{ steps.draft-release.outputs.url }})
         branch: release/v${{ steps.cz-bump.outputs.version }}
-        base: main
         labels: release
         assignees: "${{ github.actor }}"