Merge branch 'main' into fix/configurable-dynamic-catalog

meltano · Nov 28, 2023 · f42e6f3 · f42e6f3
2 parents 08a26da + 039c06f
commit f42e6f3
Show file tree

Hide file tree

Showing 151 changed files with 4,689 additions and 3,615 deletions.
diff --git a/.flake8 b/.flake8
@@ -1,6 +1,7 @@
 [flake8]
 max-line-length = 88
 exclude = cookiecutter
+ignore = E, W
 per-file-ignores =
     # Don't require docstrings conventions in private modules
     singer_sdk/helpers/_*.py:DAR

diff --git a/.github/ISSUE_TEMPLATE/bug.yml b/.github/ISSUE_TEMPLATE/bug.yml
@@ -15,7 +15,7 @@ body:
     attributes:
       label: Singer SDK Version
       description: Version of the library you are using
-      placeholder: "0.30.0"
+      placeholder: "0.33.1"
     validations:
       required: true
   - type: checkboxes
@@ -36,6 +36,7 @@ body:
         - "3.8"
         - "3.9"
         - "3.10"
+        - "3.11"
         - "NA"
     validations:
       required: true

diff --git a/.github/dependabot.yml b/.github/dependabot.yml
@@ -5,15 +5,13 @@ updates:
     schedule:
       interval: daily
       time: "12:00"
-      timezone: "UTC"
     reviewers: [meltano/engineering]
     labels: [deps]
   - package-ecosystem: pip
     directory: "/.github/workflows"
     schedule:
       interval: daily
       time: "12:00"
-      timezone: "UTC"
     reviewers: [meltano/engineering]
     labels: [deps]
   - package-ecosystem: github-actions

diff --git a/.github/workflows/codeql-analysis.yml b/.github/workflows/codeql-analysis.yml
@@ -9,7 +9,13 @@ name: "CodeQL"
 on:
   push:
     branches: [ "main" ]
-  pull_request: {}
+    paths:
+      - .github/workflows/codeql-analysis.yml
+      - '**.py'  # Any Python file
+  pull_request:
+    paths:
+      - .github/workflows/codeql-analysis.yml
+      - '**.py'  # Any Python file
   schedule:
     - cron: '37 10 * * 5'
 
@@ -31,7 +37,7 @@ jobs:
 
     steps:
     - name: Checkout repository
-      uses: actions/checkout@v3.5.3
+      uses: actions/checkout@v4.1.1
 
     # Initializes the CodeQL tools for scanning.
     - name: Initialize CodeQL

diff --git a/.github/workflows/codspeed.yml b/.github/workflows/codspeed.yml
@@ -0,0 +1,44 @@
+name: codspeed
+
+on:
+  push:
+    branches:
+      - "main"
+  pull_request:
+  # `workflow_dispatch` allows CodSpeed to trigger backtest
+  # performance analysis in order to generate initial data.
+  workflow_dispatch:
+
+jobs:
+  benchmarks:
+    runs-on: ubuntu-latest
+    steps:
+    - name: Check out the repository
+      uses: actions/checkout@v4.1.1
+
+    - name: Setup Python
+      uses: actions/setup-python@v4.7.1
+      with:
+        python-version: 3.11
+        architecture: x64
+
+    - name: Install poetry
+      run: |
+        curl -fsS https://install.python-poetry.org | python - -y
+
+    - name: Configure poetry
+      run: poetry config virtualenvs.create false
+
+    - name: Install project
+      run: >
+        poetry install
+        -vvv
+        --with dev
+        --with benchmark
+        --all-extras
+
+    - name: Run benchmarks
+      uses: CodSpeedHQ/action@v1
+      with:
+        token: ${{ secrets.CODSPEED_TOKEN }}
+        run: pytest tests/ --codspeed
diff --git a/.github/workflows/constraints.txt b/.github/workflows/constraints.txt
@@ -1,5 +1,6 @@
-pip==23.2
-poetry==1.5.1
-pre-commit==3.3.3
+pip==23.3.1
+poetry==1.7.1
+poetry-plugin-export==1.6.0
+pre-commit==3.5.0
 nox==2023.4.22
 nox-poetry==1.0.3
diff --git a/.github/workflows/cookiecutter-e2e.yml b/.github/workflows/cookiecutter-e2e.yml
@@ -3,10 +3,16 @@ name: E2E Cookiecutters
 on:
   pull_request:
     types: [opened, synchronize, reopened]
-    paths: ["cookiecutter/**", "e2e-tests/cookiecutters/**"]
+    paths:
+    - "cookiecutter/**"
+    - "e2e-tests/cookiecutters/**"
+    - ".github/workflows/cookiecutter-e2e.yml"
   push:
     branches: [main]
-    paths: ["cookiecutter/**", "e2e-tests/cookiecutters/**"]
+    paths:
+    - "cookiecutter/**"
+    - "e2e-tests/cookiecutters/**"
+    - ".github/workflows/cookiecutter-e2e.yml"
   workflow_dispatch:
 
 concurrency:
@@ -18,17 +24,17 @@ env:
 
 jobs:
   lint:
-    name: Cookiecutter E2E ${{ matrix.python-version }} ${{ matrix.python-version }} / ${{ matrix.os }}
+    name: Cookiecutter E2E Python ${{ matrix.python-version }} / ${{ matrix.os }}
     runs-on: ${{ matrix.os }}
     strategy:
       fail-fast: true
       matrix:
         include:
-          - { python-version: "3.10",  os: "ubuntu-latest" }
+          - { python-version: "3.11",  os: "ubuntu-latest" }
 
     steps:
     - name: Check out the repository
-      uses: actions/checkout@v3.5.3
+      uses: actions/checkout@v4.1.1
 
     - name: Upgrade pip
       env:
@@ -38,12 +44,16 @@ jobs:
         pip --version
 
     - name: Install Poetry
+      env:
+        PIP_CONSTRAINT: .github/workflows/constraints.txt
       run: |
         pipx install poetry
+        pipx inject poetry poetry-plugin-export
         poetry --version
+        poetry self show plugins
 
     - name: Setup Python ${{ matrix.python-version }}
-      uses: actions/setup-python@v4.7.0
+      uses: actions/setup-python@v4.7.1
       with:
         python-version: ${{ matrix.python-version }}
         architecture: x64
@@ -59,8 +69,8 @@ jobs:
       env:
         PIP_CONSTRAINT: .github/workflows/constraints.txt
       run: |
-        pipx install --pip-args=--constraint=.github/workflows/constraints.txt nox
-        pipx inject --pip-args=--constraint=.github/workflows/constraints.txt nox nox-poetry
+        pipx install nox
+        pipx inject nox nox-poetry
         nox --version
 
     - name: Run Nox
@@ -74,7 +84,10 @@ jobs:
         path: |
           /tmp/tap-*
           /tmp/target-*
+          /tmp/mapper-*
           !/tmp/tap-*/.mypy_cache/
           !/tmp/target-*/.mypy_cache/
+          !/tmp/mapper-*/.mypy_cache/
           !/tmp/tap-*/.tox/
           !/tmp/target-*/.tox/
+          !/tmp/mapper-*/.tox/
diff --git a/.github/workflows/dependency-review.yml b/.github/workflows/dependency-review.yml
@@ -5,9 +5,6 @@ on:
   workflow_dispatch:
     inputs: {}
 
-env:
-  FOSSA_CLI_INSTALLER_VERSION: '3.3.10'
-
 permissions:
   contents: read
 
@@ -16,26 +13,10 @@ jobs:
     runs-on: ubuntu-latest
     steps:
       - name: Checkout the repository
-        uses: actions/checkout@v3.5.3
+        uses: actions/checkout@v4.1.1
 
       - name: GitHub dependency vulnerability check
         if: ${{ github.event_name == 'pull_request_target' }}
-        uses: actions/dependency-review-action@v3.0.6
+        uses: actions/dependency-review-action@v3.1.3
         with:
           fail-on-severity: high
-
-      - name: FOSSA dependency license check
-        run: |
-          # `$FOSSA_CLI_INSTALLER_VERSION` only controls the version of the installer used - the latest version of `fossa-cli` will always be used.
-          curl --no-progress-meter -H 'Cache-Control: no-cache' https://raw.githubusercontent.com/fossas/fossa-cli/v${FOSSA_CLI_INSTALLER_VERSION}/install-latest.sh | bash
-
-          echo '## FOSSA dependency license check' >> $GITHUB_STEP_SUMMARY
-          echo '' >> $GITHUB_STEP_SUMMARY
-
-          fossa analyze --fossa-api-key ${{ secrets.MELTYBOT_FOSSA_API_KEY }} --revision ${{ github.sha }} |& tee fossa_analyze.log
-          fossa test --fossa-api-key ${{ secrets.MELTYBOT_FOSSA_API_KEY }} --revision ${{ github.sha }}
-
-          TEST_FAILED=$?
-          FOSSA_REPORT_LINK="$(grep -A 1 '[ INFO] View FOSSA Report:' fossa_analyze.log | tail -n 1 | sed -e 's/^\[ INFO\]\s*//')"
-          echo "[FOSSA detected $([ $TEST_FAILED -ne 0 ] && echo -n '' || echo 'no ')issues](${FOSSA_REPORT_LINK})" >> $GITHUB_STEP_SUMMARY
-          exit $TEST_FAILED
diff --git a/.github/workflows/release.yml b/.github/workflows/release.yml
@@ -1,8 +1,9 @@
 name: Release
 
 on:
-  release:
-    types: [published]
+  push:
+    tags:
+      - v*
 
 permissions:
   contents: write  # Needed to upload artifacts to the release
@@ -16,12 +17,12 @@ jobs:
 
     steps:
     - name: Checkout code
-      uses: actions/checkout@v3.5.3
+      uses: actions/checkout@v4.1.1
 
     - name: Set up Python
-      uses: actions/setup-python@v4.7.0
+      uses: actions/setup-python@v4.7.1
       with:
-        python-version: "3.10"
+        python-version: "3.11"
 
     - name: Upgrade pip
       env:
@@ -56,4 +57,4 @@ jobs:
         file_glob: true
 
     - name: Publish
-      uses: pypa/gh-action-pypi-publish@v1.8.8
+      uses: pypa/gh-action-pypi-publish@v1.8.10