feat: testing framework in python and microsoft fabric support with expression grammar and evaluation support

.github/workflows/ci-cd.yml

@@ -0,0 +1,76 @@
+name: CI-CD
+
+on: [push]
+
+jobs:
+  build_and_publish:
+    runs-on: ubuntu-latest
+    permissions:
+      contents: read
+      packages: write
+      id-token: write
+    environment:
+      name: pypi
+      url: https://pypi.org/p/data-factory-testing-framework
+    steps:
+      #----------------------------------------------
+      #       check-out repo and set-up python
+      #----------------------------------------------
+      - name: Check out repository
+        uses: actions/checkout@v3
+      - name: Set up python
+        id: setup-python
+        uses: actions/setup-python@v4
+        with:
+          python-version: '3.9'
+      #----------------------------------------------
+      #  -----  install & configure poetry  -----
+      #----------------------------------------------
+      - name: Install Poetry
+        uses: snok/install-poetry@v1
+        with:
+          virtualenvs-create: true
+          virtualenvs-in-project: true
+          installer-parallel: true
+
+      #----------------------------------------------
+      #       load cached venv if cache exists
+      #----------------------------------------------
+      - name: Load cached venv
+        id: cached-poetry-dependencies
+        uses: actions/cache@v3
+        with:
+          path: .venv
+          key: venv-${{ runner.os }}-${{ steps.setup-python.outputs.python-version }}-${{ hashFiles('**/poetry.lock') }}
+      #----------------------------------------------
+      # install dependencies if cache does not exist
+      #----------------------------------------------
+      - name: Install dependencies
+        if: steps.cached-poetry-dependencies.outputs.cache-hit != 'true'
+        run: |
+            source .venv/bin/activate
+            poetry install --no-interaction --no-root
+      #----------------------------------------------
+      # install your root project, if required
+      #----------------------------------------------
+      - name: Install project
+        run: |
+          source .venv/bin/activate
+          poetry install --no-interaction
+      #----------------------------------------------
+      #              run test suite
+      #----------------------------------------------
+      - name: Run tests
+        run: |
+          source .venv/bin/activate
+          poetry run pytest .
+      - name: Set build version and build package
+        run: |
+          source .venv/bin/activate
+          poetry version 0.0.0.alpha${{ github.run_number}}
+          poetry build
+      - name: Publish package distributions to PyPI
+        if: github.ref == 'refs/heads/main'
+        uses: pypa/gh-action-pypi-publish@release/v1
+        with:
+          packages-dir: ./dist

.gitignore

@@ -326,6 +326,7 @@ paket-files/
 # Python Tools for Visual Studio (PTVS)
 __pycache__/
 *.pyc
+.pytest_cache
 
 # Cake - Uncomment if you are using it
 # tools/**
@@ -396,4 +397,7 @@ FodyWeavers.xsd
 
 # JetBrains Rider
 *.sln.iml
-.idea
+.idea
+
+# Distributions / Releases
+dist

.pre-commit-config.yaml

@@ -0,0 +1,24 @@
+repos:
+-   repo: https://github.com/python-poetry/poetry
+    rev: 1.6.1
+    hooks:
+    -   id: poetry-check
+        args: []
+    -   id: poetry-lock
+        args: ["--no-update"]
+- repo: https://github.com/astral-sh/ruff-pre-commit
+  rev: v0.1.5
+  hooks:
+    - id: ruff
+      args: [ --fix ]
+    - id: ruff-format
+-   repo: local
+    hooks:
+    -   id: pytest
+        name: pytest
+        entry: poetry run pytest .
+        language: system
+        types: [python]
+        require_serial: true
+        pass_filenames: false
+

.vscode/settings.json

@@ -0,0 +1,12 @@
+// VSCode settings for Python
+// We track these settings in the repository so that they are consistent across
+// for contributors.
+{
+    "python.testing.pytestArgs": [
+        "."
+        "-vv"
+    ],
+    "python.testing.cwd": "${workspaceFolder}",
+    "python.testing.pytestEnabled": true,
+    "python.testing.unittestEnabled": false,
+}

DEVELOPMENT.md

@@ -0,0 +1,33 @@
+# Azure Data Factory v2 - Unit Testing Framework
+
+## Development
+
+### Prerequisites
+
+* poetry == 1.6.1
+
+### Pre-Commit Hooks
+
+We use pre-commit hooks to ensure that the code is formatted correctly and that the code is linted before committing.
+
+To install the pre-commit hooks, run the following command:
+
+```bash
+poetry run pre-commit install
+```
+
+To run the pre-commit hooks use the following command (append `--all-files` to run on all files)):
+
+```bash
+poetry run pre-commit run
+```
+
+### Run Linting
+
+We use Ruff to lint our code as it provides similar rule sets to well-established linters into one (e.g., black, flake8, isort, and pydocstyle).
+
+To run linting, run the following command:
+
+```bash
+poetry run ruff .
+```