feat: Integrate testcontainers into the current test environment

.github/workflows/docker.yml

@@ -0,0 +1,69 @@
+name: Deploy Docker Image
+
+on:
+  push:
+    branches:
+      - 2021.x
+      paths:
+        - '**/pom.xml'
+        - '**/src/main/**'
+      pull_request:
+        branches:
+          - 2021.x
+        paths:
+          - '**/pom.xml'
+          - '**/src/main/**'
+  release:
+    types:
+      - published
+  workflow_dispatch:
+
+env:
+  MAVEN_OPTS: -Dhttp.keepAlive=false -Dmaven.wagon.http.pool=false -Dmaven.wagon.http.retryHandler.count=3 -Dmaven.wagon.httpconnectionManager.ttlSeconds=30 -DskipTests
+
+jobs:
+  deploy-docker-iamge:
+    runs-on: ubuntu-latest
+    timeout-minutes: 60
+    steps:
+      - uses: actions/checkout@v2
+
+      # setup docker
+      - name: Set up QEMU
+        uses: docker/setup-qemu-action@v1
+
+      - name: Set up Docker Buildx
+        uses: docker/setup-buildx-action@v1
+
+      - name: Login to DockerHub
+        uses: docker/login-action@v1
+        with:
+          username: ${{ secrets.DOCKERHUB_USERNAME }}
+          password: ${{ secrets.DOCKERHUB_TOKEN }}
+
+      # build target with maven
+      - name: Cache Maven Repos
+        uses: actions/cache@v2
+        with:
+          path: ~/.m2/repository
+          key: ${{ runner.os }}-maven-${{ hashFiles('**/pom.xml') }}
+          restore-keys: |
+            ${{ runner.os }}-maven-
+
+      - name: Set up JDK 8
+        uses: actions/setup-java@v1
+        with:
+          java-version: 8
+
+      - name: set environment
+        run: export MAVEN_OPTS=' -Dmaven.javadoc.skip=true -Drat.skip=true -Djacoco.skip=true $MAVEN_OPTS'
+      - name: Build Project
+        run: |
+          ./mvnw -B -Prelease,docker -DskipTests clean install
+          docker image ls --format "{{.ID}} {{.Repository}} {{.Tag}}" | grep alibaba| sed  's/apache\//${{ secrets.DOCKERHUB_USERNAME }}\//' |tr A-Z a-z |awk '{system("docker tag "$1" "$2":latest;docker tag "$1" "$2":"$3";")}'
+
+      - name: Push Docker Image
+        run: |
+          echo Docker Images:
+          echo `docker image ls|grep -i ${{ secrets.DOCKERHUB_USERNAME }}|awk '{print $1":"$2}'`
+          docker image ls|grep -i ${{ secrets.DOCKERHUB_USERNAME }}|awk '{print $1":"$2}'|xargs -i docker push {}

.github/workflows/integration-test.yml

@@ -3,10 +3,49 @@ on:
   push:
     branches:
       - 2021.x
+    paths:
+      - '.github/workflows/integration-test.yml'
+      - '**/pom.xml'
+      - '**/src/main/**'
   pull_request:
     branches:
       - 2021.x
+    paths:
+      - '.github/workflows/integration-test.yml'
+      - '**/pom.xml'
+      - '**/src/main/**'
 jobs:
+  build-it-image:
+    name: build-it-image
+    runs-on: ubuntu-latest
+    timeout-minutes: 20
+    steps:
+      - uses: actions/checkout@v2
+      - name: Maven resolve ranges
+        run: ./mvnw versions:resolve-ranges -ntp -Dincludes='org.springframework:*,org.springframework.boot:*'
+      - name: Cache Maven Repos
+        uses: actions/cache@v2
+        with:
+          path: ~/.m2/repository
+          key: spring-cloud-alibaba-it-cache-${{ github.sha }}
+          restore-keys: |
+            ${{ runner.os }}-maven-
+      - name: Set up JDK 8
+        uses: actions/setup-java@v2
+        with:
+          distribution: 'temurin'
+          java-version: 8
+      - name: Build IT image
+        run: ./mvnw -B clean install -am -pl spring-cloud-alibaba-tests/spring-cloud-alibaba-testcontainers -Pit.env.docker -DskipTests -Dspotless.apply.skip=true
+      - name: Save IT image
+        run: docker save -o /tmp/spring-cloud-alibaba-testcontainers.tar apache/spring-cloud-alibaba-testcontainers:latest
+      - name: Upload IT image
+        uses: actions/upload-artifact@v3
+        with:
+          name: it-image
+          path: /tmp/spring-cloud-alibaba-testcontainers.tar
+          retention-days: 1
+
   integration-testing:
     name: Integration Testing
     runs-on: ubuntu-latest
@@ -29,4 +68,18 @@ jobs:
       - name: Testing
         run: mvn clean test
 #        run: mvn clean -Dit.enabled=true test
+      - name: Download IT image
+        uses: actions/download-artifact@v3
+        with:
+          name: it-image
+          path: /tmp/
+      - name: Load IT image
+        run: docker load -i /tmp/spring-cloud-alibaba-testcontainers.tar
+      - name: "run install by skip tests"
+        if: ${{ steps.check_changes.outputs.docs_only != 'true' }}
+        run: mvn -q -B -ntp clean install -DskipTests
+      - name: run integration tests
+        if: ${{ steps.check_changes.outputs.docs_only != 'true' }}
+        run: ./build/run_integration_group.sh CLI
+
 

.mvn/wrapper/maven-wrapper.properties

@@ -1 +1 @@
-distributionUrl=https://repo1.maven.org/maven2/org/apache/maven/apache-maven/3.5.2/apache-maven-3.5.2-bin.zip
+distributionUrl=https://repo1.maven.org/maven2/org/apache/maven/apache-maven/3.6.1/apache-maven-3.6.1-bin.zip

build/retry.sh

@@ -0,0 +1,25 @@
+#!/usr/bin/env bash
+
+function fail {
+  echo $1 >&2
+  exit 1
+}
+
+function retry {
+  local n=1
+  local max=3
+  local delay=10
+  while true; do
+    "$@" && break || {
+      if [[ $n -lt $max ]]; then
+        ((n++))
+        echo "Command failed. Attempt $n/$max:"
+        sleep $delay;
+      else
+        fail "The command has failed after $n attempts."
+      fi
+    }
+  done
+}
+
+retry "$@"

build/run_integration_group.sh

@@ -0,0 +1,36 @@
+#!/usr/bin/env bash
+
+SCRIPT_DIR="$( cd "$( dirname "${BASH_SOURCE[0]}" )" >/dev/null 2>&1 && pwd )"
+
+set -e
+set -o pipefail
+set -o errexit
+
+TEST_GROUP=$1
+if [ -z "$TEST_GROUP" ]; then
+  echo "usage: $0 [test_group]"
+  exit 1
+fi
+shift
+
+# runs integration tests
+mvn_run_integration_test() {
+  (
+  RETRY=""
+  # wrap with retry.sh script if next parameter is "--retry"
+  if [[ "$1" == "--retry" ]]; then
+    RETRY="./build/retry.sh"
+    shift
+  fi
+  # skip wrapping with retry.sh script if next parameter is "--no-retry"
+  if [[ "$1" == "--no-retry" ]]; then
+    RETRY=""
+    shift
+  fi
+  set -x
+
+
+  # run the integration tests
+  $RETRY ./mvnw -nsu -B install -f spring-cloud-alibaba-tests/spring-cloud-alibaba-testcontainers/pom.xml -Pit.env.docker test "$@"
+  )
+}