Splitted the /master-workflow.yaml into master-workflow-ubuntu.yaml a…

…nd master-workflow-debian.yaml. With more clean-ups
TexasInstruments-Sandbox · Oct 30, 2024 · da84274 · da84274
1 parent 1e26f11
commit da84274
Show file tree

Hide file tree

Showing 11 changed files with 319 additions and 302 deletions.
diff --git a/.github/workflows/docker-build.yaml b/.github/workflows/docker-build.yaml
@@ -38,8 +38,6 @@ jobs:
 
       - name: Set up QEMU
         uses: docker/setup-qemu-action@v3
-        with:
-          platforms: arm64
 
       - name: Set up Docker Buildx
         uses: docker/setup-buildx-action@v3

diff --git a/.github/workflows/lib-dlr-build.yaml b/.github/workflows/lib-dlr-build.yaml
@@ -18,22 +18,20 @@ on:
 
 jobs:
   build:
-    # runs-on: ubuntu-22.04
-    runs-on: self-hosted
+    runs-on: ubuntu-22.04
+    # runs-on: [self-hosted, Linux]
 
     steps:
       - name: Checkout repository
         uses: actions/checkout@v4
         with:
           set-safe-directory: false
 
-      # - name: Set up QEMU
-      #   uses: docker/setup-qemu-action@v3
-      #   with:
-      #     platforms: arm64
+      - name: Set up QEMU
+        uses: docker/setup-qemu-action@v3
 
-      # - name: Set up Docker Buildx
-      #   uses: docker/setup-buildx-action@v3
+      - name: Set up Docker Buildx
+        uses: docker/setup-buildx-action@v3
 
       - name: Login to GitHub Container Registry
         uses: docker/login-action@v3

diff --git a/.github/workflows/lib-onnxrt-build.yaml b/.github/workflows/lib-onnxrt-build.yaml
@@ -19,7 +19,7 @@ on:
 jobs:
   build:
     # runs-on: ubuntu-22.04
-    runs-on: self-hosted
+    runs-on: [self-hosted, Linux, ARM64]
 
     steps:
       - name: Checkout repository
@@ -29,8 +29,6 @@ jobs:
 
       # - name: Set up QEMU
       #   uses: docker/setup-qemu-action@v3
-      #   with:
-      #     platforms: arm64
 
       # - name: Set up Docker Buildx
       #   uses: docker/setup-buildx-action@v3

diff --git a/.github/workflows/lib-tflite-build.yaml b/.github/workflows/lib-tflite-build.yaml
@@ -19,7 +19,7 @@ on:
 jobs:
   build:
     # runs-on: ubuntu-22.04
-    runs-on: self-hosted
+    runs-on: [self-hosted, Linux, ARM64]
 
     steps:
       - name: Checkout repository
@@ -29,8 +29,6 @@ jobs:
 
       # - name: Set up QEMU
       #   uses: docker/setup-qemu-action@v3
-      #   with:
-      #     platforms: arm64
 
       # - name: Set up Docker Buildx
       #   uses: docker/setup-buildx-action@v3
@@ -57,7 +55,7 @@ jobs:
           # pkg_name=tflite-2.12-${base_image//:/}_aarch64.tar.gz
           # pkg_path=workarea/${pkg_name}
           # artifacts dir
-          artifacts_name=tilite-${base_image//:/}
+          artifacts_name=tflite-${base_image//:/}
           artifacts_dir=release-${artifacts_name}
           # register the env variables
           echo "docker_tag=${docker_tag}" >> $GITHUB_ENV

diff --git a/.github/workflows/lib-tidl-build.yaml b/.github/workflows/lib-tidl-build.yaml
@@ -18,22 +18,20 @@ on:
 
 jobs:
   build:
-    # runs-on: ubuntu-22.04
-    runs-on: self-hosted
+    runs-on: ubuntu-22.04
+    # runs-on: [self-hosted, Linux]
 
     steps:
       - name: Checkout repository
         uses: actions/checkout@v4
         with:
           set-safe-directory: false
 
-      # - name: Set up QEMU
-      #   uses: docker/setup-qemu-action@v3
-      #   with:
-      #     platforms: arm64
+      - name: Set up QEMU
+        uses: docker/setup-qemu-action@v3
 
-      # - name: Set up Docker Buildx
-      #   uses: docker/setup-buildx-action@v3
+      - name: Set up Docker Buildx
+        uses: docker/setup-buildx-action@v3
 
       - name: Login to GitHub Container Registry
         uses: docker/login-action@v3

diff --git a/.github/workflows/master-workflow-debian.yaml b/.github/workflows/master-workflow-debian.yaml
@@ -0,0 +1,69 @@
+name: master-workflow-debian top
+
+on:
+  workflow_dispatch:
+
+jobs:
+  ## Docker build
+  docker_build_debian12-5:
+    uses: ./.github/workflows/docker-build.yaml
+    secrets:
+      env_PAT: ${{ secrets.GHCR_PAT }}
+    with:
+      arch: arm64
+      base_image: "debian:12.5"
+      sdk_ver: 10.0.0
+
+  ## Library build: Debian 12.5
+  onnxrt_build_debian12-5:
+    needs: docker_build_debian12-5
+    uses: ./.github/workflows/lib-onnxrt-build.yaml
+    secrets:
+      env_PAT: ${{ secrets.GHCR_PAT }}
+    with:
+      arch: arm64
+      base_image: "debian:12.5"
+      sdk_ver: 10.0.0
+
+  tflite_build_debian12-5:
+    needs: docker_build_debian12-5
+    uses: ./.github/workflows/lib-tflite-build.yaml
+    secrets:
+      env_PAT: ${{ secrets.GHCR_PAT }}
+    with:
+      arch: arm64
+      base_image: "debian:12.5"
+      sdk_ver: 10.0.0
+
+  dlr_build_debian12-5:
+    needs: docker_build_debian12-5
+    uses: ./.github/workflows/lib-dlr-build.yaml
+    secrets:
+      env_PAT: ${{ secrets.GHCR_PAT }}
+    with:
+      arch: arm64
+      base_image: "debian:12.5"
+      sdk_ver: 10.0.0
+
+  tidl_build_debian12-5:
+    needs: docker_build_debian12-5
+    uses: ./.github/workflows/lib-tidl-build.yaml
+    secrets:
+      env_PAT: ${{ secrets.GHCR_PAT }}
+    with:
+      arch: arm64
+      base_image: "debian:12.5"
+      sdk_ver: 10.0.0
+
+  ## Release
+  release_debian12-5:
+    uses: ./.github/workflows/release-debian.yaml
+    needs:
+      - onnxrt_build_debian12-5
+      - tflite_build_debian12-5
+      - dlr_build_debian12-5
+      - tidl_build_debian12-5
+    secrets:
+      gh_TOKEN: ${{ secrets.GHCR_PAT }}
+    with:
+      sdk_ver: 10.0.0
diff --git a/.github/workflows/master-workflow.yaml → ...hub/workflows/master-workflow-ubuntu.yaml b/.github/workflows/master-workflow.yaml → ...hub/workflows/master-workflow-ubuntu.yaml
@@ -1,4 +1,4 @@
-name: master-workflow top
+name: master-workflow-ubuntu top
 
 on:
   workflow_dispatch:
@@ -14,15 +14,6 @@ jobs:
       base_image: "ubuntu:22.04"
       sdk_ver: 10.0.0
 
-  docker_build_debian12-5:
-    uses: ./.github/workflows/docker-build.yaml
-    secrets:
-      env_PAT: ${{ secrets.GHCR_PAT }}
-    with:
-      arch: arm64
-      base_image: "debian:12.5"
-      sdk_ver: 10.0.0
-
   ## Library build: Ubuntu 22.04
   onnxrt_build_ubuntu22-04:
     needs: docker_build_ubuntu22-04
@@ -64,62 +55,15 @@ jobs:
       base_image: "ubuntu:22.04"
       sdk_ver: 10.0.0
 
-  ## Library build: Debian 12.5
-  onnxrt_build_debian12-5:
-    needs: docker_build_debian12-5
-    uses: ./.github/workflows/lib-onnxrt-build.yaml
-    secrets:
-      env_PAT: ${{ secrets.GHCR_PAT }}
-    with:
-      arch: arm64
-      base_image: "debian:12.5"
-      sdk_ver: 10.0.0
-
-  tflite_build_debian12-5:
-    needs: docker_build_debian12-5
-    uses: ./.github/workflows/lib-tflite-build.yaml
-    secrets:
-      env_PAT: ${{ secrets.GHCR_PAT }}
-    with:
-      arch: arm64
-      base_image: "debian:12.5"
-      sdk_ver: 10.0.0
-
-  dlr_build_debian12-5:
-    needs: docker_build_debian12-5
-    uses: ./.github/workflows/lib-dlr-build.yaml
-    secrets:
-      env_PAT: ${{ secrets.GHCR_PAT }}
-    with:
-      arch: arm64
-      base_image: "debian:12.5"
-      sdk_ver: 10.0.0
-
-  tidl_build_debian12-5:
-    needs: docker_build_debian12-5
-    uses: ./.github/workflows/lib-tidl-build.yaml
-    secrets:
-      env_PAT: ${{ secrets.GHCR_PAT }}
-    with:
-      arch: arm64
-      base_image: "debian:12.5"
-      sdk_ver: 10.0.0
-
   ## Release
-  release:
-    uses: ./.github/workflows/release.yaml
+  release_ubuntu22-04:
+    uses: ./.github/workflows/release-ubuntu.yaml
     needs:
       - onnxrt_build_ubuntu22-04
       - tflite_build_ubuntu22-04
       - dlr_build_ubuntu22-04
       - tidl_build_ubuntu22-04
-      - onnxrt_build_debian12-5
-      - tflite_build_debian12-5
-      - dlr_build_debian12-5
-      - tidl_build_debian12-5
     secrets:
       gh_TOKEN: ${{ secrets.GHCR_PAT }}
     with:
-      arch: arm64
       sdk_ver: 10.0.0
-
diff --git a/.github/workflows/release-artifacts-standalone-debian.yaml b/.github/workflows/release-artifacts-standalone-debian.yaml
@@ -1,4 +1,4 @@
-name: release-artifacts standalone-Debian
+name: release-artifacts standalone-debian
 
 on:
   workflow_dispatch:
@@ -73,6 +73,7 @@ jobs:
             onnx_pkg_path=$(find release/onnxrt-${base_image} -name "onnx-*.tar.gz" || { echo "onnx tarball for ${base_image} not found."; exit 1; })
             onnx_whl_name=$(basename ${onnx_whl_path})
             onnx_pkg_name=$(basename ${onnx_pkg_path})
+            #==> NOTE: Later changed from "release/tilite-${base_image}" to "release/tflite-${base_image}" in release-{ubuntu,debian}.yaml
             tflite_whl_path=$(find release/tilite-${base_image} -name "tflite_runtime*.whl" || { echo "tflite_runtime whl for ${base_image} not found."; exit 1; })
             tflite_pkg_path=$(find release/tilite-${base_image} -name "tflite-*_aarch64.tar.gz" || { echo "tflite lib tarball for ${base_image} not found."; exit 1; })
             tflite_whl_name=$(basename $tflite_whl_path)