diff --git a/.github/workflows/test_openvino.yml b/.github/workflows/test_openvino.yml
index 19f24965c..dc1b9e9bd 100644
--- a/.github/workflows/test_openvino.yml
+++ b/.github/workflows/test_openvino.yml
@@ -21,7 +21,7 @@ jobs:
       fail-fast: false
       matrix:
         python-version: ["3.9", "3.12"]
-        transformers-version: ["4.36.0", "4.45.*"]
+        transformers-version: ["4.36.0", "latest"]
         os: [ubuntu-latest]
 
     runs-on: ${{ matrix.os }}
@@ -32,12 +32,15 @@ jobs:
         with:
           python-version: ${{ matrix.python-version }}
 
+      - name: Install lowest compatible transformers version
+        if: ${{ matrix.transformers-version != 'latest' }}
+        run: pip install transformers==${{ matrix.transformers-version }}
+
       - name: Install dependencies
         run: |
           python -m pip install --upgrade pip
           # install PyTorch CPU version to avoid installing CUDA packages on GitHub runner without GPU
           pip install torch torchvision torchaudio --index-url https://download.pytorch.org/whl/cpu
-          pip install transformers==${{ matrix.transformers-version }}
           pip install .[openvino,openvino-tokenizers,tests,diffusers] onnxruntime
 
       - if: ${{ matrix.transformers-version == '4.36.0' }}
diff --git a/.github/workflows/test_openvino_basic.yml b/.github/workflows/test_openvino_basic.yml
index a25e40843..7ea6898fa 100644
--- a/.github/workflows/test_openvino_basic.yml
+++ b/.github/workflows/test_openvino_basic.yml
@@ -53,6 +53,10 @@ jobs:
         with:
           python-version: ${{ matrix.python-version }}
 
+      - name: Install lowest compatible transformers version
+        if: ${{ matrix.transformers-version != 'latest' }}
+        run: pip install transformers==${{ matrix.transformers-version }}
+
       - name: Install dependencies
         run: |
           python -m pip install --upgrade pip
@@ -63,9 +67,6 @@ jobs:
           pip install ${{ matrix.openvino }}
           pip install .[tests]
 
-      - if: ${{ matrix.transformers-version != 'latest' }}
-        run: pip install transformers==${{ matrix.transformers-version }}
-
       - name: Pip freeze
         run: pip freeze