Remove tests with optimum installed from source (huggingface#819)

* remove tests with optimum installed from source

* add test with lower version of supported transformers

.github/workflows/test_openvino_basic.yml

@@ -23,8 +23,12 @@ jobs:
         # Testing lower and upper bound of supported Python versions
         # This also ensures that the test fails if dependencies break for Python 3.7
         python-version: ["3.8", "3.12"]
-        optimum: ['optimum', 'git+https://github.com/huggingface/optimum.git']
         os: ["ubuntu-22.04", "windows-latest"]
+        transformers-version: ["4.42.*"]
+        include:
+          - transformers-version: "4.36.0"
+            python-version: "3.12"
+            os: "ubuntu-22.04"
 
     runs-on: ${{ matrix.os }}
 
@@ -41,7 +45,8 @@ jobs:
         # optimum or transformers to a specific version
         # Install PyTorch CPU to prevent unnecessary downloading/installing of CUDA packages
         pip install torch torchvision torchaudio --index-url https://download.pytorch.org/whl/cpu
-        pip install .[tests] openvino ${{ matrix.optimum}}
+        pip install transformers==${{ matrix.transformers-version }}
+        pip install .[tests] openvino
 
     - name: Pip freeze
       run: pip freeze