test sequential ipex/openvino

.github/workflows/test_cli_cpu_ipex.yaml

@@ -44,8 +44,8 @@ jobs:
         run: |
           pip install -e .[testing,ipex,diffusers,timm]
 
-      - name: Run tests
-        run: pytest tests/test_cli.py -s -k "cli and cpu and ipex"
+      - name: Run tests (sequential)
+        run: FORCE_SEQUENTIAL=1 pytest tests/test_cli.py -s -k "cli and cpu and ipex"
 
-      - name: Run examples
-        run: pytest tests/test_examples.py -s -k "cli and cpu and ipex"
+      - name: Run examples (sequential)
+        run: FORCE_SEQUENTIAL=1 pytest tests/test_examples.py -s -k "cli and cpu and ipex"

.github/workflows/test_cli_cpu_openvino.yaml

@@ -45,8 +45,8 @@ jobs:
           pip install torch torchvision torchaudio --index-url https://download.pytorch.org/whl/cpu
           pip install -e .[testing,openvino,diffusers,timm]
 
-      - name: Run tests
-        run: pytest tests/test_cli.py -s -k "cli and cpu and openvino"
+      - name: Run tests (sequential)
+        run: FORCE_SEQUENTIAL=1 pytest tests/test_cli.py -s -k "cli and cpu and openvino"
 
-      - name: Run examples
-        run: pytest tests/test_examples.py -s -k "cli and cpu and openvino"
+      - name: Run examples (sequential)
+        run: FORCE_SEQUENTIAL=1 pytest tests/test_examples.py -s -k "cli and cpu and openvino"

.github/workflows/test_energy_star.yaml

@@ -20,7 +20,7 @@ concurrency:
   group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}
 
 jobs:
-  run_energy_star_tests:
+  run_energy_star:
     if: ${{
       (github.event_name == 'push') ||
       (github.event_name == 'workflow_dispatch') ||

tests/test_energy_star.py

@@ -16,6 +16,7 @@
     for config in os.listdir(TEST_CONFIG_DIR)
     if config.endswith(".yaml") and not (config.startswith("_") or config.endswith("_"))
 ]
+TEST_SCRIPT_PATHS = [TEST_CONFIG_DIR / filename for filename in os.listdir(TEST_CONFIG_DIR) if filename.endswith(".py")]
 
 ROCR_VISIBLE_DEVICES = os.environ.get("ROCR_VISIBLE_DEVICES", None)
 CUDA_VISIBLE_DEVICES = os.environ.get("CUDA_VISIBLE_DEVICES", None)
@@ -43,3 +44,11 @@ def test_cli_configs(config_name):
 
     popen = run_subprocess_and_log_stream_output(LOGGER, args)
     assert popen.returncode == 0, f"Failed to run {config_name}"
+
+
+@pytest.mark.parametrize("script_path", TEST_SCRIPT_PATHS)
+def test_api_scripts(script_path):
+    args = ["python", script_path]
+
+    popen = run_subprocess_and_log_stream_output(LOGGER, args)
+    assert popen.returncode == 0, f"Failed to run {script_path}"

tests/test_examples.py

@@ -40,10 +40,5 @@ def test_cli_configs(config_name):
 def test_api_scripts(script_path):
     args = ["python", script_path]
 
-    if ROCR_VISIBLE_DEVICES is not None:
-        args += [f'backend.device_ids="{ROCR_VISIBLE_DEVICES}"']
-    elif CUDA_VISIBLE_DEVICES is not None:
-        args += [f'backend.device_ids="{CUDA_VISIBLE_DEVICES}"']
-
     popen = run_subprocess_and_log_stream_output(LOGGER, args)
     assert popen.returncode == 0, f"Failed to run {script_path}"