Skip to content

Commit 522a661

Browse files
Added new xfails
1 parent be61f69 commit 522a661

File tree

3 files changed

+11
-4
lines changed

3 files changed

+11
-4
lines changed

tests/cross_fw/examples/example_scope.json

+1
Original file line numberDiff line numberDiff line change
@@ -265,6 +265,7 @@
265265
"backend": "openvino",
266266
"requirements": "examples/llm_compression/openvino/smollm2_360m_fp8/requirements.txt",
267267
"cpu": "Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz",
268+
"xfail_reason": "FP8 output regression - CVS-161459",
268269
"accuracy_metrics": {
269270
"answers": [
270271
"Paris.",

tests/cross_fw/examples/test_examples.py

+4
Original file line numberDiff line numberDiff line change
@@ -63,6 +63,10 @@ def test_examples(
6363
if python_version < example_python_version:
6464
pytest.skip(f"The test is skipped because python >= {example_python_version} is required.")
6565

66+
xfail_reason = example_params.get("xfail_reason")
67+
if xfail_reason:
68+
pytest.xfail(f"xfail reason: {xfail_reason}")
69+
6670
backend = example_params["backend"]
6771
skip_if_backend_not_selected(backend, backends_list)
6872
if reuse_venv:

tests/torch/sota_checkpoints_eval.json

+6-4
Original file line numberDiff line numberDiff line change
@@ -442,7 +442,8 @@
442442
"compression_description": "INT8",
443443
"diff_fp32_min": -1,
444444
"diff_fp32_max": 0.1,
445-
"multiprocessing_distributed": true
445+
"multiprocessing_distributed": true,
446+
"xfail_ov": "OVC conversion issue - CVS-161437"
446447
},
447448
"unet_camvid_magnitude_sparsity_int8": {
448449
"config": "examples/torch/semantic_segmentation/configs/unet_camvid_magnitude_sparsity_int8.json",
@@ -455,7 +456,8 @@
455456
"compression_description": "INT8 + Sparsity 60% (Magnitude)",
456457
"diff_fp32_min": -1,
457458
"diff_fp32_max": 0.7,
458-
"multiprocessing_distributed": true
459+
"multiprocessing_distributed": true,
460+
"xfail_ov": "OVC conversion issue - CVS-161437"
459461
},
460462
"icnet_camvid": {
461463
"config": "examples/torch/semantic_segmentation/configs/icnet_camvid.json",
@@ -515,7 +517,7 @@
515517
"diff_fp32_min": -1,
516518
"diff_fp32_max": 0.1,
517519
"multiprocessing_distributed": true,
518-
"xfail_ov": "Issue-112675"
520+
"xfail_ov": "OVC conversion issue - CVS-161437"
519521
},
520522
"unet_mapillary_magnitude_sparsity_int8": {
521523
"config": "examples/torch/semantic_segmentation/configs/unet_mapillary_magnitude_sparsity_int8.json",
@@ -529,7 +531,7 @@
529531
"diff_fp32_min": -1,
530532
"diff_fp32_max": 0.1,
531533
"multiprocessing_distributed": true,
532-
"xfail_ov": "Issue-112675"
534+
"xfail_ov": "OVC conversion issue - CVS-161437"
533535
},
534536
"unet_mapillary_pruning_geometric_median": {
535537
"config": "examples/torch/semantic_segmentation/configs/unet_mapillary_pruning_geometric_median.json",

0 commit comments

Comments
 (0)