diff --git a/tests/post_training/data/ptq_reference_data.yaml b/tests/post_training/data/ptq_reference_data.yaml
index 5953c1789d9..d19681428ed 100644
--- a/tests/post_training/data/ptq_reference_data.yaml
+++ b/tests/post_training/data/ptq_reference_data.yaml
@@ -154,16 +154,6 @@ timm/inception_resnet_v2_backend_OV:
   metric_value: 0.80422
 timm/inception_resnet_v2_backend_TORCH:
   metric_value: 0.80334
-timm/levit_128_backend_CUDA_TORCH:
-  metric_value: 0.77812
-timm/levit_128_backend_FP32:
-  metric_value: 0.78474
-timm/levit_128_backend_ONNX:
-  metric_value: 0.7762
-timm/levit_128_backend_OV:
-  metric_value: 0.77644
-timm/levit_128_backend_TORCH:
-  metric_value: 0.77814
 timm/mobilenetv2_050_BC_backend_FP32:
   metric_value: 0.6594
 timm/mobilenetv2_050_BC_backend_ONNX:
diff --git a/tests/post_training/model_scope.py b/tests/post_training/model_scope.py
index beea18e48fc..827686a3b18 100644
--- a/tests/post_training/model_scope.py
+++ b/tests/post_training/model_scope.py
@@ -229,19 +229,6 @@
         "backends": NNCF_PTQ_BACKENDS,
         "batch_size": 64,
     },
-    {
-        "reported_name": "timm/levit_128",
-        "model_id": "levit_128",
-        "pipeline_cls": ImageClassificationTimm,
-        "compression_params": {
-            "preset": QuantizationPreset.MIXED,
-            "model_type": ModelType.TRANSFORMER,
-            "advanced_parameters": AdvancedQuantizationParameters(
-                smooth_quant_alphas=AdvancedSmoothQuantParameters(matmul=0.05)
-            ),
-        },
-        "backends": NNCF_PTQ_BACKENDS,
-    },
     {
         "reported_name": "timm/mobilenetv2_050",
         "model_id": "mobilenetv2_050",
diff --git a/tests/post_training/test_quantize_conformance.py b/tests/post_training/test_quantize_conformance.py
index 1abd6cdcda0..618c0defdf2 100644
--- a/tests/post_training/test_quantize_conformance.py
+++ b/tests/post_training/test_quantize_conformance.py
@@ -315,6 +315,8 @@ def test_ptq_quantization(
         pipeline.run()
     except Exception as e:
         err_msg = str(e)
+        if not err_msg:
+            err_msg = "Unknown exception"
         traceback.print_exc()
 
     if pipeline is not None:
@@ -380,6 +382,8 @@ def test_weight_compression(
         pipeline.run()
     except Exception as e:
         err_msg = str(e)
+        if not err_msg:
+            err_msg = "Unknown exception"
         traceback.print_exc()
 
     if pipeline is not None: