remove xfails and update tolerance (openvinotoolkit#11729)

yli147 · May 27, 2022 · da09272 · da09272
1 parent ffd797b
commit da09272
Show file tree

Hide file tree

Showing 3 changed files with 3 additions and 4 deletions.
diff --git a/src/bindings/python/tests/__init__.py b/src/bindings/python/tests/__init__.py
@@ -97,7 +97,6 @@ def xfail_test(reason="Mark the test as expected to fail", strict=True):
 
 
 xfail_issue_37973 = xfail_test(reason="TF Inception V2 - AssertionError: zoo models results mismatch")
-xfail_issue_47430 = xfail_test(reason="FCN ResNet models - AssertionError: zoo models results mismatch")
 xfail_issue_47495 = xfail_test(reason="BertSquad-10 from MSFT - AssertionError: zoo models results mismatch")
 xfail_issue_49207 = xfail_test(reason="Model references undeclared parameters")
 xfail_issue_48145 = xfail_test(reason="BertSquad-8 - AssertionError: Items are not equal: ACTUAL: 4 "

diff --git a/src/bindings/python/tests/runtime.py b/src/bindings/python/tests/runtime.py
@@ -118,6 +118,7 @@ def __call__(self, *input_values: NumericData) -> List[NumericData]:
         if self.network_cache.get(str(input_shapes)) is None:
             function = self.function
             if self.function.is_dynamic():
+                function = function.clone()
                 function.reshape(dict(zip(param_names, [PartialShape(i) for i in input_shapes])))
             self.network_cache[str(input_shapes)] = function
         else:

diff --git a/src/bindings/python/tests/test_onnx/test_zoo_models.py b/src/bindings/python/tests/test_onnx/test_zoo_models.py
@@ -16,7 +16,6 @@
     xfail_issue_37957,
     xfail_issue_39669,
     xfail_issue_37973,
-    xfail_issue_47430,
     xfail_issue_47495,
     xfail_issue_48145,
     xfail_issue_48190,
@@ -67,6 +66,8 @@ def tinyyolov3_post_processing(outputs : Sequence[Any]) -> Sequence[Any]:
     "densenet-3": {"atol": 1e-7, "rtol": 0.0011},
     "arcfaceresnet100-8": {"atol": 0.001, "rtol": 0.001},
     "mobilenetv2-7": {"atol": 0.001, "rtol": 0.001},
+    "fcn-resnet50-11": {"atol": 0.001, "rtol": 0.001},
+    "fcn-resnet101-11": {"atol": 0.001, "rtol": 0.001},
     "resnet101-v1-7": {"atol": 0.001, "rtol": 0.001},
     "resnet101-v2-7": {"atol": 0.001, "rtol": 0.001},
     "resnet152-v1-7": {"atol": 1e-7, "rtol": 0.003},
@@ -173,8 +174,6 @@ def tolerance_map_key_in_model_path(path):
             # ONNX Model Zoo
             (xfail_issue_39669, "test_onnx_model_zoo_text_machine_comprehension_t5_model_t5_encoder_12_t5_encoder_cpu"),
             (xfail_issue_39669, "test_onnx_model_zoo_text_machine_comprehension_t5_model_t5_decoder_with_lm_head_12_t5_decoder_with_lm_head_cpu"),
-            (xfail_issue_47430, "test_onnx_model_zoo_vision_object_detection_segmentation_fcn_model_fcn_resnet50_11_fcn_resnet50_11_model_cpu"),
-            (xfail_issue_47430, "test_onnx_model_zoo_vision_object_detection_segmentation_fcn_model_fcn_resnet101_11_fcn_resnet101_11_model_cpu"),
             (xfail_issue_48145, "test_onnx_model_zoo_text_machine_comprehension_bert_squad_model_bertsquad_8_download_sample_8_bertsquad8_cpu"),
             (xfail_issue_48190, "test_onnx_model_zoo_text_machine_comprehension_roberta_model_roberta_base_11_roberta_base_11_roberta_base_11_cpu"),
             (xfail_issue_onnx_models_140, "test_onnx_model_zoo_vision_object_detection_segmentation_duc_model_ResNet101_DUC_7_ResNet101_DUC_HDC_ResNet101_DUC_HDC_cpu"),