From 577e3dff884b489eb6db9512ed83640bad52cfa5 Mon Sep 17 00:00:00 2001 From: angelayi Date: Thu, 12 Oct 2023 00:48:44 +0000 Subject: [PATCH] [aotinductor] Fail models temporarily (#111100) Temporarily mark these models as fail. Failures are due to https://github.com/pytorch/pytorch/pull/111030 which is needed for ExecuTorch's release so it can't be reverted. Will forward fix the failures. Pull Request resolved: https://github.com/pytorch/pytorch/pull/111100 Approved by: https://github.com/desertfire --- .../aot_inductor_huggingface_inference.csv | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/benchmarks/dynamo/ci_expected_accuracy/aot_inductor_huggingface_inference.csv b/benchmarks/dynamo/ci_expected_accuracy/aot_inductor_huggingface_inference.csv index 3076bf0dffd3a..252c61fba2ead 100644 --- a/benchmarks/dynamo/ci_expected_accuracy/aot_inductor_huggingface_inference.csv +++ b/benchmarks/dynamo/ci_expected_accuracy/aot_inductor_huggingface_inference.csv @@ -10,10 +10,10 @@ BlenderbotForCausalLM,pass_due_to_skip,0 BlenderbotSmallForCausalLM,pass,0 BlenderbotSmallForConditionalGeneration,pass,0 CamemBert,pass,0 -DebertaForMaskedLM,pass,0 -DebertaForQuestionAnswering,pass,0 +DebertaForMaskedLM,fail_to_run,0 +DebertaForQuestionAnswering,fail_to_run,0 DebertaV2ForMaskedLM,pass_due_to_skip,0 -DebertaV2ForQuestionAnswering,pass,0 +DebertaV2ForQuestionAnswering,fail_to_run,0 DistilBertForMaskedLM,pass,0 DistilBertForQuestionAnswering,pass,0 DistillGPT2,pass,0