Re-enable other whisper tests

huggingface · Sep 8, 2023 · 32cf573 · 32cf573
1 parent ad7e875
commit 32cf573
Show file tree

Hide file tree

Showing 2 changed files with 11 additions and 8 deletions.
diff --git a/scripts/supported_models.py b/scripts/supported_models.py
@@ -439,14 +439,11 @@
         'openai/whisper-medium.en',
         'openai/whisper-large',
         'openai/whisper-large-v2',
-
-        # TODO: add these models
-        # https://github.com/huggingface/transformers/issues/26043
-        # 'NbAiLab/nb-whisper-tiny-beta',
-        # 'NbAiLab/nb-whisper-base-beta',
-        # 'NbAiLab/nb-whisper-small-beta',
-        # 'NbAiLab/nb-whisper-medium-beta',
-        # 'NbAiLab/nb-whisper-large-beta',
+        'NbAiLab/nb-whisper-tiny-beta',
+        'NbAiLab/nb-whisper-base-beta',
+        'NbAiLab/nb-whisper-small-beta',
+        'NbAiLab/nb-whisper-medium-beta',
+        'NbAiLab/nb-whisper-large-beta',
     ],
     'xlm': [
         'xlm-clm-ende-1024',

diff --git a/tests/generate_tests.py b/tests/generate_tests.py
@@ -128,6 +128,12 @@ def generate_tokenizer_tests():
                 # means the model does not use a tokenizer (e.g., vision models)
                 continue
 
+            try:
+                # Disable dropout, if the model allows it
+                tokenizer.backend_tokenizer.model.dropout = 0
+            except AttributeError:
+                pass
+
             tokenizer_results = []
 
             shared_texts = TOKENIZER_TEST_DATA["shared"]