fix hf clip to onnx issue

Signed-off-by: Vivian Chen <[email protected]>
xuanzic · Aug 7, 2024 · c2222cd · c2222cd
1 parent 23fb64e
commit c2222cd
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/nemo/export/multimodal/build.py b/nemo/export/multimodal/build.py
@@ -208,7 +208,7 @@ def forward(self, images):
             return vision_x
 
     encoder = AutoModel.from_pretrained(
-        vision_config["from_pretrained"], torch_dtype=torch.bfloat16, trust_remote_code=True
+        vision_config["from_pretrained"], torch_dtype=torch.bfloat16, trust_remote_code=True, attn_implementation='eager'
     )
     vision_encoder = encoder.vision_model
     hf_config = encoder.config
@@ -326,7 +326,7 @@ def forward(self, images):
             return vision_x
 
     encoder = AutoModel.from_pretrained(
-        vision_config["from_pretrained"], torch_dtype=torch.bfloat16, trust_remote_code=True
+        vision_config["from_pretrained"], torch_dtype=torch.bfloat16, trust_remote_code=True, attn_implementation='eager'
     )
     vision_encoder = encoder.vision_model
     hf_config = encoder.config