microsoft
/

Phi-3.5-vision-instruct

Image-Text-to-Text

text-generation

Model card Files Files and versions Community

Update modeling_phi3_v.py

#36

by t-shaurysrivastav - opened Feb 17

base: refs/heads/main

←

from: refs/pr/36

Discussion Files changed

Files changed (1) hide show

modeling_phi3_v.py +1 -1

modeling_phi3_v.py CHANGED Viewed

@@ -1229,7 +1229,7 @@ class Phi3VPreTrainedModel(PreTrainedModel):
     _no_split_modules = ["Phi3DecoderLayer"]
     _skip_keys_device_placement = "past_key_values"
     _supports_flash_attn_2 = True
-    _supports_sdpa = False
     _supports_cache_class = True
     _version = "0.0.5"

     _no_split_modules = ["Phi3DecoderLayer"]
     _skip_keys_device_placement = "past_key_values"
     _supports_flash_attn_2 = True
+    _supports_sdpa = True
     _supports_cache_class = True
     _version = "0.0.5"