microsoft
/

Phi-4-mini-instruct

Text Generation

text-generation-inference

Inference Endpoints

Model card Files Files and versions Community

pavankumarbalijepalli commited on 10 days ago

Commit

6c4e074

·

verified ·

1 Parent(s): d02e859

Update sample_finetune.py

Files changed (1) hide show

sample_finetune.py +1 -1

sample_finetune.py CHANGED Viewed

@@ -132,7 +132,7 @@ checkpoint_path = "microsoft/Phi-4-mini-instruct"
 model_kwargs = dict(
     use_cache=False,
     trust_remote_code=True,
-    attn_implementation="flash_attention_2",  # loading the model with flash-attenstion support
     torch_dtype=torch.bfloat16,
     device_map=None
 )

 model_kwargs = dict(
     use_cache=False,
     trust_remote_code=True,
+    attn_implementation="flash_attention_2",  # loading the model with flash-attention support
     torch_dtype=torch.bfloat16,
     device_map=None
 )