Update README.md

README.md

@@ -20,8 +20,9 @@ import transformers
 
 model = transformers.AutoModelForCausalLM.from_pretrained(
     "miguelcarv/phi-2-slimorca",
-    trust_remote_code=True
-)
+    trust_remote_code=True,
+    torch_dtype = torch.bfloat16
+).to('cuda')
 tokenizer = transformers.AutoTokenizer.from_pretrained("microsoft/phi-2")
 
 
@@ -33,12 +34,12 @@ Output:"""
 
 with torch.no_grad():
     outputs = model.generate(
-        tokenizer(input_text, return_tensors="pt")['input_ids'],
+        tokenizer(input_text, return_tensors="pt")['input_ids'].to('cuda'),
         max_length=1024,
         num_beams = 3,
         eos_token_id = tokenizer.eos_token_id
     )
-print(tokenizer.decode(outputs[0], skip_special_tokens=True))
+print(tokenizer.decode(outputs[0], skip_special_tokens=False))
 ```
 
 ## Training Details