Update README.md

README.md

@@ -49,7 +49,6 @@ Through format tuning, the LLM has adopted the COAT reasoning style but struggle
 import os
 from tqdm import tqdm
 import torch
-from transformers import AutoTokenizer
 from vllm import LLM, SamplingParams
 
 def generate(question_list,model_path):
@@ -68,7 +67,7 @@ def generate(question_list,model_path):
     completions = [[output.text for output in output_item.outputs] for output_item in outputs]
     return completions
 
-def prepare_prompt(question, tokenizer):
+def prepare_prompt(question):
     prompt = f"<|im_start|>user\nSolve the following math problem efficiently and clearly.\nPlease reason step by step, and put your final answer within \\boxed{{}}.\nProblem: {question}<|im_end|>\n<|im_start|>assistant\n"
     return prompt
     
@@ -77,9 +76,8 @@ def run():
     all_problems = [
         "which number is larger? 9.11 or 9.9?",
     ]
-    tokenizer = AutoTokenizer.from_pretrained(model_path)
     completions = generate(
-        [prepare_prompt(problem_data, tokenizer) for problem_data in all_problems],
+        [prepare_prompt(problem_data) for problem_data in all_problems],
         model_path
     )