shubhrapandit commited on
Commit
0059a39
·
verified ·
1 Parent(s): 8ce605d

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +4 -3
README.md CHANGED
@@ -233,6 +233,7 @@ lm_eval \
233
  --model vllm \
234
  --model_args pretrained="<model_name>",dtype=auto,max_model_len=4096,max_gen_toks=2048,max_num_seqs=128,tensor_parallel_size=<n>,gpu_memory_utilization=0.9 \
235
  --tasks mgsm_cot_native \
 
236
  --num_fewshot 0 \
237
  --batch_size auto \
238
  --output_path output_dir
@@ -293,9 +294,9 @@ lm_eval \
293
  <tr>
294
  <td rowspan="2"><b>Text</b></td>
295
  <td>MGSM (CoT)</td>
296
- <td>58.72</td>
297
- <td>56.44</td>
298
- <td>96.12%</td>
299
  </tr>
300
  <tr>
301
  <td>MMLU (5-shot)</td>
 
233
  --model vllm \
234
  --model_args pretrained="<model_name>",dtype=auto,max_model_len=4096,max_gen_toks=2048,max_num_seqs=128,tensor_parallel_size=<n>,gpu_memory_utilization=0.9 \
235
  --tasks mgsm_cot_native \
236
+ --apply_chat_template \
237
  --num_fewshot 0 \
238
  --batch_size auto \
239
  --output_path output_dir
 
294
  <tr>
295
  <td rowspan="2"><b>Text</b></td>
296
  <td>MGSM (CoT)</td>
297
+ <td>56.38</td>
298
+ <td>51.89</td>
299
+ <td>92.04%</td>
300
  </tr>
301
  <tr>
302
  <td>MMLU (5-shot)</td>