Upload llm_as_judge.py with huggingface_hub
Browse files- llm_as_judge.py +6 -6
llm_as_judge.py
CHANGED
@@ -155,13 +155,13 @@ for data in tqdm(data_all[0:10]):
|
|
155 |
output.append(merged_data)
|
156 |
|
157 |
|
|
|
|
|
|
|
|
|
|
|
158 |
|
159 |
-
output_file
|
160 |
-
with open(output_file, 'w', encoding='utf-8') as output_file:
|
161 |
-
for entry in output:
|
162 |
-
output_file.write(json.dumps(entry, ensure_ascii=False) + '\n')
|
163 |
-
|
164 |
-
print(f"数据已成功写入 {output_file}")
|
165 |
|
166 |
|
167 |
|
|
|
155 |
output.append(merged_data)
|
156 |
|
157 |
|
158 |
+
if len(output) % 100 == 0:
|
159 |
+
output_file = '0312_training_fast_slow_thinking.jsonl'
|
160 |
+
with open(output_file, 'w', encoding='utf-8') as output_file:
|
161 |
+
for entry in output:
|
162 |
+
output_file.write(json.dumps(entry, ensure_ascii=False) + '\n')
|
163 |
|
164 |
+
print(f"数据已成功写入 {output_file}")
|
|
|
|
|
|
|
|
|
|
|
165 |
|
166 |
|
167 |
|