Update evals

src/leaderboard/read_evals.py

@@ -82,6 +82,8 @@ class EvalResult:
     def update_with_request_file(self, requests_path):
         """Finds the relevant request file for the current model and updates info with it"""
         request_file = get_request_file_for_model(requests_path, self.full_model)
+        print(self.full_model)
+        print(f"request file: {request_file}")
 
         #try:
         with open(request_file, "r") as f:
@@ -118,17 +120,7 @@ def get_request_file_for_model(requests_path, model_name):
         f"{model_name}*.json",
     )
     request_files = glob.glob(request_files)
-
-    # Select correct request file (precision)
-    request_file = ""
-    request_files = sorted(request_files, reverse=True)
-    for tmp_request_file in request_files:
-        with open(tmp_request_file, "r") as f:
-            req_content = json.load(f)
-            if (
-                req_content["status"] in ["FINISHED"]
-            ):
-                request_file = tmp_request_file
+    request_file = request_files[0]
     return request_file