{ "config": { "model_name": "mistralai/Mistral-Large-Instruct-2411", "link": "https://huggingface.co/mistralai/Mistral-Large-Instruct-2411", "Params": 123 }, "results": { "Overall": { "CR": "96.1", "S-Acc": "36.4", "EM": "2.5", "PM-0.5": "30.0", "Tokens": "2313" }, "Acrostic": { "CR": "98.0", "S-Acc": "39.4", "EM": "0.0", "PM-0.5": "20.0", "Tokens": "4279" }, "Crossword": { "CR": "99.3", "S-Acc": "62.8", "EM": "2.0", "PM-0.5": "86.0", "Tokens": "3237" }, "Cryptogram": { "CR": "96.0", "S-Acc": "13.7", "EM": "0.0", "PM-0.5": "1.0", "Tokens": "1204" }, "Logic_Puzzle": { "CR": "100.0", "S-Acc": "38.3", "EM": "3.0", "PM-0.5": "30.5", "Tokens": "1637" }, "Sudoku": { "CR": "85.5", "S-Acc": "39.5", "EM": "10.0", "PM-0.5": "33.5", "Tokens": "1955" }, "Drop_Quote": { "CR": "98.0", "S-Acc": "24.7", "EM": "0.0", "PM-0.5": "9.0", "Tokens": "1566" } } }