{ "config": { "model_name": "mistralai/Mistral-7B-Instruct-v0.3", "link": "https://huggingface.co/mistralai/Mistral-7B-Instruct-v0.3", "Params": 7 }, "results": { "Overall": { "CR": "85.8", "S-Acc": "12.1", "EM": "0.0", "PM-0.5": "2.3", "Tokens": "2736" }, "Acrostic": { "CR": "75.0", "S-Acc": "7.9", "EM": "0.0", "PM-0.5": "0.0", "Tokens": "4600" }, "Crossword": { "CR": "94.0", "S-Acc": "23.0", "EM": "0.0", "PM-0.5": "6.7", "Tokens": "3655" }, "Cryptogram": { "CR": "99.0", "S-Acc": "4.3", "EM": "0.0", "PM-0.5": "0.0", "Tokens": "1096" }, "Logic_Puzzle": { "CR": "97.0", "S-Acc": "19.1", "EM": "0.0", "PM-0.5": "4.5", "Tokens": "1618" }, "Sudoku": { "CR": "84.0", "S-Acc": "11.9", "EM": "0.0", "PM-0.5": "1.5", "Tokens": "3108" }, "Drop_Quote": { "CR": "66.0", "S-Acc": "6.6", "EM": "0.0", "PM-0.5": "1.0", "Tokens": "2337" } } }