{ "config": { "model_name": "Qwen/Qwen2.5-32B-Instruct", "link": "https://huggingface.co/Qwen/Qwen2.5-32B-Instruct", "Params": 32 }, "results": { "Overall": { "CR": "96.2", "S-Acc": "29.9", "EM": "0.6", "PM-0.5": "14.8", "Tokens": "1924" }, "Acrostic": { "CR": "100.0", "S-Acc": "31.8", "EM": "0.0", "PM-0.5": "2.0", "Tokens": "4073" }, "Crossword": { "CR": "100.0", "S-Acc": "34.6", "EM": "0.0", "PM-0.5": "20.0", "Tokens": "2560" }, "Cryptogram": { "CR": "89.0", "S-Acc": "9.8", "EM": "0.0", "PM-0.5": "0.0", "Tokens": "1303" }, "Logic_Puzzle": { "CR": "93.0", "S-Acc": "32.2", "EM": "0.0", "PM-0.5": "22.5", "Tokens": "1208" }, "Sudoku": { "CR": "100.0", "S-Acc": "42.8", "EM": "3.5", "PM-0.5": "30.5", "Tokens": "1202" }, "Drop_Quote": { "CR": "95.0", "S-Acc": "28.4", "EM": "0.0", "PM-0.5": "14.0", "Tokens": "1197" } } }