{ "config": { "model_name": "Qwen/Qwen2.5-72B-Instruct", "link": "https://huggingface.co/Qwen/Qwen2.5-72B-Instruct", "Params": 72 }, "results": { "Overall": { "CR": "95.0", "S-Acc": "33.9", "EM": "0.9", "PM-0.5": "20.8", "Tokens": "2359" }, "Acrostic": { "CR": "100.0", "S-Acc": "39.3", "EM": "0.0", "PM-0.5": "18.0", "Tokens": "4111" }, "Crossword": { "CR": "100.0", "S-Acc": "44.1", "EM": "0.0", "PM-0.5": "36.7", "Tokens": "2735" }, "Cryptogram": { "CR": "85.0", "S-Acc": "11.8", "EM": "0.0", "PM-0.5": "0.0", "Tokens": "1727" }, "Logic_Puzzle": { "CR": "93.5", "S-Acc": "34.0", "EM": "0.0", "PM-0.5": "23.0", "Tokens": "1810" }, "Sudoku": { "CR": "97.5", "S-Acc": "43.0", "EM": "5.5", "PM-0.5": "34.0", "Tokens": "2013" }, "Drop_Quote": { "CR": "94.0", "S-Acc": "30.9", "EM": "0.0", "PM-0.5": "13.0", "Tokens": "1757" } } }