{ "config": { "model_name": "meta-llama/Llama-3.3-70B-Instruct", "link": "https://huggingface.co/meta-llama/Llama-3.3-70B-Instruct", "Params": 70 }, "results": { "Overall": { "CR": "92.4", "S-Acc": "33.1", "EM": "1.3", "PM-0.5": "25.8", "Tokens": "1842" }, "Acrostic": { "CR": "97.0", "S-Acc": "40.8", "EM": "0.0", "PM-0.5": "28.0", "Tokens": "3584" }, "Crossword": { "CR": "85.3", "S-Acc": "47.6", "EM": "0.0", "PM-0.5": "65.3", "Tokens": "2613" }, "Cryptogram": { "CR": "99.0", "S-Acc": "14.3", "EM": "0.0", "PM-0.5": "1.0", "Tokens": "1137" }, "Logic_Puzzle": { "CR": "80.5", "S-Acc": "32.2", "EM": "1.0", "PM-0.5": "25.0", "Tokens": "1738" }, "Sudoku": { "CR": "93.5", "S-Acc": "34.8", "EM": "7.0", "PM-0.5": "22.5", "Tokens": "1062" }, "Drop_Quote": { "CR": "99.0", "S-Acc": "29.0", "EM": "0.0", "PM-0.5": "13.0", "Tokens": "918" } } }