{ "config": { "model_name": "meta-llama/Llama-3.1-70B-Instruct", "link": "https://huggingface.co/meta-llama/Llama-3.1-70B-Instruct", "Params": 70 }, "results": { "Overall": { "CR": "71.8", "S-Acc": "27.4", "EM": "0.5", "PM-0.5": "21.9", "Tokens": "2090" }, "Acrostic": { "CR": "84.0", "S-Acc": "35.8", "EM": "0.0", "PM-0.5": "21.0", "Tokens": "3565" }, "Crossword": { "CR": "77.3", "S-Acc": "46.8", "EM": "0.0", "PM-0.5": "62.0", "Tokens": "3072" }, "Cryptogram": { "CR": "62.0", "S-Acc": "6.9", "EM": "0.0", "PM-0.5": "1.0", "Tokens": "1298" }, "Logic_Puzzle": { "CR": "56.0", "S-Acc": "22.8", "EM": "2.0", "PM-0.5": "18.0", "Tokens": "1165" }, "Sudoku": { "CR": "69.5", "S-Acc": "24.2", "EM": "1.0", "PM-0.5": "17.5", "Tokens": "1940" }, "Drop_Quote": { "CR": "82.0", "S-Acc": "27.7", "EM": "0.0", "PM-0.5": "12.0", "Tokens": "1498" } } }