{ "config": { "model_name": "meta-llama/Llama-3.1-8B-Instruct", "link": "https://huggingface.co/meta-llama/Llama-3.1-8B-Instruct", "Params": 8 }, "results": { "Overall": { "CR": "42.6", "S-Acc": "9.9", "EM": "0.0", "PM-0.5": "3.8", "Tokens": "2478" }, "Acrostic": { "CR": "43.0", "S-Acc": "5.6", "EM": "0.0", "PM-0.5": "0.0", "Tokens": "3712" }, "Crossword": { "CR": "61.3", "S-Acc": "23.3", "EM": "0.0", "PM-0.5": "14.0", "Tokens": "2888" }, "Cryptogram": { "CR": "43.0", "S-Acc": "2.3", "EM": "0.0", "PM-0.5": "0.0", "Tokens": "2068" }, "Logic_Puzzle": { "CR": "57.0", "S-Acc": "16.0", "EM": "0.0", "PM-0.5": "8.0", "Tokens": "1293" }, "Sudoku": { "CR": "7.5", "S-Acc": "1.2", "EM": "0.0", "PM-0.5": "0.0", "Tokens": "2782" }, "Drop_Quote": { "CR": "44.0", "S-Acc": "11.2", "EM": "0.0", "PM-0.5": "1.0", "Tokens": "2123" } } }