Spaces:
Running
Running
| { | |
| "config": { | |
| "model_name": "meta-llama/Llama-3.1-8B-Instruct", | |
| "link": "https://huggingface.co/meta-llama/Llama-3.1-8B-Instruct", | |
| "Params": 8 | |
| }, | |
| "results": { | |
| "Overall": { | |
| "CR": "42.6", | |
| "S-Acc": "9.9", | |
| "EM": "0.0", | |
| "PM-0.5": "3.8", | |
| "Tokens": "2478" | |
| }, | |
| "Acrostic": { | |
| "CR": "43.0", | |
| "S-Acc": "5.6", | |
| "EM": "0.0", | |
| "PM-0.5": "0.0", | |
| "Tokens": "3712" | |
| }, | |
| "Crossword": { | |
| "CR": "61.3", | |
| "S-Acc": "23.3", | |
| "EM": "0.0", | |
| "PM-0.5": "14.0", | |
| "Tokens": "2888" | |
| }, | |
| "Cryptogram": { | |
| "CR": "43.0", | |
| "S-Acc": "2.3", | |
| "EM": "0.0", | |
| "PM-0.5": "0.0", | |
| "Tokens": "2068" | |
| }, | |
| "Logic_Puzzle": { | |
| "CR": "57.0", | |
| "S-Acc": "16.0", | |
| "EM": "0.0", | |
| "PM-0.5": "8.0", | |
| "Tokens": "1293" | |
| }, | |
| "Sudoku": { | |
| "CR": "7.5", | |
| "S-Acc": "1.2", | |
| "EM": "0.0", | |
| "PM-0.5": "0.0", | |
| "Tokens": "2782" | |
| }, | |
| "Drop_Quote": { | |
| "CR": "44.0", | |
| "S-Acc": "11.2", | |
| "EM": "0.0", | |
| "PM-0.5": "1.0", | |
| "Tokens": "2123" | |
| } | |
| } | |
| } |