Spaces:
Running
Running
| { | |
| "config": { | |
| "model_name": "meta-llama/Llama-3.3-70B-Instruct", | |
| "link": "https://huggingface.co/meta-llama/Llama-3.3-70B-Instruct", | |
| "Params": 70 | |
| }, | |
| "results": { | |
| "Overall": { | |
| "CR": "92.4", | |
| "S-Acc": "33.1", | |
| "EM": "1.3", | |
| "PM-0.5": "25.8", | |
| "Tokens": "1842" | |
| }, | |
| "Acrostic": { | |
| "CR": "97.0", | |
| "S-Acc": "40.8", | |
| "EM": "0.0", | |
| "PM-0.5": "28.0", | |
| "Tokens": "3584" | |
| }, | |
| "Crossword": { | |
| "CR": "85.3", | |
| "S-Acc": "47.6", | |
| "EM": "0.0", | |
| "PM-0.5": "65.3", | |
| "Tokens": "2613" | |
| }, | |
| "Cryptogram": { | |
| "CR": "99.0", | |
| "S-Acc": "14.3", | |
| "EM": "0.0", | |
| "PM-0.5": "1.0", | |
| "Tokens": "1137" | |
| }, | |
| "Logic_Puzzle": { | |
| "CR": "80.5", | |
| "S-Acc": "32.2", | |
| "EM": "1.0", | |
| "PM-0.5": "25.0", | |
| "Tokens": "1738" | |
| }, | |
| "Sudoku": { | |
| "CR": "93.5", | |
| "S-Acc": "34.8", | |
| "EM": "7.0", | |
| "PM-0.5": "22.5", | |
| "Tokens": "1062" | |
| }, | |
| "Drop_Quote": { | |
| "CR": "99.0", | |
| "S-Acc": "29.0", | |
| "EM": "0.0", | |
| "PM-0.5": "13.0", | |
| "Tokens": "918" | |
| } | |
| } | |
| } |