Spaces:
Running
Running
| { | |
| "config": { | |
| "model_name": "mistralai/Mistral-7B-Instruct-v0.3", | |
| "link": "https://huggingface.co/mistralai/Mistral-7B-Instruct-v0.3", | |
| "Params": 7 | |
| }, | |
| "results": { | |
| "Overall": { | |
| "CR": "85.8", | |
| "S-Acc": "12.1", | |
| "EM": "0.0", | |
| "PM-0.5": "2.3", | |
| "Tokens": "2736" | |
| }, | |
| "Acrostic": { | |
| "CR": "75.0", | |
| "S-Acc": "7.9", | |
| "EM": "0.0", | |
| "PM-0.5": "0.0", | |
| "Tokens": "4600" | |
| }, | |
| "Crossword": { | |
| "CR": "94.0", | |
| "S-Acc": "23.0", | |
| "EM": "0.0", | |
| "PM-0.5": "6.7", | |
| "Tokens": "3655" | |
| }, | |
| "Cryptogram": { | |
| "CR": "99.0", | |
| "S-Acc": "4.3", | |
| "EM": "0.0", | |
| "PM-0.5": "0.0", | |
| "Tokens": "1096" | |
| }, | |
| "Logic_Puzzle": { | |
| "CR": "97.0", | |
| "S-Acc": "19.1", | |
| "EM": "0.0", | |
| "PM-0.5": "4.5", | |
| "Tokens": "1618" | |
| }, | |
| "Sudoku": { | |
| "CR": "84.0", | |
| "S-Acc": "11.9", | |
| "EM": "0.0", | |
| "PM-0.5": "1.5", | |
| "Tokens": "3108" | |
| }, | |
| "Drop_Quote": { | |
| "CR": "66.0", | |
| "S-Acc": "6.6", | |
| "EM": "0.0", | |
| "PM-0.5": "1.0", | |
| "Tokens": "2337" | |
| } | |
| } | |
| } |