models: | |
- model: cognitivecomputations/Dolphin-Mistral-24B-Venice-Edition | |
- model: trashpanda-org/MS-24B-Instruct-Mullein-v0 | |
- model: PocketDoc/Dans-DangerousWinds-V1.1.1-24b | |
- model: huihui-ai/Mistral-Small-24B-Instruct-2501-abliterated | |
- model: Gryphe/Pantheon-RP-1.8-24b-Small-3.1 | |
- model: ReadyArt/Omega-Darker_The-Final-Directive-24B | |
merge_method: karcher | |
base_model: Gryphe/Pantheon-RP-1.8-24b-Small-3.1 | |
parameters: | |
max_iter: 1000 | |
normalize: true | |
int8_mask: true | |
tokenizer_source: base | |
dtype: bfloat16 | |