File size: 791 Bytes
8709715 3104372 8926c3c 8709715 3104372 8926c3c 8709715 3104372 8709715 3104372 8926c3c 3104372 8709715 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 |
# BEGIN GENERAL GGUF METADATA
id: codestral
model: codestral
name: codestral
version: 2
# END GENERAL GGUF METADATA
# BEGIN INFERENCE PARAMETERS
# BEGIN REQUIRED
stop:
- "[/INST]"
# END REQUIRED
# BEGIN OPTIONAL
dynatemp_exponent: 1
dynatemp_range: 0
frequency_penalty: 0
ignore_eos: false
max_tokens: 4096
min_keep: 0
min_p: 0.05
mirostat: false
mirostat_eta: 0.100000001
mirostat_tau: 5
n_probs: 0
penalize_nl: false
presence_penalty: 0
repeat_last_n: 64
repeat_penalty: 1
seed: -1
stream: true
temperature: 0.7
tfs_z: 1
top_k: 40
top_p: 0.9
typ_p: 1
# END OPTIONAL
# END INFERENCE PARAMETERS
# BEGIN MODEL LOAD PARAMETERS
# BEGIN REQUIRED
ctx_len: 4096
engine: llama-cpp
ngl: 57
prompt_template: "[INST] {system_message}\n\n{prompt}[/INST]"
# END OPTIONAL
# END MODEL LOAD PARAMETERS
|