Update mergekit_moe_config.yml
Browse files- mergekit_moe_config.yml +1 -3
mergekit_moe_config.yml
CHANGED
|
@@ -36,7 +36,5 @@ experts:
|
|
| 36 |
- "Refine code"
|
| 37 |
- "Coding assistance"
|
| 38 |
|
| 39 |
-
#
|
| 40 |
-
# num_experts_per_tok: How many experts to activate per token during inference.
|
| 41 |
-
# Common values are 1 or 2. Using 2 often provides better quality.
|
| 42 |
num_experts_per_tok: 2
|
|
|
|
| 36 |
- "Refine code"
|
| 37 |
- "Coding assistance"
|
| 38 |
|
| 39 |
+
# MoE Specific Parameters
|
|
|
|
|
|
|
| 40 |
num_experts_per_tok: 2
|