Question Answering
Safetensors
upcycling-qwen2-moe
biology
medical
custom_code
nuojohnchen commited on
Commit
0654f77
·
verified ·
1 Parent(s): b6f8176

Update config.json

Browse files
Files changed (1) hide show
  1. config.json +2 -2
config.json CHANGED
@@ -5,8 +5,8 @@
5
  "attention_dropout": 0.0,
6
  "attn_init_change": false,
7
  "auto_map": {
8
- "AutoConfig": "transformers_modules.FreedomIntelligence.Apollo-MoE-7B.fdfe57b4c6087b0ec4f6d16fdb6aad6f9ce6fbd7.configuration_upcycling_qwen2_moe.UpcyclingQwen2MoeConfig",
9
- "AutoModelForCausalLM": "transformers_modules.FreedomIntelligence.Apollo-MoE-7B.fdfe57b4c6087b0ec4f6d16fdb6aad6f9ce6fbd7.modeling_upcycling_qwen2_moe.UpcyclingQwen2MoeForCausalLM"
10
  },
11
  "bos_token_id": 151643,
12
  "decoder_sparse_step": 1,
 
5
  "attention_dropout": 0.0,
6
  "attn_init_change": false,
7
  "auto_map": {
8
+ "AutoConfig": "./configuration_upcycling_qwen2_moe.UpcyclingQwen2MoeConfig",
9
+ "AutoModelForCausalLM": "./modeling_upcycling_qwen2_moe.UpcyclingQwen2MoeForCausalLM"
10
  },
11
  "bos_token_id": 151643,
12
  "decoder_sparse_step": 1,