Upload folder using huggingface_hub

model-00002-of-00050.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1620ca141f702a2e68ef37633d4729d35cce2260bbd36afd3e1c86993e7bd1c7
-size 4404205232
+oid sha256:09509d0af7d03730bd5ca28be08dc394c1d9830d9023789f0a39cc821b963139
+size 4404205368

model-00003-of-00050.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2bd3989a0520b2ec9a90ceb088a9fb5674ae2cda0cd542bf612f2c973da2491e
-size 4404205232
+oid sha256:fac079433a6baa44d556154612c3e4f448741c91bdf220dab5b9deb20e0716e1
+size 4404205368

model-00004-of-00050.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ab90e5bf7d202046aa601d1c00ef76983e5f602e04fe0e6eca05357b6f236974
-size 4404205232
+oid sha256:77e381ee7fae3c6454660276c7c7af3b5075d8a48bafa0404b93a96626feef68
+size 4404205368

model-00005-of-00050.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:643b34dd6e4b8baf81cce268b2226144cef7e8959e4ba6c5238a0d519b94ab51
-size 4404205232
+oid sha256:bc60f2bca3ef6285f8ab645f7a901085961e3822bb86b25d22015d3eed24323c
+size 4404205368

model-00006-of-00050.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:06f9142c2b67d889dc0521d949f144b40b336bb9776e3465549ab2c55355c608
-size 4404205232
+oid sha256:239a1a0176db813744c70efbeb85fe7a08829c804d8f33b86aefe8d764e820e0
+size 4404205368

model-00007-of-00050.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c7f64071b2de9eb18fd3a919dc29c38fdf46804a17b709fbba2a5dcd65a149be
-size 4404205232
+oid sha256:3c1668cecfcaf76be50af40fbfacad6bad4d1cb79be55821b38b9c91b86b7357
+size 4404205368

model-00008-of-00050.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6c086781091a3993921dfd483e19fdb5c8ce4375036858d090775ce754662786
-size 4404205232
+oid sha256:4e7000e335da03fb24eb853d984015d1a3d9aac7ecc54484c0b6e1371a311b75
+size 4404205368

model-00009-of-00050.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5d0ae4554ce11ae48d6cab356e475289b8b37084c9031f84d0a35e585425a3b0
-size 4404205232
+oid sha256:3030d3095522d3be3e8c41eb0858d930d8e825d87c9e783136a4557f35eb1d1a
+size 4404205368

model-00010-of-00050.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1eadd6cdf16d6a94b524b86247be1b85666b720fb1e3c6ea7a69c664c52b7853
-size 4404205232
+oid sha256:56f53a5bf45fe155867d1ee1aa3e81e7749b753c4065e3c568b83158fbd5ea3f
+size 4404205368

model-00011-of-00050.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6029da11492f4a2a39696b1ca54fddb12b163496ae9fd069a388086372cb5053
-size 4404205224
+oid sha256:0c35653f70df260eecbccb056a743d4884dbf0d6c3009ce32d215f2c2548b626
+size 4404205360

model-00012-of-00050.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ea25383e6a2b3535d44ac895c29c55fb0bd3cfbcdf50de1cb897e6c8acc39943
-size 4404205240
+oid sha256:c880d1a5de15d4baf256d0c9df761350dcc4a759b7676838b02e65736e805972
+size 4404205384

model-00013-of-00050.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:fd805fea2e9d91719d1e98590789b34a627326e923a48d31e29708336176a103
-size 4404205240
+oid sha256:8a224f5d11e29739d69129c2bbc8bff10bc95def02e53a15b2b3cb90f335ad8e
+size 4404205384

model-00014-of-00050.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2ca29a337d0c37484248855d8b360e044122a07c4b87cf7a2cf742e2deed4b42
-size 4404205240
+oid sha256:4a6e957e715d70be76e00fc52210c761dad2371b9028f09b7ad402ca5be5b973
+size 4404205384

model-00015-of-00050.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7a77be93a61e20a2776379c1eed42af70790b6db6c973f44894bb116232f2e7a
-size 4404205240
+oid sha256:4a02ef72ad8f9fa83811daa753d351a63315386335d5f6fe8e2a3d73bea05ee5
+size 4404205384

model-00016-of-00050.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:06f2c24f9f9786a2219d39679c2887812d299ae5b95746425d87816ecb6ac31a
-size 4404205240
+oid sha256:b63f8c1ef3b79aee68e956d79937076055802458ae9359296266472e3f4cc09f
+size 4404205384

model-00017-of-00050.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:bdaad6fcdf15eefa845d7e5894cff93252df33b3555fba1878f6f5e282bf17c3
-size 4404205240
+oid sha256:30596825ff671155c8ccf58030e8506d3dcd2526d32fb6110b072b0c7f309834
+size 4404205384

model-00018-of-00050.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:df3d569aa8d29b947c4fff4c159767a922b4138e06f8830baa24be1210c6819d
-size 4404205240
+oid sha256:ca2dd2c45e09e53f811f4636d65dd014628257577df36548d3c20e969c682672
+size 4404205384

model-00019-of-00050.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ca6ff34ba809cd91bf2cd13927c8a21aefe83a41d17e47947b90a55551a3aff2
-size 4404205240
+oid sha256:6393d51ce06cc94ad668916ef2d92936b56509a238a447a1e838ca3275d9d45c
+size 4404205384

model-00020-of-00050.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a128fb2b9337b4a6d17179ea26a7946f7fa7711954eb959a87ecab01c77599f9
-size 4404205240
+oid sha256:052c18acc2ade73a404b2acaf37818922a06f53cb36311c2b42c9fca3102e31d
+size 4404205384

model-00021-of-00050.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d375d9f0dda615b5b5f73c0ef596dc6adaec35608c744cdc91dbf31767ab8f38
-size 4404205240
+oid sha256:0ce78ef320f5b715c91e3cba0f55e62360a38f4688048ada159f791d581d3229
+size 4404205384

model-00022-of-00050.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:71f5e1260dd3836d92e21ca01b3398b8ee2e1a5ad282c1a6f1c1675f6dfe2ac4
-size 4404205240
+oid sha256:2bd9b1740cf759bebc18bcf58a455805ac8087df7376bf9fad3f6add5bc73f94
+size 4404205384

model-00023-of-00050.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f827e303340cbea2f6508249cde0142b9eb25bb62e0357c0ee210edeea149a71
-size 4404205240
+oid sha256:6ffb65918a8d7bb09fb14b5533aabc317911f857d352d7b5f832e1e1942e0258
+size 4404205384

model-00024-of-00050.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4320ed5a8c10b4cae730673d4b47eb1c2ee3b0242531b632a910d0425319372f
-size 4404205240
+oid sha256:2365b7d91754a9f724f3e0e28561832d0fe8e87d202e4301a42470b03bf437bd
+size 4404205384

model-00025-of-00050.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:527d5e68d2a657dd9e0299ac8a037ee7501721ca8dfdfc188f69a2017856ad1d
-size 4404205240
+oid sha256:028fcacf73b60b5d2fadaa97c4cc04f692a97e3e05ff4637d3c0c5b4f3f4bf28
+size 4404205384

model-00026-of-00050.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ca932b15ff1afeafc8e86cdd79c3bd04041c3a1d9bfcd4355f04dc1e7a78a1c7
-size 4404205240
+oid sha256:8aba77d76e0419fa00efba741f920c1bab287396bfb534cf87861978e94f7773
+size 4404205384

model-00027-of-00050.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:be126c3c8b97528c72367b1642a33f7aafee7687d05b8f77448a7bf97df84e71
-size 4404205240
+oid sha256:e7b18333dd26101550d598cb82604d0e5cefd4e4b3db80010ecb36ee42cf8446
+size 4404205384

model-00028-of-00050.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c1b881ef8cdf2d0fe96d3df2b5ca510795aaffdd5f954a12d441264039d12d3e
-size 4404205240
+oid sha256:4f29b9303fe6e6dc18db2f062b1ade98afe3354bb7fcc761a3d50f361a4304ef
+size 4404205384

model-00029-of-00050.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:05486b768dfb44a5d7f9a01026198d117cebad9cebf336837caa8e8a1de1c70f
-size 4404205240
+oid sha256:8eecc1f3507d0238144bbf9e422d2b39ed0c3664c288a051e9e5edf0880b6758
+size 4404205384

model-00030-of-00050.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a02d69a935e1aa876622784ec22255c08d536c1de6289f84e7cd5aef47317082
-size 4404205240
+oid sha256:468843b2c89c2fad3367aeda123325e5b833edf00f96bbfa13daf5942ba94130
+size 4404205384

model-00031-of-00050.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f5cef3ffcf58552d223aa6c8713a17edd9890960a3048c2d12d3e7fefab49e5d
-size 4404205240
+oid sha256:05b60f9d47eb998f74dc4d5dad22a0a7cc37defab7ca8f1ddcccd622812bb780
+size 4404205384

model-00032-of-00050.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:00d61b63d2c1e2e99cbd448a5d359dc1987bb13df3e7cf9a4b86e9abbecd3566
-size 4404205240
+oid sha256:e76ca5397f76117406dbc3ee13728be63bd54488244ec698805664ab9620b02d
+size 4404205384

model-00033-of-00050.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3cb8c1cfd5c0a15ae5327e7148c2ab49cacf98120e73069c63ba6028600facff
-size 4404205240
+oid sha256:5e1b85384bafb5ac4d6d86f95930e53e5c9397855ef23faa1660868fdaffb867
+size 4404205384

model-00034-of-00050.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d1ca2fdc1ab3ce2df5491e5a0d592c93464a9733d33b5588fc0ff83f8cc5ca96
-size 4404205240
+oid sha256:30e321a8ceeeac1898748f5601a4e03a2ea7f70df8bb5fbda18228d82330c6fe
+size 4404205384

model-00035-of-00050.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:56a6baf7ea2756ed7c5ce67971d2c256964cdcda8ea755ee2438bb9e70dab399
-size 4404205240
+oid sha256:dc5c2fc29711ce64a0a2ac39c31e119f944de5fd8d4a44e6b4267dda26cc87f2
+size 4404205384

model-00036-of-00050.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:aa6f53a0c4103b34bef7f3172f964d16fa6e8395ac3c2638c0cf80b9acf8b39e
-size 4404205240
+oid sha256:a4d91c6f64690550ac069265154ff027772b264d01c7520c43daa049b962a0f5
+size 4404205384

model-00037-of-00050.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:373007bd9a116d624c1ffc7dc520ba8b51c8e69b9b72cb755470a35da0da304e
-size 4404205240
+oid sha256:a826ff515fd69d0de1797d306e269d785074d2a0b4cbbb652b8fc2418a3625f2
+size 4404205384

model-00038-of-00050.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:68900f8238c8eee799d38aaec6e61e5fb1e9f9c97d78684acfc9f2a2118e81de
-size 4404205240
+oid sha256:67c1897f40a475c31e535939782f815d7491bb74fee22359f5c83dae87f7ba49
+size 4404205384

model-00039-of-00050.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3cac54dbfce32247e7e027741edae820a7ebdc4211274afc8609f23836630ed9
-size 4404205240
+oid sha256:5fb00b8badac0c4b3f00dde963559b550a7c3ad251260fab5128762703bbfbef
+size 4404205384

model-00040-of-00050.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d53967a1e20112ffa31b4d0befdb07d2c373ec271a8bafb9afffc11b20b6aa1d
-size 4404205240
+oid sha256:6407cb17975246c5a40c1b0cafb030fe9a6391bbd6d2e5881fde06e3a83a28f2
+size 4404205384

model-00041-of-00050.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0ff6c6dd97f02b3123d7800a0aca8751d87bfb8dd4e905d55cd20df92caded5e
-size 4404205240
+oid sha256:89410cd12f9d48eb209a72aa981d107dddeca1f23ddf7d33d7a09b7f38d9bd47
+size 4404205384

model-00042-of-00050.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:814ac2d1c3ba063b6fd80c4887d3da103a2b7715325546a54b00660af334d0dd
-size 4404205240
+oid sha256:29851457b03209f26bf4ddee29999cb50c3eb1214a9cddf057254f8881d36e9a
+size 4404205384

model-00043-of-00050.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5bcfda8acb51b4cc2463ad874a4dab518eb2d62d7700442ef33811ab84de1928
-size 4404205240
+oid sha256:83f104a5775cd919532b23cc75ed156a07d2b3a263e23e4b2f4f040b6c9dc3b9
+size 4404205384

model-00044-of-00050.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:815daa300d1b95862a3f37cc472d4ec6da9b6ca60046fa91b56f2c781cd6027a
-size 4404205240
+oid sha256:39420f548fae137b07ea0768b2f5ea1c55647f8b08d28ce9ac298ad086c3b481
+size 4404205384

model-00045-of-00050.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6c721f31645101c6960a16167f485174c2846fe3882593671875c90afa61548e
-size 4404205240
+oid sha256:fba88094e11dd44b9be97da6bd196d573c0793407a238c96f7c720b7e923fe5d
+size 4404205384

model-00046-of-00050.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:68f549cbcbd862d30c4508ec0822b9af91468b78828246a6f0f8f5fad15c7750
-size 4404205240
+oid sha256:4a2ea7a6d44fc139d8cc6b1e1f6f49062b24bb985016ae407cf04086b1e24d1f
+size 4404205384

model-00047-of-00050.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5bc27db05392ff9f0171042d68f4807d5dab31bb71f3120469d758a229c75f17
-size 4404205240
+oid sha256:7717f2fb7e1c1bc4dc752c98c4395671e8c9878beaba1de5e8df6fa07aa9d686
+size 4404205384

model-00048-of-00050.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ed9951206be14f15b30ca590b98dcd1c9477d04c0b3c0041163b93502db73e8b
-size 4404205240
+oid sha256:d7f39c687d916066124afd077b9ab6c735ff22a0e5c90a43524b16ff984063e6
+size 4404205384

model-00049-of-00050.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:71dcedc4c4de004b2ee19042c0cb56aeaecbadf2ca50f370c160bfbeb45517bb
-size 4278385936
+oid sha256:1b6c24c27fb9a8db27967b1fa3bf1ec3c50c168791278fcff3770172c8194d6d
+size 4278386080

model.safetensors.index.json

@@ -6,7 +6,8 @@
     "language_model.lm_head.weight": "model-00050-of-00050.safetensors",
     "language_model.model.embed_tokens.weight": "model-00001-of-00050.safetensors",
     "language_model.model.layers.0.feed_forward.experts.down_proj.weight": "model-00002-of-00050.safetensors",
-    "language_model.model.layers.0.feed_forward.experts.gate_up_proj.weight": "model-00002-of-00050.safetensors",
+    "language_model.model.layers.0.feed_forward.experts.gate_proj.weight": "model-00002-of-00050.safetensors",
+    "language_model.model.layers.0.feed_forward.experts.up_proj.weight": "model-00002-of-00050.safetensors",
     "language_model.model.layers.0.feed_forward.router.weight": "model-00002-of-00050.safetensors",
     "language_model.model.layers.0.feed_forward.shared_expert.down_proj.weight": "model-00002-of-00050.safetensors",
     "language_model.model.layers.0.feed_forward.shared_expert.gate_proj.weight": "model-00002-of-00050.safetensors",
@@ -18,7 +19,8 @@
     "language_model.model.layers.0.self_attn.q_proj.weight": "model-00001-of-00050.safetensors",
     "language_model.model.layers.0.self_attn.v_proj.weight": "model-00001-of-00050.safetensors",
     "language_model.model.layers.1.feed_forward.experts.down_proj.weight": "model-00003-of-00050.safetensors",
-    "language_model.model.layers.1.feed_forward.experts.gate_up_proj.weight": "model-00003-of-00050.safetensors",
+    "language_model.model.layers.1.feed_forward.experts.gate_proj.weight": "model-00003-of-00050.safetensors",
+    "language_model.model.layers.1.feed_forward.experts.up_proj.weight": "model-00003-of-00050.safetensors",
     "language_model.model.layers.1.feed_forward.router.weight": "model-00003-of-00050.safetensors",
     "language_model.model.layers.1.feed_forward.shared_expert.down_proj.weight": "model-00003-of-00050.safetensors",
     "language_model.model.layers.1.feed_forward.shared_expert.gate_proj.weight": "model-00003-of-00050.safetensors",
@@ -30,7 +32,8 @@
     "language_model.model.layers.1.self_attn.q_proj.weight": "model-00002-of-00050.safetensors",
     "language_model.model.layers.1.self_attn.v_proj.weight": "model-00002-of-00050.safetensors",
     "language_model.model.layers.10.feed_forward.experts.down_proj.weight": "model-00012-of-00050.safetensors",
-    "language_model.model.layers.10.feed_forward.experts.gate_up_proj.weight": "model-00012-of-00050.safetensors",
+    "language_model.model.layers.10.feed_forward.experts.gate_proj.weight": "model-00012-of-00050.safetensors",
+    "language_model.model.layers.10.feed_forward.experts.up_proj.weight": "model-00012-of-00050.safetensors",
     "language_model.model.layers.10.feed_forward.router.weight": "model-00012-of-00050.safetensors",
     "language_model.model.layers.10.feed_forward.shared_expert.down_proj.weight": "model-00012-of-00050.safetensors",
     "language_model.model.layers.10.feed_forward.shared_expert.gate_proj.weight": "model-00012-of-00050.safetensors",
@@ -42,7 +45,8 @@
     "language_model.model.layers.10.self_attn.q_proj.weight": "model-00011-of-00050.safetensors",
     "language_model.model.layers.10.self_attn.v_proj.weight": "model-00011-of-00050.safetensors",
     "language_model.model.layers.11.feed_forward.experts.down_proj.weight": "model-00013-of-00050.safetensors",
-    "language_model.model.layers.11.feed_forward.experts.gate_up_proj.weight": "model-00013-of-00050.safetensors",
+    "language_model.model.layers.11.feed_forward.experts.gate_proj.weight": "model-00013-of-00050.safetensors",
+    "language_model.model.layers.11.feed_forward.experts.up_proj.weight": "model-00013-of-00050.safetensors",
     "language_model.model.layers.11.feed_forward.router.weight": "model-00013-of-00050.safetensors",
     "language_model.model.layers.11.feed_forward.shared_expert.down_proj.weight": "model-00013-of-00050.safetensors",
     "language_model.model.layers.11.feed_forward.shared_expert.gate_proj.weight": "model-00013-of-00050.safetensors",
@@ -54,7 +58,8 @@
     "language_model.model.layers.11.self_attn.q_proj.weight": "model-00012-of-00050.safetensors",
     "language_model.model.layers.11.self_attn.v_proj.weight": "model-00012-of-00050.safetensors",
     "language_model.model.layers.12.feed_forward.experts.down_proj.weight": "model-00014-of-00050.safetensors",
-    "language_model.model.layers.12.feed_forward.experts.gate_up_proj.weight": "model-00014-of-00050.safetensors",
+    "language_model.model.layers.12.feed_forward.experts.gate_proj.weight": "model-00014-of-00050.safetensors",
+    "language_model.model.layers.12.feed_forward.experts.up_proj.weight": "model-00014-of-00050.safetensors",
     "language_model.model.layers.12.feed_forward.router.weight": "model-00014-of-00050.safetensors",
     "language_model.model.layers.12.feed_forward.shared_expert.down_proj.weight": "model-00014-of-00050.safetensors",
     "language_model.model.layers.12.feed_forward.shared_expert.gate_proj.weight": "model-00014-of-00050.safetensors",
@@ -66,7 +71,8 @@
     "language_model.model.layers.12.self_attn.q_proj.weight": "model-00013-of-00050.safetensors",
     "language_model.model.layers.12.self_attn.v_proj.weight": "model-00013-of-00050.safetensors",
     "language_model.model.layers.13.feed_forward.experts.down_proj.weight": "model-00015-of-00050.safetensors",
-    "language_model.model.layers.13.feed_forward.experts.gate_up_proj.weight": "model-00015-of-00050.safetensors",
+    "language_model.model.layers.13.feed_forward.experts.gate_proj.weight": "model-00015-of-00050.safetensors",
+    "language_model.model.layers.13.feed_forward.experts.up_proj.weight": "model-00015-of-00050.safetensors",
     "language_model.model.layers.13.feed_forward.router.weight": "model-00015-of-00050.safetensors",
     "language_model.model.layers.13.feed_forward.shared_expert.down_proj.weight": "model-00015-of-00050.safetensors",
     "language_model.model.layers.13.feed_forward.shared_expert.gate_proj.weight": "model-00015-of-00050.safetensors",
@@ -78,7 +84,8 @@
     "language_model.model.layers.13.self_attn.q_proj.weight": "model-00014-of-00050.safetensors",
     "language_model.model.layers.13.self_attn.v_proj.weight": "model-00014-of-00050.safetensors",
     "language_model.model.layers.14.feed_forward.experts.down_proj.weight": "model-00016-of-00050.safetensors",
-    "language_model.model.layers.14.feed_forward.experts.gate_up_proj.weight": "model-00016-of-00050.safetensors",
+    "language_model.model.layers.14.feed_forward.experts.gate_proj.weight": "model-00016-of-00050.safetensors",
+    "language_model.model.layers.14.feed_forward.experts.up_proj.weight": "model-00016-of-00050.safetensors",
     "language_model.model.layers.14.feed_forward.router.weight": "model-00016-of-00050.safetensors",
     "language_model.model.layers.14.feed_forward.shared_expert.down_proj.weight": "model-00016-of-00050.safetensors",
     "language_model.model.layers.14.feed_forward.shared_expert.gate_proj.weight": "model-00016-of-00050.safetensors",
@@ -90,7 +97,8 @@
     "language_model.model.layers.14.self_attn.q_proj.weight": "model-00015-of-00050.safetensors",
     "language_model.model.layers.14.self_attn.v_proj.weight": "model-00015-of-00050.safetensors",
     "language_model.model.layers.15.feed_forward.experts.down_proj.weight": "model-00017-of-00050.safetensors",
-    "language_model.model.layers.15.feed_forward.experts.gate_up_proj.weight": "model-00017-of-00050.safetensors",
+    "language_model.model.layers.15.feed_forward.experts.gate_proj.weight": "model-00017-of-00050.safetensors",
+    "language_model.model.layers.15.feed_forward.experts.up_proj.weight": "model-00017-of-00050.safetensors",
     "language_model.model.layers.15.feed_forward.router.weight": "model-00017-of-00050.safetensors",
     "language_model.model.layers.15.feed_forward.shared_expert.down_proj.weight": "model-00017-of-00050.safetensors",
     "language_model.model.layers.15.feed_forward.shared_expert.gate_proj.weight": "model-00017-of-00050.safetensors",
@@ -102,7 +110,8 @@
     "language_model.model.layers.15.self_attn.q_proj.weight": "model-00016-of-00050.safetensors",
     "language_model.model.layers.15.self_attn.v_proj.weight": "model-00016-of-00050.safetensors",
     "language_model.model.layers.16.feed_forward.experts.down_proj.weight": "model-00018-of-00050.safetensors",
-    "language_model.model.layers.16.feed_forward.experts.gate_up_proj.weight": "model-00018-of-00050.safetensors",
+    "language_model.model.layers.16.feed_forward.experts.gate_proj.weight": "model-00018-of-00050.safetensors",
+    "language_model.model.layers.16.feed_forward.experts.up_proj.weight": "model-00018-of-00050.safetensors",
     "language_model.model.layers.16.feed_forward.router.weight": "model-00018-of-00050.safetensors",
     "language_model.model.layers.16.feed_forward.shared_expert.down_proj.weight": "model-00018-of-00050.safetensors",
     "language_model.model.layers.16.feed_forward.shared_expert.gate_proj.weight": "model-00018-of-00050.safetensors",
@@ -114,7 +123,8 @@
     "language_model.model.layers.16.self_attn.q_proj.weight": "model-00017-of-00050.safetensors",
     "language_model.model.layers.16.self_attn.v_proj.weight": "model-00017-of-00050.safetensors",
     "language_model.model.layers.17.feed_forward.experts.down_proj.weight": "model-00019-of-00050.safetensors",
-    "language_model.model.layers.17.feed_forward.experts.gate_up_proj.weight": "model-00019-of-00050.safetensors",
+    "language_model.model.layers.17.feed_forward.experts.gate_proj.weight": "model-00019-of-00050.safetensors",
+    "language_model.model.layers.17.feed_forward.experts.up_proj.weight": "model-00019-of-00050.safetensors",
     "language_model.model.layers.17.feed_forward.router.weight": "model-00019-of-00050.safetensors",
     "language_model.model.layers.17.feed_forward.shared_expert.down_proj.weight": "model-00019-of-00050.safetensors",
     "language_model.model.layers.17.feed_forward.shared_expert.gate_proj.weight": "model-00019-of-00050.safetensors",
@@ -126,7 +136,8 @@
     "language_model.model.layers.17.self_attn.q_proj.weight": "model-00018-of-00050.safetensors",
     "language_model.model.layers.17.self_attn.v_proj.weight": "model-00018-of-00050.safetensors",
     "language_model.model.layers.18.feed_forward.experts.down_proj.weight": "model-00020-of-00050.safetensors",
-    "language_model.model.layers.18.feed_forward.experts.gate_up_proj.weight": "model-00020-of-00050.safetensors",
+    "language_model.model.layers.18.feed_forward.experts.gate_proj.weight": "model-00020-of-00050.safetensors",
+    "language_model.model.layers.18.feed_forward.experts.up_proj.weight": "model-00020-of-00050.safetensors",
     "language_model.model.layers.18.feed_forward.router.weight": "model-00020-of-00050.safetensors",
     "language_model.model.layers.18.feed_forward.shared_expert.down_proj.weight": "model-00020-of-00050.safetensors",
     "language_model.model.layers.18.feed_forward.shared_expert.gate_proj.weight": "model-00020-of-00050.safetensors",
@@ -138,7 +149,8 @@
     "language_model.model.layers.18.self_attn.q_proj.weight": "model-00019-of-00050.safetensors",
     "language_model.model.layers.18.self_attn.v_proj.weight": "model-00019-of-00050.safetensors",
     "language_model.model.layers.19.feed_forward.experts.down_proj.weight": "model-00021-of-00050.safetensors",
-    "language_model.model.layers.19.feed_forward.experts.gate_up_proj.weight": "model-00021-of-00050.safetensors",
+    "language_model.model.layers.19.feed_forward.experts.gate_proj.weight": "model-00021-of-00050.safetensors",
+    "language_model.model.layers.19.feed_forward.experts.up_proj.weight": "model-00021-of-00050.safetensors",
     "language_model.model.layers.19.feed_forward.router.weight": "model-00021-of-00050.safetensors",
     "language_model.model.layers.19.feed_forward.shared_expert.down_proj.weight": "model-00021-of-00050.safetensors",
     "language_model.model.layers.19.feed_forward.shared_expert.gate_proj.weight": "model-00021-of-00050.safetensors",
@@ -150,7 +162,8 @@
     "language_model.model.layers.19.self_attn.q_proj.weight": "model-00020-of-00050.safetensors",
     "language_model.model.layers.19.self_attn.v_proj.weight": "model-00020-of-00050.safetensors",
     "language_model.model.layers.2.feed_forward.experts.down_proj.weight": "model-00004-of-00050.safetensors",
-    "language_model.model.layers.2.feed_forward.experts.gate_up_proj.weight": "model-00004-of-00050.safetensors",
+    "language_model.model.layers.2.feed_forward.experts.gate_proj.weight": "model-00004-of-00050.safetensors",
+    "language_model.model.layers.2.feed_forward.experts.up_proj.weight": "model-00004-of-00050.safetensors",
     "language_model.model.layers.2.feed_forward.router.weight": "model-00004-of-00050.safetensors",
     "language_model.model.layers.2.feed_forward.shared_expert.down_proj.weight": "model-00004-of-00050.safetensors",
     "language_model.model.layers.2.feed_forward.shared_expert.gate_proj.weight": "model-00004-of-00050.safetensors",
@@ -162,7 +175,8 @@
     "language_model.model.layers.2.self_attn.q_proj.weight": "model-00003-of-00050.safetensors",
     "language_model.model.layers.2.self_attn.v_proj.weight": "model-00003-of-00050.safetensors",
     "language_model.model.layers.20.feed_forward.experts.down_proj.weight": "model-00022-of-00050.safetensors",
-    "language_model.model.layers.20.feed_forward.experts.gate_up_proj.weight": "model-00022-of-00050.safetensors",
+    "language_model.model.layers.20.feed_forward.experts.gate_proj.weight": "model-00022-of-00050.safetensors",
+    "language_model.model.layers.20.feed_forward.experts.up_proj.weight": "model-00022-of-00050.safetensors",
     "language_model.model.layers.20.feed_forward.router.weight": "model-00022-of-00050.safetensors",
     "language_model.model.layers.20.feed_forward.shared_expert.down_proj.weight": "model-00022-of-00050.safetensors",
     "language_model.model.layers.20.feed_forward.shared_expert.gate_proj.weight": "model-00022-of-00050.safetensors",
@@ -174,7 +188,8 @@
     "language_model.model.layers.20.self_attn.q_proj.weight": "model-00021-of-00050.safetensors",
     "language_model.model.layers.20.self_attn.v_proj.weight": "model-00021-of-00050.safetensors",
     "language_model.model.layers.21.feed_forward.experts.down_proj.weight": "model-00023-of-00050.safetensors",
-    "language_model.model.layers.21.feed_forward.experts.gate_up_proj.weight": "model-00023-of-00050.safetensors",
+    "language_model.model.layers.21.feed_forward.experts.gate_proj.weight": "model-00023-of-00050.safetensors",
+    "language_model.model.layers.21.feed_forward.experts.up_proj.weight": "model-00023-of-00050.safetensors",
     "language_model.model.layers.21.feed_forward.router.weight": "model-00023-of-00050.safetensors",
     "language_model.model.layers.21.feed_forward.shared_expert.down_proj.weight": "model-00023-of-00050.safetensors",
     "language_model.model.layers.21.feed_forward.shared_expert.gate_proj.weight": "model-00023-of-00050.safetensors",
@@ -186,7 +201,8 @@
     "language_model.model.layers.21.self_attn.q_proj.weight": "model-00022-of-00050.safetensors",
     "language_model.model.layers.21.self_attn.v_proj.weight": "model-00022-of-00050.safetensors",
     "language_model.model.layers.22.feed_forward.experts.down_proj.weight": "model-00024-of-00050.safetensors",
-    "language_model.model.layers.22.feed_forward.experts.gate_up_proj.weight": "model-00024-of-00050.safetensors",
+    "language_model.model.layers.22.feed_forward.experts.gate_proj.weight": "model-00024-of-00050.safetensors",
+    "language_model.model.layers.22.feed_forward.experts.up_proj.weight": "model-00024-of-00050.safetensors",
     "language_model.model.layers.22.feed_forward.router.weight": "model-00024-of-00050.safetensors",
     "language_model.model.layers.22.feed_forward.shared_expert.down_proj.weight": "model-00024-of-00050.safetensors",
     "language_model.model.layers.22.feed_forward.shared_expert.gate_proj.weight": "model-00024-of-00050.safetensors",
@@ -198,7 +214,8 @@
     "language_model.model.layers.22.self_attn.q_proj.weight": "model-00023-of-00050.safetensors",
     "language_model.model.layers.22.self_attn.v_proj.weight": "model-00023-of-00050.safetensors",
     "language_model.model.layers.23.feed_forward.experts.down_proj.weight": "model-00025-of-00050.safetensors",
-    "language_model.model.layers.23.feed_forward.experts.gate_up_proj.weight": "model-00025-of-00050.safetensors",
+    "language_model.model.layers.23.feed_forward.experts.gate_proj.weight": "model-00025-of-00050.safetensors",
+    "language_model.model.layers.23.feed_forward.experts.up_proj.weight": "model-00025-of-00050.safetensors",
     "language_model.model.layers.23.feed_forward.router.weight": "model-00025-of-00050.safetensors",
     "language_model.model.layers.23.feed_forward.shared_expert.down_proj.weight": "model-00025-of-00050.safetensors",
     "language_model.model.layers.23.feed_forward.shared_expert.gate_proj.weight": "model-00025-of-00050.safetensors",
@@ -210,7 +227,8 @@
     "language_model.model.layers.23.self_attn.q_proj.weight": "model-00024-of-00050.safetensors",
     "language_model.model.layers.23.self_attn.v_proj.weight": "model-00024-of-00050.safetensors",
     "language_model.model.layers.24.feed_forward.experts.down_proj.weight": "model-00026-of-00050.safetensors",
-    "language_model.model.layers.24.feed_forward.experts.gate_up_proj.weight": "model-00026-of-00050.safetensors",
+    "language_model.model.layers.24.feed_forward.experts.gate_proj.weight": "model-00026-of-00050.safetensors",
+    "language_model.model.layers.24.feed_forward.experts.up_proj.weight": "model-00026-of-00050.safetensors",
     "language_model.model.layers.24.feed_forward.router.weight": "model-00026-of-00050.safetensors",
     "language_model.model.layers.24.feed_forward.shared_expert.down_proj.weight": "model-00026-of-00050.safetensors",
     "language_model.model.layers.24.feed_forward.shared_expert.gate_proj.weight": "model-00026-of-00050.safetensors",
@@ -222,7 +240,8 @@
     "language_model.model.layers.24.self_attn.q_proj.weight": "model-00025-of-00050.safetensors",
     "language_model.model.layers.24.self_attn.v_proj.weight": "model-00025-of-00050.safetensors",
     "language_model.model.layers.25.feed_forward.experts.down_proj.weight": "model-00027-of-00050.safetensors",
-    "language_model.model.layers.25.feed_forward.experts.gate_up_proj.weight": "model-00027-of-00050.safetensors",
+    "language_model.model.layers.25.feed_forward.experts.gate_proj.weight": "model-00027-of-00050.safetensors",
+    "language_model.model.layers.25.feed_forward.experts.up_proj.weight": "model-00027-of-00050.safetensors",
     "language_model.model.layers.25.feed_forward.router.weight": "model-00027-of-00050.safetensors",
     "language_model.model.layers.25.feed_forward.shared_expert.down_proj.weight": "model-00027-of-00050.safetensors",
     "language_model.model.layers.25.feed_forward.shared_expert.gate_proj.weight": "model-00027-of-00050.safetensors",
@@ -234,7 +253,8 @@
     "language_model.model.layers.25.self_attn.q_proj.weight": "model-00026-of-00050.safetensors",
     "language_model.model.layers.25.self_attn.v_proj.weight": "model-00026-of-00050.safetensors",
     "language_model.model.layers.26.feed_forward.experts.down_proj.weight": "model-00028-of-00050.safetensors",
-    "language_model.model.layers.26.feed_forward.experts.gate_up_proj.weight": "model-00028-of-00050.safetensors",
+    "language_model.model.layers.26.feed_forward.experts.gate_proj.weight": "model-00028-of-00050.safetensors",
+    "language_model.model.layers.26.feed_forward.experts.up_proj.weight": "model-00028-of-00050.safetensors",
     "language_model.model.layers.26.feed_forward.router.weight": "model-00028-of-00050.safetensors",
     "language_model.model.layers.26.feed_forward.shared_expert.down_proj.weight": "model-00028-of-00050.safetensors",
     "language_model.model.layers.26.feed_forward.shared_expert.gate_proj.weight": "model-00028-of-00050.safetensors",
@@ -246,7 +266,8 @@
     "language_model.model.layers.26.self_attn.q_proj.weight": "model-00027-of-00050.safetensors",
     "language_model.model.layers.26.self_attn.v_proj.weight": "model-00027-of-00050.safetensors",
     "language_model.model.layers.27.feed_forward.experts.down_proj.weight": "model-00029-of-00050.safetensors",
-    "language_model.model.layers.27.feed_forward.experts.gate_up_proj.weight": "model-00029-of-00050.safetensors",
+    "language_model.model.layers.27.feed_forward.experts.gate_proj.weight": "model-00029-of-00050.safetensors",
+    "language_model.model.layers.27.feed_forward.experts.up_proj.weight": "model-00029-of-00050.safetensors",
     "language_model.model.layers.27.feed_forward.router.weight": "model-00029-of-00050.safetensors",
     "language_model.model.layers.27.feed_forward.shared_expert.down_proj.weight": "model-00029-of-00050.safetensors",
     "language_model.model.layers.27.feed_forward.shared_expert.gate_proj.weight": "model-00029-of-00050.safetensors",
@@ -258,7 +279,8 @@
     "language_model.model.layers.27.self_attn.q_proj.weight": "model-00028-of-00050.safetensors",
     "language_model.model.layers.27.self_attn.v_proj.weight": "model-00028-of-00050.safetensors",
     "language_model.model.layers.28.feed_forward.experts.down_proj.weight": "model-00030-of-00050.safetensors",
-    "language_model.model.layers.28.feed_forward.experts.gate_up_proj.weight": "model-00030-of-00050.safetensors",
+    "language_model.model.layers.28.feed_forward.experts.gate_proj.weight": "model-00030-of-00050.safetensors",
+    "language_model.model.layers.28.feed_forward.experts.up_proj.weight": "model-00030-of-00050.safetensors",
     "language_model.model.layers.28.feed_forward.router.weight": "model-00030-of-00050.safetensors",
     "language_model.model.layers.28.feed_forward.shared_expert.down_proj.weight": "model-00030-of-00050.safetensors",
     "language_model.model.layers.28.feed_forward.shared_expert.gate_proj.weight": "model-00030-of-00050.safetensors",
@@ -270,7 +292,8 @@
     "language_model.model.layers.28.self_attn.q_proj.weight": "model-00029-of-00050.safetensors",
     "language_model.model.layers.28.self_attn.v_proj.weight": "model-00029-of-00050.safetensors",
     "language_model.model.layers.29.feed_forward.experts.down_proj.weight": "model-00031-of-00050.safetensors",
-    "language_model.model.layers.29.feed_forward.experts.gate_up_proj.weight": "model-00031-of-00050.safetensors",
+    "language_model.model.layers.29.feed_forward.experts.gate_proj.weight": "model-00031-of-00050.safetensors",
+    "language_model.model.layers.29.feed_forward.experts.up_proj.weight": "model-00031-of-00050.safetensors",
     "language_model.model.layers.29.feed_forward.router.weight": "model-00031-of-00050.safetensors",
     "language_model.model.layers.29.feed_forward.shared_expert.down_proj.weight": "model-00031-of-00050.safetensors",
     "language_model.model.layers.29.feed_forward.shared_expert.gate_proj.weight": "model-00031-of-00050.safetensors",
@@ -282,7 +305,8 @@
     "language_model.model.layers.29.self_attn.q_proj.weight": "model-00030-of-00050.safetensors",
     "language_model.model.layers.29.self_attn.v_proj.weight": "model-00030-of-00050.safetensors",
     "language_model.model.layers.3.feed_forward.experts.down_proj.weight": "model-00005-of-00050.safetensors",
-    "language_model.model.layers.3.feed_forward.experts.gate_up_proj.weight": "model-00005-of-00050.safetensors",
+    "language_model.model.layers.3.feed_forward.experts.gate_proj.weight": "model-00005-of-00050.safetensors",
+    "language_model.model.layers.3.feed_forward.experts.up_proj.weight": "model-00005-of-00050.safetensors",
     "language_model.model.layers.3.feed_forward.router.weight": "model-00005-of-00050.safetensors",
     "language_model.model.layers.3.feed_forward.shared_expert.down_proj.weight": "model-00005-of-00050.safetensors",
     "language_model.model.layers.3.feed_forward.shared_expert.gate_proj.weight": "model-00005-of-00050.safetensors",
@@ -294,7 +318,8 @@
     "language_model.model.layers.3.self_attn.q_proj.weight": "model-00004-of-00050.safetensors",
     "language_model.model.layers.3.self_attn.v_proj.weight": "model-00004-of-00050.safetensors",
     "language_model.model.layers.30.feed_forward.experts.down_proj.weight": "model-00032-of-00050.safetensors",
-    "language_model.model.layers.30.feed_forward.experts.gate_up_proj.weight": "model-00032-of-00050.safetensors",
+    "language_model.model.layers.30.feed_forward.experts.gate_proj.weight": "model-00032-of-00050.safetensors",
+    "language_model.model.layers.30.feed_forward.experts.up_proj.weight": "model-00032-of-00050.safetensors",
     "language_model.model.layers.30.feed_forward.router.weight": "model-00032-of-00050.safetensors",
     "language_model.model.layers.30.feed_forward.shared_expert.down_proj.weight": "model-00032-of-00050.safetensors",
     "language_model.model.layers.30.feed_forward.shared_expert.gate_proj.weight": "model-00032-of-00050.safetensors",
@@ -306,7 +331,8 @@
     "language_model.model.layers.30.self_attn.q_proj.weight": "model-00031-of-00050.safetensors",
     "language_model.model.layers.30.self_attn.v_proj.weight": "model-00031-of-00050.safetensors",
     "language_model.model.layers.31.feed_forward.experts.down_proj.weight": "model-00033-of-00050.safetensors",
-    "language_model.model.layers.31.feed_forward.experts.gate_up_proj.weight": "model-00033-of-00050.safetensors",
+    "language_model.model.layers.31.feed_forward.experts.gate_proj.weight": "model-00033-of-00050.safetensors",
+    "language_model.model.layers.31.feed_forward.experts.up_proj.weight": "model-00033-of-00050.safetensors",
     "language_model.model.layers.31.feed_forward.router.weight": "model-00033-of-00050.safetensors",
     "language_model.model.layers.31.feed_forward.shared_expert.down_proj.weight": "model-00033-of-00050.safetensors",
     "language_model.model.layers.31.feed_forward.shared_expert.gate_proj.weight": "model-00033-of-00050.safetensors",
@@ -318,7 +344,8 @@
     "language_model.model.layers.31.self_attn.q_proj.weight": "model-00032-of-00050.safetensors",
     "language_model.model.layers.31.self_attn.v_proj.weight": "model-00032-of-00050.safetensors",
     "language_model.model.layers.32.feed_forward.experts.down_proj.weight": "model-00034-of-00050.safetensors",
-    "language_model.model.layers.32.feed_forward.experts.gate_up_proj.weight": "model-00034-of-00050.safetensors",
+    "language_model.model.layers.32.feed_forward.experts.gate_proj.weight": "model-00034-of-00050.safetensors",
+    "language_model.model.layers.32.feed_forward.experts.up_proj.weight": "model-00034-of-00050.safetensors",
     "language_model.model.layers.32.feed_forward.router.weight": "model-00034-of-00050.safetensors",
     "language_model.model.layers.32.feed_forward.shared_expert.down_proj.weight": "model-00034-of-00050.safetensors",
     "language_model.model.layers.32.feed_forward.shared_expert.gate_proj.weight": "model-00034-of-00050.safetensors",
@@ -330,7 +357,8 @@
     "language_model.model.layers.32.self_attn.q_proj.weight": "model-00033-of-00050.safetensors",
     "language_model.model.layers.32.self_attn.v_proj.weight": "model-00033-of-00050.safetensors",
     "language_model.model.layers.33.feed_forward.experts.down_proj.weight": "model-00035-of-00050.safetensors",
-    "language_model.model.layers.33.feed_forward.experts.gate_up_proj.weight": "model-00035-of-00050.safetensors",
+    "language_model.model.layers.33.feed_forward.experts.gate_proj.weight": "model-00035-of-00050.safetensors",
+    "language_model.model.layers.33.feed_forward.experts.up_proj.weight": "model-00035-of-00050.safetensors",
     "language_model.model.layers.33.feed_forward.router.weight": "model-00035-of-00050.safetensors",
     "language_model.model.layers.33.feed_forward.shared_expert.down_proj.weight": "model-00035-of-00050.safetensors",
     "language_model.model.layers.33.feed_forward.shared_expert.gate_proj.weight": "model-00035-of-00050.safetensors",
@@ -342,7 +370,8 @@
     "language_model.model.layers.33.self_attn.q_proj.weight": "model-00034-of-00050.safetensors",
     "language_model.model.layers.33.self_attn.v_proj.weight": "model-00034-of-00050.safetensors",
     "language_model.model.layers.34.feed_forward.experts.down_proj.weight": "model-00036-of-00050.safetensors",
-    "language_model.model.layers.34.feed_forward.experts.gate_up_proj.weight": "model-00036-of-00050.safetensors",
+    "language_model.model.layers.34.feed_forward.experts.gate_proj.weight": "model-00036-of-00050.safetensors",
+    "language_model.model.layers.34.feed_forward.experts.up_proj.weight": "model-00036-of-00050.safetensors",
     "language_model.model.layers.34.feed_forward.router.weight": "model-00036-of-00050.safetensors",
     "language_model.model.layers.34.feed_forward.shared_expert.down_proj.weight": "model-00036-of-00050.safetensors",
     "language_model.model.layers.34.feed_forward.shared_expert.gate_proj.weight": "model-00036-of-00050.safetensors",
@@ -354,7 +383,8 @@
     "language_model.model.layers.34.self_attn.q_proj.weight": "model-00035-of-00050.safetensors",
     "language_model.model.layers.34.self_attn.v_proj.weight": "model-00035-of-00050.safetensors",
     "language_model.model.layers.35.feed_forward.experts.down_proj.weight": "model-00037-of-00050.safetensors",
-    "language_model.model.layers.35.feed_forward.experts.gate_up_proj.weight": "model-00037-of-00050.safetensors",
+    "language_model.model.layers.35.feed_forward.experts.gate_proj.weight": "model-00037-of-00050.safetensors",
+    "language_model.model.layers.35.feed_forward.experts.up_proj.weight": "model-00037-of-00050.safetensors",
     "language_model.model.layers.35.feed_forward.router.weight": "model-00037-of-00050.safetensors",
     "language_model.model.layers.35.feed_forward.shared_expert.down_proj.weight": "model-00037-of-00050.safetensors",
     "language_model.model.layers.35.feed_forward.shared_expert.gate_proj.weight": "model-00037-of-00050.safetensors",
@@ -366,7 +396,8 @@
     "language_model.model.layers.35.self_attn.q_proj.weight": "model-00036-of-00050.safetensors",
     "language_model.model.layers.35.self_attn.v_proj.weight": "model-00036-of-00050.safetensors",
     "language_model.model.layers.36.feed_forward.experts.down_proj.weight": "model-00038-of-00050.safetensors",
-    "language_model.model.layers.36.feed_forward.experts.gate_up_proj.weight": "model-00038-of-00050.safetensors",
+    "language_model.model.layers.36.feed_forward.experts.gate_proj.weight": "model-00038-of-00050.safetensors",
+    "language_model.model.layers.36.feed_forward.experts.up_proj.weight": "model-00038-of-00050.safetensors",
     "language_model.model.layers.36.feed_forward.router.weight": "model-00038-of-00050.safetensors",
     "language_model.model.layers.36.feed_forward.shared_expert.down_proj.weight": "model-00038-of-00050.safetensors",
     "language_model.model.layers.36.feed_forward.shared_expert.gate_proj.weight": "model-00038-of-00050.safetensors",
@@ -378,7 +409,8 @@
     "language_model.model.layers.36.self_attn.q_proj.weight": "model-00037-of-00050.safetensors",
     "language_model.model.layers.36.self_attn.v_proj.weight": "model-00037-of-00050.safetensors",
     "language_model.model.layers.37.feed_forward.experts.down_proj.weight": "model-00039-of-00050.safetensors",
-    "language_model.model.layers.37.feed_forward.experts.gate_up_proj.weight": "model-00039-of-00050.safetensors",
+    "language_model.model.layers.37.feed_forward.experts.gate_proj.weight": "model-00039-of-00050.safetensors",
+    "language_model.model.layers.37.feed_forward.experts.up_proj.weight": "model-00039-of-00050.safetensors",
     "language_model.model.layers.37.feed_forward.router.weight": "model-00039-of-00050.safetensors",
     "language_model.model.layers.37.feed_forward.shared_expert.down_proj.weight": "model-00039-of-00050.safetensors",
     "language_model.model.layers.37.feed_forward.shared_expert.gate_proj.weight": "model-00039-of-00050.safetensors",
@@ -390,7 +422,8 @@
     "language_model.model.layers.37.self_attn.q_proj.weight": "model-00038-of-00050.safetensors",
     "language_model.model.layers.37.self_attn.v_proj.weight": "model-00038-of-00050.safetensors",
     "language_model.model.layers.38.feed_forward.experts.down_proj.weight": "model-00040-of-00050.safetensors",
-    "language_model.model.layers.38.feed_forward.experts.gate_up_proj.weight": "model-00040-of-00050.safetensors",
+    "language_model.model.layers.38.feed_forward.experts.gate_proj.weight": "model-00040-of-00050.safetensors",
+    "language_model.model.layers.38.feed_forward.experts.up_proj.weight": "model-00040-of-00050.safetensors",
     "language_model.model.layers.38.feed_forward.router.weight": "model-00040-of-00050.safetensors",
     "language_model.model.layers.38.feed_forward.shared_expert.down_proj.weight": "model-00040-of-00050.safetensors",
     "language_model.model.layers.38.feed_forward.shared_expert.gate_proj.weight": "model-00040-of-00050.safetensors",
@@ -402,7 +435,8 @@
     "language_model.model.layers.38.self_attn.q_proj.weight": "model-00039-of-00050.safetensors",
     "language_model.model.layers.38.self_attn.v_proj.weight": "model-00039-of-00050.safetensors",
     "language_model.model.layers.39.feed_forward.experts.down_proj.weight": "model-00041-of-00050.safetensors",
-    "language_model.model.layers.39.feed_forward.experts.gate_up_proj.weight": "model-00041-of-00050.safetensors",
+    "language_model.model.layers.39.feed_forward.experts.gate_proj.weight": "model-00041-of-00050.safetensors",
+    "language_model.model.layers.39.feed_forward.experts.up_proj.weight": "model-00041-of-00050.safetensors",
     "language_model.model.layers.39.feed_forward.router.weight": "model-00041-of-00050.safetensors",
     "language_model.model.layers.39.feed_forward.shared_expert.down_proj.weight": "model-00041-of-00050.safetensors",
     "language_model.model.layers.39.feed_forward.shared_expert.gate_proj.weight": "model-00041-of-00050.safetensors",
@@ -414,7 +448,8 @@
     "language_model.model.layers.39.self_attn.q_proj.weight": "model-00040-of-00050.safetensors",
     "language_model.model.layers.39.self_attn.v_proj.weight": "model-00040-of-00050.safetensors",
     "language_model.model.layers.4.feed_forward.experts.down_proj.weight": "model-00006-of-00050.safetensors",
-    "language_model.model.layers.4.feed_forward.experts.gate_up_proj.weight": "model-00006-of-00050.safetensors",
+    "language_model.model.layers.4.feed_forward.experts.gate_proj.weight": "model-00006-of-00050.safetensors",
+    "language_model.model.layers.4.feed_forward.experts.up_proj.weight": "model-00006-of-00050.safetensors",
     "language_model.model.layers.4.feed_forward.router.weight": "model-00006-of-00050.safetensors",
     "language_model.model.layers.4.feed_forward.shared_expert.down_proj.weight": "model-00006-of-00050.safetensors",
     "language_model.model.layers.4.feed_forward.shared_expert.gate_proj.weight": "model-00006-of-00050.safetensors",
@@ -426,7 +461,8 @@
     "language_model.model.layers.4.self_attn.q_proj.weight": "model-00005-of-00050.safetensors",
     "language_model.model.layers.4.self_attn.v_proj.weight": "model-00005-of-00050.safetensors",
     "language_model.model.layers.40.feed_forward.experts.down_proj.weight": "model-00042-of-00050.safetensors",
-    "language_model.model.layers.40.feed_forward.experts.gate_up_proj.weight": "model-00042-of-00050.safetensors",
+    "language_model.model.layers.40.feed_forward.experts.gate_proj.weight": "model-00042-of-00050.safetensors",
+    "language_model.model.layers.40.feed_forward.experts.up_proj.weight": "model-00042-of-00050.safetensors",
     "language_model.model.layers.40.feed_forward.router.weight": "model-00042-of-00050.safetensors",
     "language_model.model.layers.40.feed_forward.shared_expert.down_proj.weight": "model-00042-of-00050.safetensors",
     "language_model.model.layers.40.feed_forward.shared_expert.gate_proj.weight": "model-00042-of-00050.safetensors",
@@ -438,7 +474,8 @@
     "language_model.model.layers.40.self_attn.q_proj.weight": "model-00041-of-00050.safetensors",
     "language_model.model.layers.40.self_attn.v_proj.weight": "model-00041-of-00050.safetensors",
     "language_model.model.layers.41.feed_forward.experts.down_proj.weight": "model-00043-of-00050.safetensors",
-    "language_model.model.layers.41.feed_forward.experts.gate_up_proj.weight": "model-00043-of-00050.safetensors",
+    "language_model.model.layers.41.feed_forward.experts.gate_proj.weight": "model-00043-of-00050.safetensors",
+    "language_model.model.layers.41.feed_forward.experts.up_proj.weight": "model-00043-of-00050.safetensors",
     "language_model.model.layers.41.feed_forward.router.weight": "model-00043-of-00050.safetensors",
     "language_model.model.layers.41.feed_forward.shared_expert.down_proj.weight": "model-00043-of-00050.safetensors",
     "language_model.model.layers.41.feed_forward.shared_expert.gate_proj.weight": "model-00043-of-00050.safetensors",
@@ -450,7 +487,8 @@
     "language_model.model.layers.41.self_attn.q_proj.weight": "model-00042-of-00050.safetensors",
     "language_model.model.layers.41.self_attn.v_proj.weight": "model-00042-of-00050.safetensors",
     "language_model.model.layers.42.feed_forward.experts.down_proj.weight": "model-00044-of-00050.safetensors",
-    "language_model.model.layers.42.feed_forward.experts.gate_up_proj.weight": "model-00044-of-00050.safetensors",
+    "language_model.model.layers.42.feed_forward.experts.gate_proj.weight": "model-00044-of-00050.safetensors",
+    "language_model.model.layers.42.feed_forward.experts.up_proj.weight": "model-00044-of-00050.safetensors",
     "language_model.model.layers.42.feed_forward.router.weight": "model-00044-of-00050.safetensors",
     "language_model.model.layers.42.feed_forward.shared_expert.down_proj.weight": "model-00044-of-00050.safetensors",
     "language_model.model.layers.42.feed_forward.shared_expert.gate_proj.weight": "model-00044-of-00050.safetensors",
@@ -462,7 +500,8 @@
     "language_model.model.layers.42.self_attn.q_proj.weight": "model-00043-of-00050.safetensors",
     "language_model.model.layers.42.self_attn.v_proj.weight": "model-00043-of-00050.safetensors",
     "language_model.model.layers.43.feed_forward.experts.down_proj.weight": "model-00045-of-00050.safetensors",
-    "language_model.model.layers.43.feed_forward.experts.gate_up_proj.weight": "model-00045-of-00050.safetensors",
+    "language_model.model.layers.43.feed_forward.experts.gate_proj.weight": "model-00045-of-00050.safetensors",
+    "language_model.model.layers.43.feed_forward.experts.up_proj.weight": "model-00045-of-00050.safetensors",
     "language_model.model.layers.43.feed_forward.router.weight": "model-00045-of-00050.safetensors",
     "language_model.model.layers.43.feed_forward.shared_expert.down_proj.weight": "model-00045-of-00050.safetensors",
     "language_model.model.layers.43.feed_forward.shared_expert.gate_proj.weight": "model-00045-of-00050.safetensors",
@@ -474,7 +513,8 @@
     "language_model.model.layers.43.self_attn.q_proj.weight": "model-00044-of-00050.safetensors",
     "language_model.model.layers.43.self_attn.v_proj.weight": "model-00044-of-00050.safetensors",
     "language_model.model.layers.44.feed_forward.experts.down_proj.weight": "model-00046-of-00050.safetensors",
-    "language_model.model.layers.44.feed_forward.experts.gate_up_proj.weight": "model-00046-of-00050.safetensors",
+    "language_model.model.layers.44.feed_forward.experts.gate_proj.weight": "model-00046-of-00050.safetensors",
+    "language_model.model.layers.44.feed_forward.experts.up_proj.weight": "model-00046-of-00050.safetensors",
     "language_model.model.layers.44.feed_forward.router.weight": "model-00046-of-00050.safetensors",
     "language_model.model.layers.44.feed_forward.shared_expert.down_proj.weight": "model-00046-of-00050.safetensors",
     "language_model.model.layers.44.feed_forward.shared_expert.gate_proj.weight": "model-00046-of-00050.safetensors",
@@ -486,7 +526,8 @@
     "language_model.model.layers.44.self_attn.q_proj.weight": "model-00045-of-00050.safetensors",
     "language_model.model.layers.44.self_attn.v_proj.weight": "model-00045-of-00050.safetensors",
     "language_model.model.layers.45.feed_forward.experts.down_proj.weight": "model-00047-of-00050.safetensors",
-    "language_model.model.layers.45.feed_forward.experts.gate_up_proj.weight": "model-00047-of-00050.safetensors",
+    "language_model.model.layers.45.feed_forward.experts.gate_proj.weight": "model-00047-of-00050.safetensors",
+    "language_model.model.layers.45.feed_forward.experts.up_proj.weight": "model-00047-of-00050.safetensors",
     "language_model.model.layers.45.feed_forward.router.weight": "model-00047-of-00050.safetensors",
     "language_model.model.layers.45.feed_forward.shared_expert.down_proj.weight": "model-00047-of-00050.safetensors",
     "language_model.model.layers.45.feed_forward.shared_expert.gate_proj.weight": "model-00047-of-00050.safetensors",
@@ -498,7 +539,8 @@
     "language_model.model.layers.45.self_attn.q_proj.weight": "model-00046-of-00050.safetensors",
     "language_model.model.layers.45.self_attn.v_proj.weight": "model-00046-of-00050.safetensors",
     "language_model.model.layers.46.feed_forward.experts.down_proj.weight": "model-00048-of-00050.safetensors",
-    "language_model.model.layers.46.feed_forward.experts.gate_up_proj.weight": "model-00048-of-00050.safetensors",
+    "language_model.model.layers.46.feed_forward.experts.gate_proj.weight": "model-00048-of-00050.safetensors",
+    "language_model.model.layers.46.feed_forward.experts.up_proj.weight": "model-00048-of-00050.safetensors",
     "language_model.model.layers.46.feed_forward.router.weight": "model-00048-of-00050.safetensors",
     "language_model.model.layers.46.feed_forward.shared_expert.down_proj.weight": "model-00048-of-00050.safetensors",
     "language_model.model.layers.46.feed_forward.shared_expert.gate_proj.weight": "model-00048-of-00050.safetensors",
@@ -510,7 +552,8 @@
     "language_model.model.layers.46.self_attn.q_proj.weight": "model-00047-of-00050.safetensors",
     "language_model.model.layers.46.self_attn.v_proj.weight": "model-00047-of-00050.safetensors",
     "language_model.model.layers.47.feed_forward.experts.down_proj.weight": "model-00049-of-00050.safetensors",
-    "language_model.model.layers.47.feed_forward.experts.gate_up_proj.weight": "model-00049-of-00050.safetensors",
+    "language_model.model.layers.47.feed_forward.experts.gate_proj.weight": "model-00049-of-00050.safetensors",
+    "language_model.model.layers.47.feed_forward.experts.up_proj.weight": "model-00049-of-00050.safetensors",
     "language_model.model.layers.47.feed_forward.router.weight": "model-00049-of-00050.safetensors",
     "language_model.model.layers.47.feed_forward.shared_expert.down_proj.weight": "model-00049-of-00050.safetensors",
     "language_model.model.layers.47.feed_forward.shared_expert.gate_proj.weight": "model-00049-of-00050.safetensors",
@@ -522,7 +565,8 @@
     "language_model.model.layers.47.self_attn.q_proj.weight": "model-00048-of-00050.safetensors",
     "language_model.model.layers.47.self_attn.v_proj.weight": "model-00048-of-00050.safetensors",
     "language_model.model.layers.5.feed_forward.experts.down_proj.weight": "model-00007-of-00050.safetensors",
-    "language_model.model.layers.5.feed_forward.experts.gate_up_proj.weight": "model-00007-of-00050.safetensors",
+    "language_model.model.layers.5.feed_forward.experts.gate_proj.weight": "model-00007-of-00050.safetensors",
+    "language_model.model.layers.5.feed_forward.experts.up_proj.weight": "model-00007-of-00050.safetensors",
     "language_model.model.layers.5.feed_forward.router.weight": "model-00007-of-00050.safetensors",
     "language_model.model.layers.5.feed_forward.shared_expert.down_proj.weight": "model-00007-of-00050.safetensors",
     "language_model.model.layers.5.feed_forward.shared_expert.gate_proj.weight": "model-00007-of-00050.safetensors",
@@ -534,7 +578,8 @@
     "language_model.model.layers.5.self_attn.q_proj.weight": "model-00006-of-00050.safetensors",
     "language_model.model.layers.5.self_attn.v_proj.weight": "model-00006-of-00050.safetensors",
     "language_model.model.layers.6.feed_forward.experts.down_proj.weight": "model-00008-of-00050.safetensors",
-    "language_model.model.layers.6.feed_forward.experts.gate_up_proj.weight": "model-00008-of-00050.safetensors",
+    "language_model.model.layers.6.feed_forward.experts.gate_proj.weight": "model-00008-of-00050.safetensors",
+    "language_model.model.layers.6.feed_forward.experts.up_proj.weight": "model-00008-of-00050.safetensors",
     "language_model.model.layers.6.feed_forward.router.weight": "model-00008-of-00050.safetensors",
     "language_model.model.layers.6.feed_forward.shared_expert.down_proj.weight": "model-00008-of-00050.safetensors",
     "language_model.model.layers.6.feed_forward.shared_expert.gate_proj.weight": "model-00008-of-00050.safetensors",
@@ -546,7 +591,8 @@
     "language_model.model.layers.6.self_attn.q_proj.weight": "model-00007-of-00050.safetensors",
     "language_model.model.layers.6.self_attn.v_proj.weight": "model-00007-of-00050.safetensors",
     "language_model.model.layers.7.feed_forward.experts.down_proj.weight": "model-00009-of-00050.safetensors",
-    "language_model.model.layers.7.feed_forward.experts.gate_up_proj.weight": "model-00009-of-00050.safetensors",
+    "language_model.model.layers.7.feed_forward.experts.gate_proj.weight": "model-00009-of-00050.safetensors",
+    "language_model.model.layers.7.feed_forward.experts.up_proj.weight": "model-00009-of-00050.safetensors",
     "language_model.model.layers.7.feed_forward.router.weight": "model-00009-of-00050.safetensors",
     "language_model.model.layers.7.feed_forward.shared_expert.down_proj.weight": "model-00009-of-00050.safetensors",
     "language_model.model.layers.7.feed_forward.shared_expert.gate_proj.weight": "model-00009-of-00050.safetensors",
@@ -558,7 +604,8 @@
     "language_model.model.layers.7.self_attn.q_proj.weight": "model-00008-of-00050.safetensors",
     "language_model.model.layers.7.self_attn.v_proj.weight": "model-00008-of-00050.safetensors",
     "language_model.model.layers.8.feed_forward.experts.down_proj.weight": "model-00010-of-00050.safetensors",
-    "language_model.model.layers.8.feed_forward.experts.gate_up_proj.weight": "model-00010-of-00050.safetensors",
+    "language_model.model.layers.8.feed_forward.experts.gate_proj.weight": "model-00010-of-00050.safetensors",
+    "language_model.model.layers.8.feed_forward.experts.up_proj.weight": "model-00010-of-00050.safetensors",
     "language_model.model.layers.8.feed_forward.router.weight": "model-00010-of-00050.safetensors",
     "language_model.model.layers.8.feed_forward.shared_expert.down_proj.weight": "model-00010-of-00050.safetensors",
     "language_model.model.layers.8.feed_forward.shared_expert.gate_proj.weight": "model-00010-of-00050.safetensors",
@@ -570,7 +617,8 @@
     "language_model.model.layers.8.self_attn.q_proj.weight": "model-00009-of-00050.safetensors",
     "language_model.model.layers.8.self_attn.v_proj.weight": "model-00009-of-00050.safetensors",
     "language_model.model.layers.9.feed_forward.experts.down_proj.weight": "model-00011-of-00050.safetensors",
-    "language_model.model.layers.9.feed_forward.experts.gate_up_proj.weight": "model-00011-of-00050.safetensors",
+    "language_model.model.layers.9.feed_forward.experts.gate_proj.weight": "model-00011-of-00050.safetensors",
+    "language_model.model.layers.9.feed_forward.experts.up_proj.weight": "model-00011-of-00050.safetensors",
     "language_model.model.layers.9.feed_forward.router.weight": "model-00011-of-00050.safetensors",
     "language_model.model.layers.9.feed_forward.shared_expert.down_proj.weight": "model-00011-of-00050.safetensors",
     "language_model.model.layers.9.feed_forward.shared_expert.gate_proj.weight": "model-00011-of-00050.safetensors",