Upload Meta-Llama-3.1-405B-Instruct-v8-k65536-65536-woft model

generation_config.json

@@ -1,13 +1,10 @@
 {
-  "attn_implementation": "flash_attention_2",
+  "_from_model_config": true,
   "bos_token_id": 128000,
-  "do_sample": true,
   "eos_token_id": [
     128001,
     128008,
     128009
   ],
-  "temperature": 0.6,
-  "top_p": 0.9,
-  "transformers_version": "4.45.2"
+  "transformers_version": "4.49.0"
 }

model-00001-of-00044.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e64bb430319d52e8f07a26f51cd1a8aaf2bcb7e4d4e9987d1c48a06a20c340d4
-size 4935192536
+oid sha256:78f5119070c2f96d4ccc2aff4d284037677dfd044b6123e60521ea6451b5e1e7
+size 4934995280

model-00002-of-00044.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c1a9a03c637dde5e50226314bb7784cccfbc438e237245857a73fa5e56ce7e1d
-size 4828487008
+oid sha256:1c1f88edfd79c735bed7c3dc7a888c9247ba64e57ea691ba285c9b80215e85f7
+size 4827575416

model-00003-of-00044.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f48a81667167bc915f613a35426696992088d1f7bfe6ac3d440dc8bdd48f2366
-size 4828487008
+oid sha256:9397b3f0c7771f5bd651d52bfecb53d27542d273da5c70d1ba32e32a7306f10c
+size 4827575416

model-00004-of-00044.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:eec0e64f4aaf25c9771ff617bbef1d49739e210d214338325e818b783d39231f
-size 4828487008
+oid sha256:e8f97bcf6469688231059b6bda522381d969bc6e7ce9b7b5124dbbc623b409d4
+size 4827575416

model-00005-of-00044.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:03e7bf18a4a68ec953316528fdb52b0713fb0c53cc89c71ed6b85b08e0307a00
-size 4828487128
+oid sha256:971d36253ce237e9bd17d13d35f4f0401258d0dd1f8e0f416e45a48a72a8760a
+size 4827575520

model-00006-of-00044.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0b00e374551d570ff85acf129fdd1ad38590e6ecbb00f4192635bfdf409b04d9
-size 4828487136
+oid sha256:f7a5af1f4a02c375b9990a4acc6d12d94bd87b8fa7ac0b4d0eb31b7f6d759e81
+size 4827575528

model-00007-of-00044.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:fac61068e6b91837c76fbe6c914f1497a13d90703cdf787ccaaa381727a59dfc
-size 4828487136
+oid sha256:033fb0a8ddefa84f6838f04b7b1747853139f20cd987c2479987e86cb7c75ed5
+size 4827575528

model-00008-of-00044.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7e8b7974dcfac90190760bc754ba486687236e96bd24a3fa01faf81b8aed07c4
-size 4828487136
+oid sha256:3b84be639b52356e1b5f679aff3e1a85a6d486e0b0fc546e5140c2bb29fac7ef
+size 4827575528

model-00009-of-00044.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:095c35d2945e5615e9e453b1b94deca83715ed96c4be0fb5d3a8bb9593a34fc1
-size 4828487136
+oid sha256:bce17138442a6ce46f31a254bbba5c76b0d09e2b20ad8c1f7298c0e7ad86568f
+size 4827575528

model-00010-of-00044.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4f460d4b620d0d05ce57a433ee96f8167e13cf2f5e46c4c6569f4ee4f83f44b5
-size 4828487136
+oid sha256:aee6a885fb9448be55c5e321c8047b02e2fa352dd2cbd10b8bf0dee4b8929dda
+size 4827575528

model-00011-of-00044.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5e0c4748207dbe7a730b864ed55c6335ecfc52bb835efd0afc369a7f319fe8b5
-size 4828487136
+oid sha256:d9357f07ae92b286958674a319b887818ceeb6f3163c33c485dd40e98a7c1738
+size 4827575528

model-00012-of-00044.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6a983fb4f4e4033e011c6c81b442883e1426c49551a43531d3ca098d2eac3ff3
-size 4828487136
+oid sha256:db378b0b88fd8154e1d09970d2e81d073abfcba592ea3703633b5ee5fa8fe87a
+size 4827575528

model-00013-of-00044.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f859c418f726af6a757f949e8fb6f4205bbd02560e6ca4fce89afc6f221f91a6
-size 4828487136
+oid sha256:a4429aa6cbe6d9d906d39ab41e4582c0b51b5127ef232e8fe0a32abf744500ad
+size 4827575528

model-00014-of-00044.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5ec78fd18414df686b86871ff404b305e5418e7de9cc40ca9a3b291df3d8a21d
-size 4828487136
+oid sha256:7fddb48bef247f1eeff78fa39522e700f564a901e2005a392f4f82a7424fe361
+size 4827575528

model-00015-of-00044.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:40dd45dceed77b8c0020f663f1492b2f5894c0ebb4886d614c5983aa5d77591a
-size 4828487136
+oid sha256:d7981016f68754fbcf84c6d77594e155d416b38cf53147813d8f67fd05bd3002
+size 4827575528

model-00016-of-00044.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8061b14be84e109333f5b5cbff93cb4934c6b98bea88d9b850e92f2cbfc31a7a
-size 4828487136
+oid sha256:e2b7bfdd0abf3011dc7aea8b2ad5b4720b46b7d25bb876d6286b5ff7234ebda5
+size 4827575528

model-00017-of-00044.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b752515de1890a278626e11e078ce3533d894713d26c084d579ed7ce2504fe05
-size 4828487136
+oid sha256:2c04fc1cc78ababac8010701f20ce0132e32767ae055c00dbad205968f541b61
+size 4827575528

model-00018-of-00044.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6ea30a42d78d79fd4770ae1a4e6ebc51e170cfcdc4284c6dd0e642748c45cdbe
-size 4828487136
+oid sha256:e4105d7431a9fbcd51b511e399146b61494d145e35c3b062cdd7b38b2741ae58
+size 4827575528

model-00019-of-00044.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:09a8cb39f4176a2142bf70976a484fa3568b05e4c4fbff83ce95774ae5921043
-size 4828487136
+oid sha256:7469a9c2b76c4c2d6a175202bd136b78d7408cefcb631ced3b9d629ef2ccb1a6
+size 4827575528

model-00020-of-00044.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5a2dc1ec004dfd62693511442564f2ad9e3ff1dbc48aaa4935ff9eb38e92b7f5
-size 4828487136
+oid sha256:e62509f15e971c245771557b9c393d56a333f1e3d6bdddc8a2fc18e4a113da61
+size 4827575528

model-00021-of-00044.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1545d0e0cced85060e4938fca8757a80edc693fb86b977d3d736dea28b6b3a7c
-size 4828487136
+oid sha256:a6138207a2ebe445d63b0eba8072e020f0253032ab77d4a147ed89722584e1d4
+size 4827575528

model-00022-of-00044.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1d3b87e26db4fe86522a65c993e97b0d5eb036f54fa0f44f70a00bab84470525
-size 4828487136
+oid sha256:ebf24ec062f71e0ac72a9e96a2d6831be143684158cf7e742d1450f7cda0ee7b
+size 4827575528

model-00023-of-00044.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:427cc7e7e9c2a23019445b7dce9d98731d0415e6ee47aea1a61c687f1b5ec9a7
-size 4828487136
+oid sha256:495176439e3526cf99978e68606dd5d2a75223dfe6917a5dc0fbf88a7faea57c
+size 4827575528

model-00024-of-00044.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:070eb3f3256a6361c2909786c65e7ab8fde3a91db9198233a8bf5d1058cde8dc
-size 4828487136
+oid sha256:263eb84c62acbb5ecb497a5df609816ea72aca5f248dcbd9e5beedd66102785c
+size 4827575528

model-00025-of-00044.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1f6525e0d90947a5425d96759b27404e1b4fce59415932922920bcc5daead70e
-size 4828487136
+oid sha256:c309ecab606111cdf6ace134cebc32c238d8c9644183584567f8b16c8ce74172
+size 4827575528

model-00026-of-00044.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:59dac12b3e51f0cb0843337b2b1d5465f62dacdb94b433819b81275965982dec
-size 4828487136
+oid sha256:ceb1ae95423316d6829840dd5b39c8dca4e2e7add0309df2793b012db8ce5e89
+size 4827575528

model-00027-of-00044.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ee363eb2cbdda57fff7e0779e7d0a777a816162b8ef0b6fa4b4f7b8d7d020a72
-size 4828487136
+oid sha256:dfeeeb636d5969f2e4dc65c8166c56153cc970d05289c8e30461f40b650e3f79
+size 4827575528

model-00028-of-00044.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3be91c30d7103331e9db26ad98a8c8124acd0dc5714f4283e17a6b7fe1c86693
-size 4828487136
+oid sha256:86effa64107c219a6e91f0756fd550d761166b8947327e378a255ec29d2b2083
+size 4827575528

model-00029-of-00044.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:cd14cb918c43b2929354c99eac53cb5454b9242db059f1b1b3588c7a86c93a73
-size 4828487136
+oid sha256:796a324b9df5b67c77dfd51ad9a766d1af266560e92ef46a0ede3dd7ac4b1b1b
+size 4827575528

model-00030-of-00044.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:787b3b36d29dc542497b649588bc1ec6e6c095d8db258e2cfedbd65bb260c321
-size 4828487136
+oid sha256:829fd75310b3561be79df2ae7a2525531e7791e301ff4b84a496dbc90341e253
+size 4827575528

model-00031-of-00044.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9a5c9cf4c31851fd9b257704441f2e05138c72461550819e83e753e0997376a7
-size 4828487136
+oid sha256:54b17a08c4d7d91f6618ef93706ea622496f763394acf19e0b3b443e0975b63b
+size 4827575528

model-00032-of-00044.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:174a7b0c25c54381e69c19227ef5bf8ea2c0bc78363df26e2cb6b4b655ab3a10
-size 4828487136
+oid sha256:fe2cf16cac5a8d8f62701967aed73964d62338af530dffe246fefd57e3dffb10
+size 4827575528

model-00033-of-00044.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e88ff0d10f57c7fb9355dc6737cfc8e3a1f31b5df615a72ab476c05def48afc3
-size 4828487136
+oid sha256:3a4bf1c71463ad6181389894b9337621ee1cac103aebc2e8edd193725195b239
+size 4827575528

model-00034-of-00044.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:84afaf085ed0d184036ca896cda0b8a95f29cb431ec7fedebafa30e4ea320c80
-size 4828487136
+oid sha256:c1b8ffc440de4d8d72b78ab17b299ac84c60f1770213812d71c5257eb527801a
+size 4827575528

model-00035-of-00044.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:13544a252387c38cc6c34c4c4e8e8af7b1fd3692647972cb6523069e921a598b
-size 4828487256
+oid sha256:81f06670ae68aafc06cf236fc011de2e2b4015bb22ac3b880023c3969c092de2
+size 4827575624

model-00036-of-00044.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0db1ea30a1112fd84f28e3ca474efd0fc32af2febfa39fde18517532244ae3df
-size 4828487272
+oid sha256:06bfe85ab2b1d2351484cb9560f9d142907765d53d8c74ea9701f161d4137587
+size 4827575640

model-00037-of-00044.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9e2bb141a601553026689ef0536cf50848ecfe75d1a5db4e05a1ae17d639fd05
-size 4828487272
+oid sha256:cfdc4417b7c9ba5549a8d9f29da85d1ebc0aeb1acfc66311bf342a636ea3eebe
+size 4827575640

model-00038-of-00044.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d8b9aaaec761b0034a9567cc909e496acc4ea2dc7d5d6d62e4a6ef2b7926731d
-size 4828487272
+oid sha256:5cac4139742b802a76f39569c63f14bfecce5b0446c256d78c93d089ed7fafda
+size 4827575640

model-00039-of-00044.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3364ac3eaf1c1dc5a57b425a6cda09c430b764d6f265770a6eef3c2a0611b98e
-size 4828487272
+oid sha256:5c364e9a071a70ca151190f6e0fff9a20b94d4080ee9034c99aa1c954518897c
+size 4827575640

model-00040-of-00044.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ab1cbf788859a7410c88dfe1ee3d77315b8934602602dd2bf4c779ef86e0db37
-size 4828487272
+oid sha256:64c4a49309342317f446632f7c9f98778405a3e58f53099516f799568b9a3807
+size 4827575640

model-00041-of-00044.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:08ab0a61d0a223a546ef6d11aa2a2f58556a7e325b34a8d9d9aa8039a8384eb9
-size 4828487272
+oid sha256:6374350bb9b26fedbf158607248d0c4d272eef853e2cfec6a1d82e327fd34910
+size 4827575640

model-00042-of-00044.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1393292f9e6724c0210fade389941d5687bde1491c938c1e4ad22d9a8b582640
-size 4828487272
+oid sha256:1690ddb6ded74b6a9a78a32ac82d71b0408eaf2a07d30dbafcb962ff3ee99c45
+size 4827575640

model-00043-of-00044.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f36c183e21e7b057e0473ad995943be82fd52e021eec2085308bd1d5527d1710
-size 4096020264
+oid sha256:4dc0765655d9f7cb2b050edb6172028245c4ea3b41ae89e5785a52ce5aa37d87
+size 4095305904

tokenizer_config.json

@@ -2053,11 +2053,12 @@
   "chat_template": "{{- bos_token }}\n{%- if custom_tools is defined %}\n    {%- set tools = custom_tools %}\n{%- endif %}\n{%- if not tools_in_user_message is defined %}\n    {%- set tools_in_user_message = true %}\n{%- endif %}\n{%- if not date_string is defined %}\n    {%- set date_string = \"26 Jul 2024\" %}\n{%- endif %}\n{%- if not tools is defined %}\n    {%- set tools = none %}\n{%- endif %}\n\n{#- This block extracts the system message, so we can slot it into the right place. #}\n{%- if messages[0]['role'] == 'system' %}\n    {%- set system_message = messages[0]['content']|trim %}\n    {%- set messages = messages[1:] %}\n{%- else %}\n    {%- set system_message = \"\" %}\n{%- endif %}\n\n{#- System message + builtin tools #}\n{{- \"<|start_header_id|>system<|end_header_id|>\\n\\n\" }}\n{%- if builtin_tools is defined or tools is not none %}\n    {{- \"Environment: ipython\\n\" }}\n{%- endif %}\n{%- if builtin_tools is defined %}\n    {{- \"Tools: \" + builtin_tools | reject('equalto', 'code_interpreter') | join(\", \") + \"\\n\\n\"}}\n{%- endif %}\n{{- \"Cutting Knowledge Date: December 2023\\n\" }}\n{{- \"Today Date: \" + date_string + \"\\n\\n\" }}\n{%- if tools is not none and not tools_in_user_message %}\n    {{- \"You have access to the following functions. To call a function, please respond with JSON for a function call.\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n{%- endif %}\n{{- system_message }}\n{{- \"<|eot_id|>\" }}\n\n{#- Custom tools are passed in a user message with some extra guidance #}\n{%- if tools_in_user_message and not tools is none %}\n    {#- Extract the first user message so we can plug it in here #}\n    {%- if messages | length != 0 %}\n        {%- set first_user_message = messages[0]['content']|trim %}\n        {%- set messages = messages[1:] %}\n    {%- else %}\n        {{- raise_exception(\"Cannot put tools in the first user message when there's no first user message!\") }}\n{%- endif %}\n    {{- '<|start_header_id|>user<|end_header_id|>\\n\\n' -}}\n    {{- \"Given the following functions, please respond with a JSON for a function call \" }}\n    {{- \"with its proper arguments that best answers the given prompt.\\n\\n\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n    {{- first_user_message + \"<|eot_id|>\"}}\n{%- endif %}\n\n{%- for message in messages %}\n    {%- if not (message.role == 'ipython' or message.role == 'tool' or 'tool_calls' in message) %}\n        {{- '<|start_header_id|>' + message['role'] + '<|end_header_id|>\\n\\n'+ message['content'] | trim + '<|eot_id|>' }}\n    {%- elif 'tool_calls' in message %}\n        {%- if not message.tool_calls|length == 1 %}\n            {{- raise_exception(\"This model only supports single tool-calls at once!\") }}\n        {%- endif %}\n        {%- set tool_call = message.tool_calls[0].function %}\n        {%- if builtin_tools is defined and tool_call.name in builtin_tools %}\n            {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' -}}\n            {{- \"<|python_tag|>\" + tool_call.name + \".call(\" }}\n            {%- for arg_name, arg_val in tool_call.arguments | items %}\n                {{- arg_name + '=\"' + arg_val + '\"' }}\n                {%- if not loop.last %}\n                    {{- \", \" }}\n                {%- endif %}\n                {%- endfor %}\n            {{- \")\" }}\n        {%- else  %}\n            {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' -}}\n            {{- '{\"name\": \"' + tool_call.name + '\", ' }}\n            {{- '\"parameters\": ' }}\n            {{- tool_call.arguments | tojson }}\n            {{- \"}\" }}\n        {%- endif %}\n        {%- if builtin_tools is defined %}\n            {#- This means we're in ipython mode #}\n            {{- \"<|eom_id|>\" }}\n        {%- else %}\n            {{- \"<|eot_id|>\" }}\n        {%- endif %}\n    {%- elif message.role == \"tool\" or message.role == \"ipython\" %}\n        {{- \"<|start_header_id|>ipython<|end_header_id|>\\n\\n\" }}\n        {%- if message.content is mapping or message.content is iterable %}\n            {{- message.content | tojson }}\n        {%- else %}\n            {{- message.content }}\n        {%- endif %}\n        {{- \"<|eot_id|>\" }}\n    {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n    {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' }}\n{%- endif %}\n",
   "clean_up_tokenization_spaces": true,
   "eos_token": "<|eot_id|>",
+  "extra_special_tokens": {},
   "legacy": false,
   "model_input_names": [
     "input_ids",
     "attention_mask"
   ],
   "model_max_length": 131072,
-  "tokenizer_class": "PreTrainedTokenizerFast"
+  "tokenizer_class": "PreTrainedTokenizer"
 }