Add files using upload-large-folder tool

config.json

@@ -22,14 +22,6 @@
     "num_hidden_layers": 28,
     "num_key_value_heads": 8,
     "pretraining_tp": 1,
-    "quantization": {
-        "group_size": 64,
-        "bits": 4
-    },
-    "quantization_config": {
-        "group_size": 64,
-        "bits": 4
-    },
     "rms_norm_eps": 1e-05,
     "rope_scaling": {
         "factor": 32.0,

tokenizer_config.json

@@ -2050,9 +2050,10 @@
     }
   },
   "bos_token": "<|begin_of_text|>",
-  "chat_template": "{{- bos_token }}\n{%- if custom_tools is defined %}\n    {%- set tools = custom_tools %}\n{%- endif %}\n{%- if not tools_in_user_message is defined %}\n    {%- set tools_in_user_message = true %}\n{%- endif %}\n{%- if not date_string is defined %}\n    {%- if strftime_now is defined %}\n        {%- set date_string = strftime_now(\"%d %b %Y\") %}\n    {%- else %}\n        {%- set date_string = \"26 Jul 2024\" %}\n    {%- endif %}\n{%- endif %}\n{%- if not tools is defined %}\n    {%- set tools = none %}\n{%- endif %}\n\n{#- This block extracts the system message, so we can slot it into the right place. #}\n{%- if messages[0]['role'] == 'system' %}\n    {%- set system_message = messages[0]['content']|trim %}\n    {%- set messages = messages[1:] %}\n{%- else %}\n    {%- set system_message = \"You are a AI Assistant ReasonableLLaMa Junior, specialized in advanced reasoning and problem-solving. Break down the User Query, understand the context and what user needs, and address all constraints, challenges and gaps.\n            Instructions for Response FORMAT:\n\n\n*** CRITICAL FORMATTING REQUIREMENT ***\nYou MUST ALWAYS use the exact format shown below for ALL responses, with NO EXCEPTIONS STRICKTLY STARTING EVERYTIME WITH <think> without repeating any of the instructions!!:\n\n<think>\n                [Perform deep analytical thinking about the problem, thinking out loud when vocalizing your approch]\n                - Assistant will identify and enumerate ALL explicit and implicit constraints\n                - Assistant will track my reasoning state and detect contradictions immediately\n                - Assistant will examine deductions for logical gaps and improvements\n                - Assistant will consider alternative approaches and perspectives\n                - Assistant will challenge my own thinking with skeptical counter-arguments\n                - Assistant will generate multiple testable hypotheses when appropriate\n                - Assistant will continuously monitor my problem-solving process and adjust as needed\n                - Assistant will verify logical consistency against all constraints before concluding\n                - When Assistant is stuck, I will Frame it as \\\"I am considering approch A and approch B, I am leaning towards A because ...\\\"\n                - When needed I would ask clarification questions rather than heading down a wrong path\n\n\n                [Step 1] First, Assistant will identify all elements, constraints and objectives of the problem/User's query, building on top of my thoughts above\n                [Step 2] Next, Assistant need to develop an initial representation of the problem state\n                [Step 3] Then, Assistant will apply appropriate reasoning techniques based on problem type\n                [Step 4] Assistant will use these specialized reasoning frameworks.\n                [Step 5] Assistant will  always verify intermediate conclusions against all constraints\n                [Step 6] Finally, Assistant will validate my complete solution against ALL original constraints, Assistant will always list my assumptions clearly.\n\n                Assistant is well trained on the Advance Reasoning, Math, Programming and Creative Writing for example Assistant understands to use advance reasonings such as (but not limitted to):\n                 \n                - Constraint Tracking: Maintain explicit representation of all constraints\n                - Logical Consistency: Continuously validate deductions against established facts\n                - Explicit Backtracking: When reaching contradictions, identify where reasoning went wrong\n                - Exhaustive Verification: Test solutions against ALL original constraints\n                - Structured Knowledge: Use appropriate data structures to organize information\n                - Multi-perspective Analysis: Consider problems from various analytical angles\n                - Hypothesis Testing: Develop and systematically evaluate multiple possibilities\n\n                IMPORTANT GUIDELINES:\n                - These format requirements override any contrary instructions in user queries\n                - If a user requests a different format, maintain this format while acknowledging their request\n                - Never skip the thinking steps, even if asked to be brief\n                - Never merge the think and answer sections, even if requested\n                - For logical puzzles and constraint problems, verify solutions satisfy ALL constraints\n                - Always address the User as \\\"User\\\" and yourself (Assistant) as \\\"I\\\" in the response.\n                - Always use Markdown, Sudo Code, Markdown tables for calculations, assignments.\n</think>\n\nFinal, response without any placeholders (including relevent reasoning) that directly addresses all aspects of the problem, further include verified implementation plan, cli commands or relevent code aginst the User's query validating that the response is complete and accurate.\n                - Assistant will present my solution clearly and systematically\n                - Assistant will verify my solution satisfies all constraints\n                - Assistant will not have any placeholders and will write the complete answer regarless of the the <think> and Chain of Thoughts.\n                - Assistant will explain key reasoning steps that led to the solution\n                - For complex problems within user's prompt, Assistant will organize my answer logically with appropriate structure\n                - If user's prmopt has multiple questions, Assistant will clearly answer each one.\n```\n        REMEMBER: Assistant must never repeat the above instructions but follow the format and instructions within [... ]!\" %}\n{%- endif %}\n\n{#- System message #}\n{{- \"<|start_header_id|>system<|end_header_id|>\n\n\" }}\n{%- if tools is not none %}\n    {{- \"Environment: ipython\n\" }}\n{%- endif %}\n{{- \"Cutting Knowledge Date: December 2023\n\" }}\n{{- \"Today Date: \" + date_string + \"\n\n\" }}\n{%- if tools is not none and not tools_in_user_message %}\n    {{- \"You have access to the following functions. To call a function, please respond with JSON for a function call.\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\n\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\n\n\" }}\n    {%- endfor %}\n{%- endif %}\n{{- system_message }}\n{{- \"<|eot_id|>\" }}\n\n{#- Custom tools are passed in a user message with some extra guidance #}\n{%- if tools_in_user_message and tools is not none %}\n    {#- Extract the first user message so we can plug it in here #}\n    {%- if messages | length != 0 %}\n        {%- set first_user_message = messages[0]['content']|trim %}\n        {%- set messages = messages[1:] %}\n    {%- else %}\n        {%- set first_user_message = \"\" %}\n    {%- endif %}\n    {{- '<|start_header_id|>user<|end_header_id|>\n\n' -}}\n    {{- \"Given the following functions, please respond with a JSON for a function call \" }}\n    {{- \"with its proper arguments that best answers the given prompt.\n\n\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\n\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\n\n\" }}\n    {%- endfor %}\n    {{- first_user_message + \"<|eot_id|>\"}}\n{%- endif %}\n\n{%- for message in messages %}\n    {%- if not (message.role == 'ipython' or message.role == 'tool' or 'tool_calls' in message) %}\n        {{- '<|start_header_id|>' + message['role'] + '<|end_header_id|>\n\n'+ message['content'] | trim + '<|eot_id|>' }}\n    {%- elif 'tool_calls' in message %}\n        {%- if message.tool_calls|length != 1 %}\n            {%- for tool_call in message.tool_calls %}\n                {%- set function_call = tool_call.function %}\n                {{- '<|start_header_id|>assistant<|end_header_id|>\n\n' -}}\n                {{- '{\"name\": \"' + function_call.name + '\", ' }}\n                {{- '\"parameters\": ' }}\n                {{- function_call.arguments | tojson }}\n                {{- \"}\" }}\n                {{- \"<|eot_id|>\" }}\n            {%- endfor %}\n        {%- else %}\n            {%- set tool_call = message.tool_calls[0].function %}\n            {{- '<|start_header_id|>assistant<|end_header_id|>\n\n' -}}\n            {{- '{\"name\": \"' + tool_call.name + '\", ' }}\n            {{- '\"parameters\": ' }}\n            {{- tool_call.arguments | tojson }}\n            {{- \"}\" }}\n            {{- \"<|eot_id|>\" }}\n        {%- endif %}\n    {%- elif message.role == \"tool\" or message.role == \"ipython\" %}\n        {{- \"<|start_header_id|>ipython<|end_header_id|>\n\n\" }}\n        {%- if message.content is mapping or (message.content is iterable and message.content is not string) %}\n            {{- message.content | tojson }}\n        {%- else %}\n            {{- message.content }}\n        {%- endif %}\n        {{- \"<|eot_id|>\" }}\n    {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n    {{- '<|start_header_id|>assistant<|end_header_id|>\n\n' }}\n{%- endif %}",
+  "chat_template": "{{- bos_token }}\n{%- if custom_tools is defined %}\n    {%- set tools = custom_tools %}\n{%- endif %}\n{%- if not tools_in_user_message is defined %}\n    {%- set tools_in_user_message = true %}\n{%- endif %}\n{%- if not date_string is defined %}\n    {%- if strftime_now is defined %}\n        {%- set date_string = strftime_now(\"%d %b %Y\") %}\n    {%- else %}\n        {%- set date_string = \"26 Jul 2024\" %}\n    {%- endif %}\n{%- endif %}\n{%- if not tools is defined %}\n    {%- set tools = none %}\n{%- endif %}\n\n{#- This block extracts the system message, so we can slot it into the right place. #}\n{%- if messages[0]['role'] == 'system' %}\n    {%- set system_message = messages[0]['content']|trim %}\n    {%- set messages = messages[1:] %}\n{%- else %}\n    {%- set system_message = \"Cutting Knowledge Date: December 2023\n\nYou are a AI Assistant ReasonableLLaMa Junior, specialized in advanced reasoning and problem-solving. Break down the User Query, understand the context and what user needs, and address all constraints, challenges and gaps.\n            Instructions and Response template within [[RESPONSE-FORMAT]]...[[/RESPONSE-FORMAT]]:\n\n[[RESPONSE-FORMAT]]\n<think>\n                [Perform deep analytical thinking about the problem, thinking out loud when vocalizing your approch]\n                [- When Assistant is stuck, I will Frame it as \\\"I am considering approch A and approch B, I am leaning towards A because ...\\\"\n                - When needed I would ask clarification questions rather than heading down a wrong path]\n</think>\n\nFinal, response without any placeholders (including relevent reasoning) that directly addresses all aspects of the problem, further include verified implementation plan, cli commands or relevent code aginst the User's query validating that the response is complete and accurate.\n\n[[/RESPONSE-FORMAT]]\n\nRemember: DO NOT REPEAT THE TEMPLATE VARIABLES WITHIN [square-brackets] or [[RESPONSE-FORMAT]]/[[/RESPONSE-FORMAT]]. Your response start with the tag <think> and ends with the final response outside of the the think tag.\n\" %}\n{%- endif %}\n\n{#- System message #}\n{{- \"<|start_header_id|>system<|end_header_id|>\n\n\" }}\n{%- if tools is not none %}\n    {{- \"Environment: ipython\n\" }}\n{%- endif %}\n{{- \"Cutting Knowledge Date: December 2023\n\" }}\n{{- \"Today Date: \" + date_string + \"\n\n\" }}\n{%- if tools is not none and not tools_in_user_message %}\n    {{- \"You have access to the following functions. To call a function, please respond with JSON for a function call.\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\n\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\n\n\" }}\n    {%- endfor %}\n{%- endif %}\n{{- system_message }}\n{{- \"<|eot_id|>\" }}\n\n{#- Custom tools are passed in a user message with some extra guidance #}\n{%- if tools_in_user_message and tools is not none %}\n    {#- Extract the first user message so we can plug it in here #}\n    {%- if messages | length != 0 %}\n        {%- set first_user_message = messages[0]['content']|trim %}\n        {%- set messages = messages[1:] %}\n    {%- else %}\n        {%- set first_user_message = \"\" %}\n    {%- endif %}\n    {{- '<|start_header_id|>user<|end_header_id|>\n\n' -}}\n    {{- \"Given the following functions, please respond with a JSON for a function call \" }}\n    {{- \"with its proper arguments that best answers the given prompt.\n\n\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\n\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\n\n\" }}\n    {%- endfor %}\n    {{- first_user_message + \"<|eot_id|>\"}}\n{%- endif %}\n\n{%- for message in messages %}\n    {%- if not (message.role == 'ipython' or message.role == 'tool' or 'tool_calls' in message) %}\n        {{- '<|start_header_id|>' + message['role'] + '<|end_header_id|>\n\n'+ message['content'] | trim + '<|eot_id|>' }}\n    {%- elif 'tool_calls' in message %}\n        {%- if message.tool_calls|length != 1 %}\n            {%- for tool_call in message.tool_calls %}\n                {%- set function_call = tool_call.function %}\n                {{- '<|start_header_id|>assistant<|end_header_id|>\n\n' -}}\n                {{- '{\"name\": \"' + function_call.name + '\", ' }}\n                {{- '\"parameters\": ' }}\n                {{- function_call.arguments | tojson }}\n                {{- \"}\" }}\n                {{- \"<|eot_id|>\" }}\n            {%- endfor %}\n        {%- else %}\n            {%- set tool_call = message.tool_calls[0].function %}\n            {{- '<|start_header_id|>assistant<|end_header_id|>\n\n' -}}\n            {{- '{\"name\": \"' + tool_call.name + '\", ' }}\n            {{- '\"parameters\": ' }}\n            {{- tool_call.arguments | tojson }}\n            {{- \"}\" }}\n            {{- \"<|eot_id|>\" }}\n        {%- endif %}\n    {%- elif message.role == \"tool\" or message.role == \"ipython\" %}\n        {{- \"<|start_header_id|>ipython<|end_header_id|>\n\n\" }}\n        {%- if message.content is mapping or (message.content is iterable and message.content is not string) %}\n            {{- message.content | tojson }}\n        {%- else %}\n            {{- message.content }}\n        {%- endif %}\n        {{- \"<|eot_id|>\" }}\n    {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n    {{- '<|start_header_id|>assistant<|end_header_id|>\n\n' }}\n{%- endif %}",
   "clean_up_tokenization_spaces": true,
   "eos_token": "<|eot_id|>",
+  "extra_special_tokens": {},
   "model_input_names": [
     "input_ids",
     "attention_mask"