Upload folder using huggingface_hub

README.md

@@ -3,17 +3,17 @@ tags:
 - merge
 - mergekit
 - lazymergekit
-- openchat/openchat-3.5-1210
+- beowolx/CodeNinja-1.0-OpenChat-7B
 - WizardLM/WizardMath-7B-V1.1
 base_model:
-- openchat/openchat-3.5-1210
+- beowolx/CodeNinja-1.0-OpenChat-7B
 - WizardLM/WizardMath-7B-V1.1
 ---
 
 # Telecomien
 
 Telecomien is a merge of the following models using [LazyMergekit](https://colab.research.google.com/drive/1obulZ1ROXHjYLn6PPZJwRR6GzgQogxxb?usp=sharing):
-* [openchat/openchat-3.5-1210](https://huggingface.co/openchat/openchat-3.5-1210)
+* [beowolx/CodeNinja-1.0-OpenChat-7B](https://huggingface.co/beowolx/CodeNinja-1.0-OpenChat-7B)
 * [WizardLM/WizardMath-7B-V1.1](https://huggingface.co/WizardLM/WizardMath-7B-V1.1)
 
 ## 🧩 Configuration
@@ -21,12 +21,12 @@ Telecomien is a merge of the following models using [LazyMergekit](https://colab
 ```yaml  
   slices:
     - sources:
-        - model: openchat/openchat-3.5-1210
+        - model: beowolx/CodeNinja-1.0-OpenChat-7B
           layer_range: [0, 32]
         - model: WizardLM/WizardMath-7B-V1.1
           layer_range: [0, 32]
   merge_method: slerp
-  base_model: openchat/openchat-3.5-1210
+  base_model: beowolx/CodeNinja-1.0-OpenChat-7B
   parameters:
     t:
       - filter: self_attn

config.json

@@ -1,11 +1,11 @@
 {
-  "_name_or_path": "openchat/openchat-3.5-1210",
+  "_name_or_path": "beowolx/CodeNinja-1.0-OpenChat-7B",
   "architectures": [
     "MistralForCausalLM"
   ],
   "attention_dropout": 0.0,
   "bos_token_id": 1,
-  "eos_token_id": 32000,
+  "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 4096,
   "initializer_range": 0.02,
@@ -21,6 +21,6 @@
   "tie_word_embeddings": false,
   "torch_dtype": "bfloat16",
   "transformers_version": "4.38.1",
-  "use_cache": true,
+  "use_cache": false,
   "vocab_size": 32002
 }

mergekit_config.yml

@@ -1,12 +1,12 @@
   
   slices:
     - sources:
-        - model: openchat/openchat-3.5-1210
+        - model: beowolx/CodeNinja-1.0-OpenChat-7B
           layer_range: [0, 32]
         - model: WizardLM/WizardMath-7B-V1.1
           layer_range: [0, 32]
   merge_method: slerp
-  base_model: openchat/openchat-3.5-1210
+  base_model: beowolx/CodeNinja-1.0-OpenChat-7B
   parameters:
     t:
       - filter: self_attn

model-00001-of-00008.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:acc116665e515da5681f89e060534b25b294c1bd1f1094036bf64c528ee252fa
+oid sha256:667d0ad12f2f991eede1f1cdcc21d29d3671809d56bf5111a46f1b943f679822
 size 1979773128

model-00002-of-00008.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:bb8c8dc4408136ce586fd18c55d770240dc4446a5030f0af819f8c7c52771322
+oid sha256:af836e381f6898b75fb89e2d3894a23a23bcd0b4548456ffd6dc7c1014b1f95c
 size 1946235640

model-00003-of-00008.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9fe9c9b606001955371522b77a19d8bcdb26ab4a76eb1b748d4c946217201994
+oid sha256:25e642451de7a7ecd070a466d64def74b8e64d59c33cafe974009d06a90898c4
 size 1973490216

model-00004-of-00008.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e13829b9c0e1843966a7a0a49b7fe2297e3e13f5577e7f34fd41a59862cc3616
+oid sha256:1d25c13d5bb01fa85054be503e971507c8b2441cde33d88e15927a2d2ac18164
 size 1979781464

model-00005-of-00008.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3cbe6b9c75e98fd5b4512ca3bebfd3e379bd124411688083ccb6725a885dd083
+oid sha256:556c74c27af05a98a14e9b77348f61c301f06e57f8f394a6f2eaa32845d68187
 size 1946243984

model-00006-of-00008.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:23e51a4749dd0d3bff6629193a9a856c01285c89a2e52d4b823ad9bc4cc73ac2
+oid sha256:f0470349147273ceba591e1fb3ae4d1425517fd2300d8fd4edb041b89826c27b
 size 1923166040

model-00007-of-00008.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:65e4e9bde0d7c02ca87c73e1444c0bcdfae14c75950a3e00909736f5746b38fa
+oid sha256:5d974ff8696fc51b2b940d2034af39c8780190b4c1bafe9faa69d7a8d3bf6635
 size 1946243984

model-00008-of-00008.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:fb385216c5edd4dbe48f9fd0a626f2093d1eefe851739a2005c08a22ce2bd6ca
+oid sha256:473041c5be6b99fc3efa3bf7e0f6fa0a38cff001d4cb6209ca23678f8f91178e
 size 788563544

special_tokens_map.json

@@ -11,7 +11,14 @@
     "single_word": false
   },
   "eos_token": {
-    "content": "<|end_of_turn|>",
+    "content": "</s>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "</s>",
     "lstrip": false,
     "normalized": false,
     "rstrip": false,

tokenizer_config.json

@@ -1,6 +1,7 @@
 {
   "add_bos_token": true,
   "add_eos_token": false,
+  "add_prefix_space": true,
   "added_tokens_decoder": {
     "0": {
       "content": "<unk>",
@@ -50,13 +51,15 @@
   "bos_token": "<s>",
   "chat_template": "{{ bos_token }}{% for message in messages %}{{ 'GPT4 Correct ' + message['role'].title() + ': ' + message['content'] + '<|end_of_turn|>'}}{% endfor %}{% if add_generation_prompt %}{{ 'GPT4 Correct Assistant:' }}{% endif %}",
   "clean_up_tokenization_spaces": false,
-  "eos_token": "<|end_of_turn|>",
+  "eos_token": "</s>",
   "legacy": true,
   "model_max_length": 1000000000000000019884624838656,
-  "pad_token": null,
+  "pad_token": "</s>",
   "sp_model_kwargs": {},
   "spaces_between_special_tokens": false,
   "tokenizer_class": "LlamaTokenizer",
+  "trust_remote_code": false,
   "unk_token": "<unk>",
-  "use_default_system_prompt": true
+  "use_default_system_prompt": true,
+  "use_fast": true
 }