Upload folder using huggingface_hub

README.md

@@ -13,7 +13,7 @@ tags:
 ---
 
 # mlx-community/gemma-3-27b-it-6bit
-This model was converted to MLX format from [`google/gemma-3-27b-it`]() using mlx-vlm version **0.1.17**.
+This model was converted to MLX format from [`google/gemma-3-27b-it`]() using mlx-vlm version **0.1.18**.
 Refer to the [original model card](https://huggingface.co/google/gemma-3-27b-it) for more details on the model.
 ## Use with mlx
 

chat_template.json

@@ -0,0 +1,3 @@
+{
+  "chat_template": "{{ bos_token }}\n{%- if messages[0]['role'] == 'system' -%}\n    {%- if messages[0]['content'] is string -%}\n        {%- set first_user_prefix = messages[0]['content'] + '\n\n' -%}\n    {%- else -%}\n        {%- set first_user_prefix = messages[0]['content'][0]['text'] + '\n\n' -%}\n    {%- endif -%}\n    {%- set loop_messages = messages[1:] -%}\n{%- else -%}\n    {%- set first_user_prefix = \"\" -%}\n    {%- set loop_messages = messages -%}\n{%- endif -%}\n{%- for message in loop_messages -%}\n    {%- if (message['role'] == 'user') != (loop.index0 % 2 == 0) -%}\n        {{ raise_exception(\"Conversation roles must alternate user/assistant/user/assistant/...\") }}\n    {%- endif -%}\n    {%- if (message['role'] == 'assistant') -%}\n        {%- set role = \"model\" -%}\n    {%- else -%}\n        {%- set role = message['role'] -%}\n    {%- endif -%}\n    {{ '<start_of_turn>' + role + '\n' + (first_user_prefix if loop.first else \"\") }}\n    {%- if message['content'] is string -%}\n        {{ message['content'] | trim }}\n    {%- elif message['content'] is iterable -%}\n        {%- for item in message['content'] -%}\n            {%- if item['type'] == 'image' -%}\n                {{ '<start_of_image>' }}\n            {%- elif item['type'] == 'text' -%}\n                {{ item['text'] | trim }}\n            {%- endif -%}\n        {%- endfor -%}\n    {%- else -%}\n        {{ raise_exception(\"Invalid content type\") }}\n    {%- endif -%}\n    {{ '<end_of_turn>\n' }}\n{%- endfor -%}\n{%- if add_generation_prompt -%}\n    {{'<start_of_turn>model\n'}}\n{%- endif -%}\n"
+}

generation_config.json

@@ -0,0 +1,11 @@
+{
+  "_from_model_config": true,
+  "bos_token_id": 2,
+  "cache_implementation": "hybrid",
+  "eos_token_id": [
+    1,
+    106
+  ],
+  "pad_token_id": 0,
+  "transformers_version": "4.50.0.dev0"
+}

model-00001-of-00005.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:312d489523052bdabea43b48ee6352c209b19fe94375babdcbf69887e9625f30
-size 5361048510
+oid sha256:ab86f572a709c54b1bb9b53af50f5e4c8010279b96709da1dcd67dca55bf9465
+size 5361049153

model-00002-of-00005.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:68a64765ad699ae1a43d0e1fc25cf441d1e5ae178bb75d356b6b897880b2ca8a
-size 5368150642
+oid sha256:f7f6baf4ec25efd4d57168e18eeeb5de5b37b455c0773a15fccd608013eaf1d2
+size 5368150962

model-00003-of-00005.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:bf6af6a25a97707c2a70495551503a351a0495b9e8fd96aa051421c7f6790453
-size 5368150662
+oid sha256:26d1db8ca6abd3bfa0d33898eb5109227cd7d60b1742b6413b79408ea060622e
+size 5368150982

model-00004-of-00005.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1181dd0e5dc29dab5e23a345f930c4c68a3c10dec27b5bbaf2f7cafbc7a0c6da
-size 5368150622
+oid sha256:906724330842008b5c864f8493db96daf58ef5c931b7b37a6e58cadf55d05727
+size 5368150942

model-00005-of-00005.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2b97a0930faa992fa7824e7264f07fd4e4d1dabb6f352415f2a3d37c0b1d4233
-size 2472924520
+oid sha256:13e71580255869b5b6c68342f0bb26b2af3c42848ac036b5b328089369dca55a
+size 2472924601