Trained with Unsloth

config.json

@@ -18,7 +18,7 @@
   "hidden_size": 3584,
   "initializer_range": 0.02,
   "intermediate_size": 14336,
-  "max_position_embeddings": 20000,
+  "max_position_embeddings": 30000,
   "model_type": "gemma2",
   "num_attention_heads": 16,
   "num_hidden_layers": 42,
@@ -27,7 +27,7 @@
   "query_pre_attn_scalar": 256,
   "rms_norm_eps": 1e-06,
   "rope_scaling": {
-    "factor": 2.0,
+    "factor": 1.5,
     "type": "linear"
   },
   "rope_theta": 10000.0,

generation_config.json

@@ -6,7 +6,7 @@
     1,
     107
   ],
-  "max_length": 20000,
+  "max_length": 30000,
   "pad_token_id": 0,
   "transformers_version": "4.51.0"
 }

model-00001-of-00004.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:79f5683357edd5cff203130a37b5a678cb32ab67c96d0268f265dcfb4674d0ba
+oid sha256:74d4349b7365358c8a8742cbe930ad79687efdff53c7ff3005010a4217ccc176
 size 4903351824

model-00002-of-00004.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:cb785b9e524b6f5bef6511b47b4570dcfe966f6d407b39c365827632dccb0f87
+oid sha256:c348a2dbef5b0495123cf48a145ae16a117459b0ef3525f0514b93684b3dbc4d
 size 4947570728

model-00003-of-00004.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b6054b5d361fa2bcd1c522aee156f84df5ed9360ba3a59683b8d5d95b3aaa835
+oid sha256:fd2f780a587b13b3a6e3122dea979ae7657481d17e99e0b93b2510f9da9eea3d
 size 4962221328

model-00004-of-00004.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3465ae2ff952c29bd9f6b5a4e5b0f614d6e550017d58af4a83865a7c45fd876e
+oid sha256:a5763ad72c0a52f423db89e344c7cf455d341cbcb591f240f7bb5024f66f5e7c
 size 3670322096