Upload 3 files

tokenizer_config.json

@@ -0,0 +1,17 @@
+{
+    "name": "gemma_tokenizer",
+    "trainable": true,
+    "dtype": {
+        "module": "keras",
+        "class_name": "DTypePolicy",
+        "config": {
+            "name": "int32"
+        },
+        "registered_name": null
+    },
+    "config_file": "tokenizer.json",
+    "proto": null,
+    "sequence_length": null,
+    "add_bos": false,
+    "add_eos": false
+}