feat: add gguf version of the model

.gitattributes

@@ -33,3 +33,8 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+llama3.2-typhoon2-t1-3b-fp16.gguf filter=lfs diff=lfs merge=lfs -text
+llama3.2-typhoon2-t1-3b-q2_k.gguf filter=lfs diff=lfs merge=lfs -text
+llama3.2-typhoon2-t1-3b-q4_k_m.gguf filter=lfs diff=lfs merge=lfs -text
+llama3.2-typhoon2-t1-3b-q6_k.gguf filter=lfs diff=lfs merge=lfs -text
+llama3.2-typhoon2-t1-3b-q8_0.gguf filter=lfs diff=lfs merge=lfs -text

llama3.2-typhoon2-t1-3b-fp16.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9871ae656de21118e989a70e5d0d65d6e9733fb687f4af18f90382094bb0e38b
+size 6433686944

llama3.2-typhoon2-t1-3b-q2_k.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbeb7adb7e6e065b9f4f324e9a168acd5739a6c93bcba1804e6f7fd12a42b4df
+size 1363934624

llama3.2-typhoon2-t1-3b-q4_k_m.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74aec252c9ca0216b4cdacffa773726e832bc6f5fb0e5184b52ab9a404b9ad3d
+size 2019376544

llama3.2-typhoon2-t1-3b-q6_k.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e9c972eb10f13c11e5037df9f685cb6269dfb0d3d4305669d257c7ab371aa0c
+size 2643852704

llama3.2-typhoon2-t1-3b-q8_0.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:492cbaa1e19865f5439b29305bcae6baeb527d2999dfdf4f0e488c0c5783e6d8
+size 3421898144