TinyLlama

Mobile-Artificial-Intelligence · Jun 27, 2024 · 8eed72e · 8eed72e
1 parent 3f33352
commit 8eed72e
Showing 1 changed file with 22 additions and 0 deletions.
diff --git a/assets/huggingface_models.json b/assets/huggingface_models.json
@@ -178,5 +178,27 @@
             "Q4": "Phi-3-mini-4k-instruct-q4.gguf",
             "FP16": "Phi-3-mini-4k-instruct-fp16.gguf"
         }
+    },
+    {
+        "name": "TinyLlama 1.1B Chat",
+        "family": "tinyllama",
+        "series": "1.1b-chat",
+        "template": "llama2",
+        "repo": "TheBloke/TinyLlama-1.1B-Chat-v1.0-GGUF",
+        "branch": "main",
+        "tags": {
+            "Q2_K": "tinyllama-1.1b-chat-v1.0.Q2_K.gguf",
+            "Q3_K_L": "tinyllama-1.1b-chat-v1.0.Q3_K_L.gguf",
+            "Q3_K_M": "tinyllama-1.1b-chat-v1.0.Q3_K_M.gguf",
+            "Q3_K_S": "tinyllama-1.1b-chat-v1.0.Q3_K_S.gguf",
+            "Q4_0": "tinyllama-1.1b-chat-v1.0.Q4_0.gguf",
+            "Q4_K_M": "tinyllama-1.1b-chat-v1.0.Q4_K_M.gguf",
+            "Q4_K_S": "tinyllama-1.1b-chat-v1.0.Q4_K_S.gguf",
+            "Q5_0": "tinyllama-1.1b-chat-v1.0.Q5_0.gguf",
+            "Q5_K_M": "tinyllama-1.1b-chat-v1.0.Q5_K_M.gguf",
+            "Q5_K_S": "tinyllama-1.1b-chat-v1.0.Q5_K_S.gguf",
+            "Q6_K": "tinyllama-1.1b-chat-v1.0.Q6_K.gguf",
+            "Q8_0": "tinyllama-1.1b-chat-v1.0.Q8_0.gguf"
+        }
     }
 ]