From 8eed72e80de736dff51aa40681aba12579f4c78d Mon Sep 17 00:00:00 2001 From: danemadsen Date: Thu, 27 Jun 2024 18:44:30 +1000 Subject: [PATCH] TinyLlama --- assets/huggingface_models.json | 22 ++++++++++++++++++++++ 1 file changed, 22 insertions(+) diff --git a/assets/huggingface_models.json b/assets/huggingface_models.json index 86a20b19..54c7bb5b 100644 --- a/assets/huggingface_models.json +++ b/assets/huggingface_models.json @@ -178,5 +178,27 @@ "Q4": "Phi-3-mini-4k-instruct-q4.gguf", "FP16": "Phi-3-mini-4k-instruct-fp16.gguf" } + }, + { + "name": "TinyLlama 1.1B Chat", + "family": "tinyllama", + "series": "1.1b-chat", + "template": "llama2", + "repo": "TheBloke/TinyLlama-1.1B-Chat-v1.0-GGUF", + "branch": "main", + "tags": { + "Q2_K": "tinyllama-1.1b-chat-v1.0.Q2_K.gguf", + "Q3_K_L": "tinyllama-1.1b-chat-v1.0.Q3_K_L.gguf", + "Q3_K_M": "tinyllama-1.1b-chat-v1.0.Q3_K_M.gguf", + "Q3_K_S": "tinyllama-1.1b-chat-v1.0.Q3_K_S.gguf", + "Q4_0": "tinyllama-1.1b-chat-v1.0.Q4_0.gguf", + "Q4_K_M": "tinyllama-1.1b-chat-v1.0.Q4_K_M.gguf", + "Q4_K_S": "tinyllama-1.1b-chat-v1.0.Q4_K_S.gguf", + "Q5_0": "tinyllama-1.1b-chat-v1.0.Q5_0.gguf", + "Q5_K_M": "tinyllama-1.1b-chat-v1.0.Q5_K_M.gguf", + "Q5_K_S": "tinyllama-1.1b-chat-v1.0.Q5_K_S.gguf", + "Q6_K": "tinyllama-1.1b-chat-v1.0.Q6_K.gguf", + "Q8_0": "tinyllama-1.1b-chat-v1.0.Q8_0.gguf" + } } ] \ No newline at end of file