Add Danube3 models

jncraton · Jul 31, 2024 · 24cf4d5 · 24cf4d5
1 parent 335b1df
commit 24cf4d5
Showing 1 changed file with 22 additions and 0 deletions.
diff --git a/languagemodels/config.py b/languagemodels/config.py
@@ -273,6 +273,17 @@ class ModelFilterException(Exception):
         "{instruction}<end_of_turn>\n"
         "<start_of_turn>model",
     },
+    {
+        "name": "h2o-danube3-4b-chat",
+        "tuning": "instruct",
+        "datasets": [],
+        "params": 4.0e9,
+        "quantization": "int8",
+        "backend": "ct2",
+        "architecture": "decoder-only-transformer",
+        "license": "apache-2.0",
+        "prompt_fmt": "<|prompt|>{instruction}</s><|answer|>",
+    },
     {
         "name": "h2o-danube2-1.8b-chat",
         "tuning": "instruct",
@@ -306,6 +317,17 @@ class ModelFilterException(Exception):
         "license": "other",
         "prompt_fmt": "{instruction}\n\nAnswer:",
     },
+    {
+        "name": "h2o-danube3-500m-chat",
+        "tuning": "instruct",
+        "datasets": [],
+        "params": 0.5e9,
+        "quantization": "int8",
+        "backend": "ct2",
+        "architecture": "decoder-only-transformer",
+        "license": "apache-2.0",
+        "prompt_fmt": "<|prompt|>{instruction}</s><|answer|>",
+    },
     {
         "name": "LaMini-GPT-774M",
         "tuning": "instruct",