From 24cf4d536e359df2aa7f1de945fe1b4fa54b87f9 Mon Sep 17 00:00:00 2001
From: Jon Craton <jncraton@gmail.com>
Date: Wed, 31 Jul 2024 11:57:44 -0400
Subject: [PATCH] Add Danube3 models

---
 languagemodels/config.py | 22 ++++++++++++++++++++++
 1 file changed, 22 insertions(+)

diff --git a/languagemodels/config.py b/languagemodels/config.py
index 2a188fe..5ce17c9 100644
--- a/languagemodels/config.py
+++ b/languagemodels/config.py
@@ -273,6 +273,17 @@ class ModelFilterException(Exception):
         "{instruction}<end_of_turn>\n"
         "<start_of_turn>model",
     },
+    {
+        "name": "h2o-danube3-4b-chat",
+        "tuning": "instruct",
+        "datasets": [],
+        "params": 4.0e9,
+        "quantization": "int8",
+        "backend": "ct2",
+        "architecture": "decoder-only-transformer",
+        "license": "apache-2.0",
+        "prompt_fmt": "<|prompt|>{instruction}</s><|answer|>",
+    },
     {
         "name": "h2o-danube2-1.8b-chat",
         "tuning": "instruct",
@@ -306,6 +317,17 @@ class ModelFilterException(Exception):
         "license": "other",
         "prompt_fmt": "{instruction}\n\nAnswer:",
     },
+    {
+        "name": "h2o-danube3-500m-chat",
+        "tuning": "instruct",
+        "datasets": [],
+        "params": 0.5e9,
+        "quantization": "int8",
+        "backend": "ct2",
+        "architecture": "decoder-only-transformer",
+        "license": "apache-2.0",
+        "prompt_fmt": "<|prompt|>{instruction}</s><|answer|>",
+    },
     {
         "name": "LaMini-GPT-774M",
         "tuning": "instruct",