fix: Embed with custom model

julep-ai · May 6, 2024 · 250fc30 · 250fc30
1 parent fe60735
commit 250fc30
Showing 1 changed file with 7 additions and 1 deletion.
diff --git a/agents-api/agents_api/routers/sessions/session.py b/agents-api/agents_api/routers/sessions/session.py
@@ -19,7 +19,11 @@
 from ...common.protocol.entries import Entry
 from ...common.protocol.sessions import SessionData
 from ...common.utils.template import render_template
-from ...env import summarization_tokens_threshold
+from ...env import (
+    summarization_tokens_threshold,
+    docs_embedding_service_url,
+    docs_embedding_model_id,
+)
 from ...model_registry import (
     JULEP_MODELS,
     get_extra_settings,
@@ -201,6 +205,8 @@ async def forward(
                 ]
             ],
             join_inputs=False,
+            embedding_service_url=docs_embedding_service_url,
+            embedding_model_name=docs_embedding_model_id,
         )
 
         entries: list[Entry] = []