From 9463b0614ff1f739ee5ab599b0c0e653d067dac9 Mon Sep 17 00:00:00 2001
From: Shroominic <db2002dominic@gmail.com>
Date: Sat, 11 Nov 2023 23:21:22 +0100
Subject: [PATCH] =?UTF-8?q?=E2=9C=82=EF=B8=8F=20Remove=20long=20LLM=20fall?=
 =?UTF-8?q?backs.?=
MIME-Version: 1.0
Content-Type: text/plain; charset=UTF-8
Content-Transfer-Encoding: 8bit

---
 funcchain/utils/model_defaults.py | 59 -------------------------------
 1 file changed, 59 deletions(-)

diff --git a/funcchain/utils/model_defaults.py b/funcchain/utils/model_defaults.py
index 3c4ad44..f5392da 100644
--- a/funcchain/utils/model_defaults.py
+++ b/funcchain/utils/model_defaults.py
@@ -3,17 +3,10 @@
 from dotenv import load_dotenv
 from langchain.chat_models import AzureChatOpenAI, ChatAnthropic, ChatGooglePalm, ChatOpenAI, JinaChat
 from langchain.chat_models.base import BaseChatModel
-from langchain.schema.runnable import RunnableWithFallbacks
 
 from funcchain.config import settings
 
 
-def auto_model(**kwargs: Any) -> BaseChatModel | RunnableWithFallbacks:
-    if settings.AZURE_DEPLOYMENT_NAME_LONG:
-        return create_long_llm()
-    return model_from_env(**kwargs)
-
-
 def model_from_env(
     dotenv_path: str = "./.env",
     **kwargs: Any,
@@ -97,55 +90,3 @@ def model_from_name(
         "Make sure to use the correct env variables."
         # "For more info: docs.url"
     )
-
-
-def create_long_llm() -> RunnableWithFallbacks:
-    """
-    Create a LLM model with fallbacks for long context.
-    Prefer Azure if available.
-
-    Raises:
-    - ValueError: If no API key is provided.
-    """
-    settings.MAX_TOKENS = 8192
-    if settings.AZURE_API_KEY:
-        # remove OPENAI_API_KEY from the env variables
-        config = settings.model_kwargs()
-        config.pop("openai_api_key", None)
-        config.update(
-            {
-                "openai_api_type": "azure",
-                "openai_api_key": settings.AZURE_API_KEY,
-                "azure_endpoint": settings.AZURE_API_BASE,
-                "api_version": settings.AZURE_API_VERSION,
-            }
-        )
-        print("Model: AZURE")
-        return AzureChatOpenAI(
-            azure_deployment=settings.AZURE_DEPLOYMENT_NAME,
-            model=config.pop("model", None) or "gpt-3.5-turbo",
-            **config,
-        ).with_fallbacks(
-            [
-                AzureChatOpenAI(
-                    model=(model + "-32k") if (model := config.pop("model", None)) else "gpt-3.5-turbo-16k",
-                    azure_deployment=settings.AZURE_DEPLOYMENT_NAME_LONG or "gpt-4-32k",
-                    **config,
-                )
-            ]
-        )
-    if settings.OPENAI_API_KEY:
-        config = settings.model_kwargs()
-        print("Model: OPENAI")
-        return ChatOpenAI(
-            model=config.pop("model", None) or "gpt-3.5-turbo",
-            **config,
-        ).with_fallbacks(
-            [
-                ChatOpenAI(
-                    model=(model + "-32k") if (model := config.pop("model", None)) else "gpt-3.5-turbo-16k",
-                    **config,
-                ),
-            ]
-        )
-    raise ValueError("Not OpenAI API key provided.")