From 7d98503c7371357a7fe34fc69f19f78f9e5dcd4e Mon Sep 17 00:00:00 2001
From: Hongbo Miao <3375461+hongbo-miao@users.noreply.github.com>
Date: Tue, 26 Nov 2024 03:03:58 -0800
Subject: [PATCH] chore(llm): bump open webui and litellm versions (#20858)

---
 .../modules/kubernetes/hm_litellm_iam_role/main.tf          | 6 +-----
 .../litellm/kubernetes-manifests/hm-litellm-config-map.yaml | 4 ----
 .../litellm/kubernetes-manifests/hm-litellm-deployment.yaml | 2 +-
 .../argo-cd-manifests/hm-open-webui-application.yaml        | 6 ++++--
 4 files changed, 6 insertions(+), 12 deletions(-)

diff --git a/cloud-infrastructure/terraform/modules/kubernetes/hm_litellm_iam_role/main.tf b/cloud-infrastructure/terraform/modules/kubernetes/hm_litellm_iam_role/main.tf
index 6dd63c37e6..611b9bab5c 100644
--- a/cloud-infrastructure/terraform/modules/kubernetes/hm_litellm_iam_role/main.tf
+++ b/cloud-infrastructure/terraform/modules/kubernetes/hm_litellm_iam_role/main.tf
@@ -55,12 +55,8 @@ resource "aws_iam_role_policy" "hm_litellm_iam_role_policy" {
         Resource = [
           # Claude Haiku
           "arn:aws:bedrock:*::foundation-model/anthropic.claude-3-5-haiku-20241022-v1:0",
-          "arn:aws:bedrock:*::foundation-model/anthropic.claude-3-haiku-20240307-v1:0",
-          # Claude Opus
-          "arn:aws:bedrock:*::foundation-model/anthropic.claude-3-opus-20240229-v1:0",
           # Claude Sonnet
-          "arn:aws:bedrock:*::foundation-model/anthropic.claude-3-5-sonnet-20241022-v2:0",
-          "arn:aws:bedrock:*::foundation-model/anthropic.claude-3-5-sonnet-20240620-v1:0"
+          "arn:aws:bedrock:*::foundation-model/anthropic.claude-3-5-sonnet-20241022-v2:0"
         ]
       }
     ]
diff --git a/kubernetes/argo-cd/applications/production-hm/litellm/kubernetes-manifests/hm-litellm-config-map.yaml b/kubernetes/argo-cd/applications/production-hm/litellm/kubernetes-manifests/hm-litellm-config-map.yaml
index 2b7bc8220d..531b81ce4f 100644
--- a/kubernetes/argo-cd/applications/production-hm/litellm/kubernetes-manifests/hm-litellm-config-map.yaml
+++ b/kubernetes/argo-cd/applications/production-hm/litellm/kubernetes-manifests/hm-litellm-config-map.yaml
@@ -18,10 +18,6 @@ data:
       - model_name: claude-3-5-haiku
         litellm_params:
           model: anthropic.claude-3-5-haiku-20241022-v1:0
-      # Claude Opus
-      - model_name: claude-3-opus
-        litellm_params:
-          model: bedrock/anthropic.claude-3-opus-20240229-v1:0
       # Claude Sonnet
       - model_name: claude-3-5-sonnet
         litellm_params:
diff --git a/kubernetes/argo-cd/applications/production-hm/litellm/kubernetes-manifests/hm-litellm-deployment.yaml b/kubernetes/argo-cd/applications/production-hm/litellm/kubernetes-manifests/hm-litellm-deployment.yaml
index c5819197b7..13054e9b88 100644
--- a/kubernetes/argo-cd/applications/production-hm/litellm/kubernetes-manifests/hm-litellm-deployment.yaml
+++ b/kubernetes/argo-cd/applications/production-hm/litellm/kubernetes-manifests/hm-litellm-deployment.yaml
@@ -20,7 +20,7 @@ spec:
       serviceAccountName: hm-litellm-service-account
       containers:
         - name: litellm
-          image: ghcr.io/berriai/litellm:main-v1.52.3
+          image: ghcr.io/berriai/litellm:main-v1.52.16
           ports:
             - name: litellm
               protocol: TCP
diff --git a/kubernetes/argo-cd/applications/production-hm/open-webui/argo-cd-manifests/hm-open-webui-application.yaml b/kubernetes/argo-cd/applications/production-hm/open-webui/argo-cd-manifests/hm-open-webui-application.yaml
index e71a6e5d9b..a75f72469b 100644
--- a/kubernetes/argo-cd/applications/production-hm/open-webui/argo-cd-manifests/hm-open-webui-application.yaml
+++ b/kubernetes/argo-cd/applications/production-hm/open-webui/argo-cd-manifests/hm-open-webui-application.yaml
@@ -11,7 +11,7 @@ spec:
   sources:
     - repoURL: https://helm.openwebui.com
       # https://artifacthub.io/packages/helm/open-webui/open-webui
-      targetRevision: 3.4.3
+      targetRevision: 4.0.4
       chart: open-webui
       helm:
         releaseName: hm-open-webui
@@ -21,7 +21,7 @@ spec:
           image:
             repository: ghcr.io/open-webui/open-webui
             # https://github.com/open-webui/open-webui/releases
-            tag: v0.3.35
+            tag: v0.4.5
           ollama:
             enabled: false
           pipelines:
@@ -29,6 +29,8 @@ spec:
           persistence:
             enabled: true
             existingClaim: hm-open-webui-persistent-volume-claim
+          serviceAccount:
+            enable: false
           # https://docs.openwebui.com/getting-started/env-configuration/
           extraEnvVars:
             - name: ENV