chore(llm): bump open webui and litellm versions (#20858)

hongbo-miao · Nov 26, 2024 · 7d98503 · 7d98503
1 parent 3b867bf
commit 7d98503
Show file tree

Hide file tree

Showing 4 changed files with 6 additions and 12 deletions.
diff --git a/cloud-infrastructure/terraform/modules/kubernetes/hm_litellm_iam_role/main.tf b/cloud-infrastructure/terraform/modules/kubernetes/hm_litellm_iam_role/main.tf
@@ -55,12 +55,8 @@ resource "aws_iam_role_policy" "hm_litellm_iam_role_policy" {
         Resource = [
           # Claude Haiku
           "arn:aws:bedrock:*::foundation-model/anthropic.claude-3-5-haiku-20241022-v1:0",
-          "arn:aws:bedrock:*::foundation-model/anthropic.claude-3-haiku-20240307-v1:0",
-          # Claude Opus
-          "arn:aws:bedrock:*::foundation-model/anthropic.claude-3-opus-20240229-v1:0",
           # Claude Sonnet
-          "arn:aws:bedrock:*::foundation-model/anthropic.claude-3-5-sonnet-20241022-v2:0",
-          "arn:aws:bedrock:*::foundation-model/anthropic.claude-3-5-sonnet-20240620-v1:0"
+          "arn:aws:bedrock:*::foundation-model/anthropic.claude-3-5-sonnet-20241022-v2:0"
         ]
       }
     ]

diff --git a/...rgo-cd/applications/production-hm/litellm/kubernetes-manifests/hm-litellm-config-map.yaml b/...rgo-cd/applications/production-hm/litellm/kubernetes-manifests/hm-litellm-config-map.yaml
@@ -18,10 +18,6 @@ data:
       - model_name: claude-3-5-haiku
         litellm_params:
           model: anthropic.claude-3-5-haiku-20241022-v1:0
-      # Claude Opus
-      - model_name: claude-3-opus
-        litellm_params:
-          model: bedrock/anthropic.claude-3-opus-20240229-v1:0
       # Claude Sonnet
       - model_name: claude-3-5-sonnet
         litellm_params:

diff --git a/...rgo-cd/applications/production-hm/litellm/kubernetes-manifests/hm-litellm-deployment.yaml b/...rgo-cd/applications/production-hm/litellm/kubernetes-manifests/hm-litellm-deployment.yaml
@@ -20,7 +20,7 @@ spec:
       serviceAccountName: hm-litellm-service-account
       containers:
         - name: litellm
-          image: ghcr.io/berriai/litellm:main-v1.52.3
+          image: ghcr.io/berriai/litellm:main-v1.52.16
           ports:
             - name: litellm
               protocol: TCP

diff --git a/...cd/applications/production-hm/open-webui/argo-cd-manifests/hm-open-webui-application.yaml b/...cd/applications/production-hm/open-webui/argo-cd-manifests/hm-open-webui-application.yaml
@@ -11,7 +11,7 @@ spec:
   sources:
     - repoURL: https://helm.openwebui.com
       # https://artifacthub.io/packages/helm/open-webui/open-webui
-      targetRevision: 3.4.3
+      targetRevision: 4.0.4
       chart: open-webui
       helm:
         releaseName: hm-open-webui
@@ -21,14 +21,16 @@ spec:
           image:
             repository: ghcr.io/open-webui/open-webui
             # https://github.com/open-webui/open-webui/releases
-            tag: v0.3.35
+            tag: v0.4.5
           ollama:
             enabled: false
           pipelines:
             enabled: false
           persistence:
             enabled: true
             existingClaim: hm-open-webui-persistent-volume-claim
+          serviceAccount:
+            enable: false
           # https://docs.openwebui.com/getting-started/env-configuration/
           extraEnvVars:
             - name: ENV