Dev tasks

.env.example

@@ -6,25 +6,18 @@ COZO_HOST=http://memory-store:9070
 COZO_PORT=9070
 COZO_ROCKSDB_DIR=cozo.db
 DTYPE=float16
-EMBEDDING_SERVICE_URL=http://text-embeddings-inference/embed
+EMBEDDING_SERVICE_BASE=http://text-embeddings-inference
+EMBEDDING_SERVICE_URL=${EMBEDDING_SERVICE_BASE}/embed
 GATEWAY_PORT=80
 GPU_MEMORY_UTILIZATION=0.90
 
-HF_TOKEN=""
-HUGGING_FACE_HUB_TOKEN=""
+HF_TOKEN=
+HUGGING_FACE_HUB_TOKEN=
 JWT_SHARED_KEY=
 
 MAX_MODEL_LEN=8192
 MAX_NUM_SEQS=1
 MNT_DIR=/data
-MODEL_API_KEY=myauthkey
-MODEL_API_KEY_HEADER_NAME=Authorization
-MODEL_API_URL=http://model-serving:8000
-MODEL_INFERENCE_URL=http://model-serving:8000/v1
-MODEL_ID=BAAI/bge-m3
-
-# MODEL_NAME="OpenPipe/Hermes-2-Theta-Llama-3-8B-32k"
-MODEL_NAME="julep-ai/Hermes-2-Theta-Llama-3-8B"
 
 SKIP_CHECK_DEVELOPER_HEADERS=true
 SUMMARIZATION_TOKENS_THRESHOLD=2048
@@ -40,4 +33,22 @@ WORKER_URL=temporal:7233
 
 AGENTS_API_DEBUG=false
 OPENAI_API_KEY=
-ANTHROPIC_API_KEY=
+ANTHROPIC_API_KEY=
+GROQ_API_KEY=
+CLOUDFLARE_API_KEY=
+CLOUDFLARE_ACCOUNT_ID=
+NVIDIA_NIM_API_KEY=
+GITHUB_API_KEY=
+VOYAGE_API_KEY=
+GOOGLE_APPLICATION_CREDENTIALS=
+
+LITELLM_URL=http://litellm:4000
+POSTGRES_DB=litellm
+POSTGRES_USER=llmproxy
+POSTGRES_PASSWORD=
+LITELLM_DATABASE_URL=postgresql://${POSTGRES_USER}:${POSTGRES_PASSWORD}@litellm-db:5432/${POSTGRES_DB}
+LITELLM_MASTER_KEY=
+LITELLM_REDIS_HOST=litellm-redis
+LITELLM_REDIS_PORT=6379
+LITELLM_REDIS_PASSWORD=
+REDIS_ARGS="--requirepass ${LITELLM_REDIS_PASSWORD}"

.github/workflows/lint-and-format.yml

@@ -9,7 +9,7 @@ jobs:
 
     strategy:
       matrix:
-        directory: [agents-api, model-serving, sdks/python]
+        directory: [agents-api, sdks/python]
 
     steps:
       - uses: actions/checkout@v4

.github/workflows/push-to-hub.yml

@@ -131,7 +131,6 @@ jobs:
         service-directory:
           - gateway
           - memory-store
-          # - model-serving
 
     steps:
       - uses: actions/checkout@v4

agents-api/.tool-versions

@@ -1 +1 @@
-python 3.10.13
+python 3.11.9

agents-api/agents_api/activities/__init__.py

@@ -1,14 +1,5 @@
 """
-The `activities` module within the agents-api package is designed to facilitate various activities related to agent interactions. This includes handling memory management, generating insights from dialogues, summarizing relationships, and more. Each file within the module offers specific functionality:
-
-- `co_density.py`: Conducts cognitive density analysis to generate concise, entity-dense summaries.
-- `demo.py`: Provides a simple demonstration of defining an activity with Temporal.
-- `dialog_insights.py`: Extracts insights from dialogues, identifying details that participants might find interesting.
-- `mem_mgmt.py`: Manages memory by updating and incorporating new personality information from dialogues.
-- `mem_rating.py`: Rates memories based on their poignancy and importance.
-- `relationship_summary.py`: Summarizes the relationship between individuals based on provided statements.
-- `salient_questions.py`: Identifies salient questions from a set of statements.
-- `summarization.py`: Summarizes dialogues and updates memory based on the conversation context.
+The `activities` module within the agents-api package is designed to facilitate various activities related to agent interactions. This includes handling memory management, generating insights from dialogues, summarizing relationships, and more.
 
 This module plays a crucial role in enhancing the capabilities of agents by providing them with the tools to understand and process information more effectively.
 """

agents-api/agents_api/activities/demo.py

@@ -1,10 +1,19 @@
-#!/usr/bin/env python3
+from typing import Callable
 
 from temporalio import activity
 
+from ..env import testing
 
-@activity.defn
-async def say_hello(name: str) -> str:
-    message = f"Hello, {name}!"
-    print(message)
-    return message
+
+async def demo_activity(a: int, b: int) -> int:
+    # Should throw an error if testing is not enabled
+    raise Exception("This should not be called in production")
+
+
+async def mock_demo_activity(a: int, b: int) -> int:
+    return a + b
+
+
+demo_activity: Callable[[int, int], int] = activity.defn(name="demo_activity")(
+    demo_activity if not testing else mock_demo_activity
+)