Skip to content

Commit

Permalink
feat: added docker-compose.yml and .env.example for self-hosting
Browse files Browse the repository at this point in the history
  • Loading branch information
alt-glitch committed Apr 20, 2024
1 parent 184eb8b commit b2b5f31
Show file tree
Hide file tree
Showing 2 changed files with 96 additions and 0 deletions.
13 changes: 13 additions & 0 deletions deploy/.env.example
Original file line number Diff line number Diff line change
@@ -0,0 +1,13 @@
AGENTS_API_KEY=myauthkey
AGENTS_API_KEY_HEADER_NAME=Authorization
AGENTS_API_URL=http://agents-api:8080
COZO_AUTH_TOKEN=myauthkey
COZO_HOST=http://memory-store:9070
EMBEDDING_SERVICE_URL=http://text-embeddings-inference/embed
SKIP_CHECK_DEVELOPER_HEADERS=true
TEMPORAL_ENDPOINT=temporal:7233
TEMPORAL_NAMESPACE=default
TEMPORAL_WORKER_URL=temporal:7233
TRUNCATE_EMBED_TEXT=true
WORKER_URL=temporal:7233
OPENAI_API_KEY="sk-XXX"
83 changes: 83 additions & 0 deletions deploy/docker-compose.yml
Original file line number Diff line number Diff line change
@@ -0,0 +1,83 @@
name: julep-api
version: "3"

services:
memory-store:
image: julepai/memory-store:dev
environment:
- COZO_AUTH_TOKEN=${COZO_AUTH_TOKEN}
- COZO_PORT=9070
- MNT_DIR=/data
container_name: julep-memory-store
volumes:
- cozo_data:/data
env_file:
- .env

agents-api:
image: julepai/agents-api:dev
container_name: julep-agents-api
depends_on:
memory-store:
condition: service_started
worker:
condition: service_started
ports:
- "8080:8080"
env_file:
- .env

worker:
image: julepai/worker:dev
container_name: julep-worker
entrypoint: ["tail", "-f", "/dev/null"]
depends_on:
text-embeddings-inference:
condition: service_started
temporal:
condition: service_started
env_file:
- .env

text-embeddings-inference:
container_name: julep-embeddings
environment:
- DTYPE=float16
- MODEL_ID=BAAI/llm-embedder

image: ghcr.io/huggingface/text-embeddings-inference:1.0
shm_size: "2gb"
deploy:
resources:
reservations:
devices:
- driver: nvidia
count: all
capabilities: [gpu]
env_file:
- .env

temporal:
image: julepai/temporal:dev
container_name: julep-temporal
volumes:
- temporal_data:/home/temporal
env_file:
- .env

cozo-migrate:
environment:
- COZO_AUTH_TOKEN=${COZO_AUTH_TOKEN}
- COZO_HOST=http://memory-store:9070
env_file:
- .env
image: julepai/cozo-migrate:dev
container_name: julep-cozo-migrate
depends_on:
memory-store:
condition: service_started
restart: "no" # Make sure to double quote this

volumes:
temporal_data:
cozo_data:

0 comments on commit b2b5f31

Please sign in to comment.