Queue Based Deriver (#57)

* Initial Queue Design

* Update Contributing docs and docker-compose

* Remove old test action

.env.template

@@ -1,5 +1,6 @@
-DATABASE_TYPE=postgres
-CONNECTION_URI=postgresql+psycopg://testuser:testpwd@localhost:5432/honcho
+CONNECTION_URI=postgresql+psycopg://testuser:testpwd@localhost:5432/honcho # sample for local database
+
+# CONNECTION_URI=postgresql+psycopg://testuser:testpwd@database:5432/honcho # sample for docker-compose database
 
 OPENAI_API_KEY=
 

CONTRIBUTING.md

@@ -107,13 +107,17 @@ As mentioned earlier a `docker-compose` template is included for running Honcho.
 As an alternative to running Honcho locally it can also be run with the compose
 template. 
 
+The docker-compose template is set to use an environment file called `.env`.
+You can also copy the `.env.template` and fill with the appropriate values. 
+
 Copy the template and update the appropriate environment variables before
 launching the service.
 
 ```bash
 cd honcho/api
+cp .env.template .env
+# update the file with openai key and other wanted environment variables 
 cp docker-compose.yml.example docker-compose.yml
-[ update the file with openai key and other wanted environment variables ]
 docker compose up
 ```
 

docker-compose.yml.example

@@ -11,24 +11,20 @@ services:
       - 8000:8000
     volumes:
       - .:/app
-    environment:
-      - DATABASE_TYPE=postgres
-      - CONNECTION_URI=postgresql+psycopg://testuser:testpwd@database:5432/honcho
-      - OPENAI_API_KEY=[YOUR_OPENAI_API_KEY]
-      - OPENTELEMETRY_ENABLED=false
-      - SENTRY_ENABLED=false
-      - SENTRY_DSN=
-      - OTEL_SERVICE_NAME=honcho
-      - OTEL_PYTHON_LOGGING_AUTO_INSTRUMENTATION_ENABLED=true
-      - OTEL_PYTHON_LOG_CORRELATION=true
-      - OTEL_PYTHON_LOG_LEVEL=
-      - OTEL_EXPORTER_OTLP_PROTOCOL=
-      - OTEL_EXPORTER_OTLP_ENDPOINT=
-      - OTEL_EXPORTER_OTLP_HEADERS=
-      - OTEL_RESOURCE_ATTRIBUTES=
-      - DEBUG_LOG_OTEL_TO_PROVIDER=false
-      - DEBUG_LOG_OTEL_TO_CONSOLE=true
-      - USE_AUTH_SERVICE=false
+    env_file:
+      - .env
+  deriver:
+    build:
+      context: .
+      dockerfile: Dockerfile
+    entrypoint: ["python", "-m", "src.deriver"]
+    depends_on:
+      database:
+        condition: service_healthy
+    volumes:
+      - .:/app
+    env_file:
+      - .env
   database:
     image: ankane/pgvector
     restart: always