Refactors docker compose file setup

This structure more naturally fits what docker expects.
A docker-compose file at the root, with docker files
for the respective services in those modules.

I have tested this locally for the prod build
and pushed things and I believe it works for
the other cases too.

TODO:
 - dockerx build instructions
 - automating the build & versioning of images with new releases

ui/deployment/Dockerfile.backend → ui/backend/Dockerfile.backend

@@ -12,7 +12,7 @@ RUN apt-get update && apt-get install -y \
     libffi-dev \
     && rm -rf /var/lib/apt/lists/*
 
-COPY backend/server/requirements.txt /code/
+COPY server/requirements.txt /code/
 RUN pip install -r /code/requirements.txt
 
-COPY ./backend /code/
+COPY . /code/

ui/deployment/Dockerfile.backend-prod → ui/backend/Dockerfile.backend-prod

@@ -12,9 +12,9 @@ RUN apt-get update && apt-get install -y \
     libffi-dev \
     && rm -rf /var/lib/apt/lists/*
 
-COPY backend/ /code/
-COPY backend/server/requirements.txt /code/
+COPY . /code/
+COPY server/requirements.txt /code/
 
 RUN pip install -r /code/requirements.txt
 
-COPY ./backend /code/
+COPY . /code/

ui/dev.sh

@@ -0,0 +1,10 @@
+#!/bin/bash
+
+# Check if --build parameter is passed
+if [[ $1 == "--build" ]]; then
+    # Run docker-compose up with project directory, verbose mode and build
+    docker-compose --verbose -f docker-compose.yml up --build
+else
+    # Run docker-compose up with project directory and verbose mode
+    docker-compose --verbose -f docker-compose.yml up
+fi

ui/deployment/docker-compose-prod.yml → ui/docker-compose-prod.yml

@@ -17,10 +17,11 @@ services:
       retries: 5
 
   backend:
+    container_name: ui-backend
     image: dagworks/ui-backend:latest
     build:
-        context: ./
-        dockerfile: deployment/Dockerfile.backend-prod
+        context: backend
+        dockerfile: Dockerfile.backend-prod
     entrypoint: ["/bin/bash", "-c", "cd /code/server && ls && ./entrypoint.sh"]
     ports:
       - "8241:8241"
@@ -42,10 +43,11 @@ services:
       - backend_data:/data/
 
   frontend:
+    container_name: ui-frontend
     image: dagworks/ui-frontend:latest
     build:
-      context: ./
-      dockerfile: deployment/Dockerfile.frontend-prod
+      context: frontend
+      dockerfile: Dockerfile.frontend-prod
       args:
         - REACT_APP_AUTH_MODE=local
         - REACT_APP_USE_POSTHOG=false

ui/deployment/docker-compose.yml → ui/docker-compose.yml

@@ -16,10 +16,11 @@ services:
       retries: 5
 
   backend:
+    container_name: ui-backend
     image: dagworks/ui-backend:latest
     build:
-        context: ./
-        dockerfile: deployment/Dockerfile.backend
+        context: backend
+        dockerfile: Dockerfile.backend
     entrypoint: ["/bin/bash", "-c", "cd /code/server && ls && ./entrypoint.sh"]
     volumes:
       - ./backend:/code
@@ -42,10 +43,11 @@ services:
       - db
 
   frontend:
+    container_name: ui-frontend
     image: dagworks/ui-frontend:latest
     build:
-      context: ./
-      dockerfile: deployment/Dockerfile.frontend
+      context: frontend
+      dockerfile: Dockerfile.frontend
       args:
         - REACT_APP_AUTH_MODE=local
         - REACT_APP_USE_POSTHOG=false

ui/deployment/Dockerfile.frontend → ui/frontend/Dockerfile.frontend

@@ -8,13 +8,13 @@ ARG REACT_APP_AUTH_MODE
 ARG REACT_APP_USE_POSTHOG
 
 # Install app dependencies by copying package.json and package-lock.json
-COPY frontend/package.json frontend/package-lock.json ./
+COPY package.json package-lock.json ./
 
 # Install dependencies
 RUN npm install
 
 # Copy the rest of the frontend directory
-COPY frontend/ ./
+COPY ./ ./
 
 # Environment variables
 ENV REACT_APP_AUTH_MODE=${REACT_APP_AUTH_MODE}

ui/deployment/Dockerfile.frontend-prod → ui/frontend/Dockerfile.frontend-prod

@@ -9,13 +9,13 @@ ARG REACT_APP_USE_POSTHOG
 ARG REACT_APP_API_URL
 
 # Install app dependencies by copying package.json and package-lock.json
-COPY frontend/package.json frontend/package-lock.json ./
+COPY package.json package-lock.json ./
 
 # Install dependencies
 RUN npm install
 
 # Copy the rest of the frontend directory
-COPY frontend .
+COPY . .
 
 # Environment variables
 ENV REACT_APP_AUTH_MODE=${REACT_APP_AUTH_MODE}
@@ -34,7 +34,7 @@ COPY --from=build-stage /usr/src/app/build /usr/share/nginx/html
 EXPOSE 8242
 
 # Use the default nginx.conf provided by tiangolo/nginx-rtmp
-COPY ./deployment/nginx/nginx.conf /etc/nginx/nginx.conf
+COPY ./nginx/nginx.conf /etc/nginx/nginx.conf
 
 CMD ["echo", "Frontend running on port 8242, go to http://localhost:8242 to view the app."]
 

ui/frontend/README.md

@@ -10,3 +10,52 @@
 
 To generate the code for the typescript backend client, run : `npx @rtk-query/codegen-openapi openapi-config.json` from
 the `frontend` directory, while the backend is running on localhost:8000.
+
+
+## Building docker
+## Dev mode
+For development you'll want to run
+
+```bash
+./dev.sh --build # to build it all
+./dev.sh # to pull docker images but use local code
+```
+## You need 9GB assigned to Docker or more to build the frontend
+The frontend build requires around 8GB of memory to be assigned to docker to build.
+If you run into this, bump your docker memory allocation up to 9GB or more.
+
+
+## Prod mode
+For production build you'll want to run
+
+```bash
+./prod.sh # to pull from docker and run
+./prod.sh --build # to rebuild images for prod
+```
+### Caveats:
+You'll want to clean the `backend/dist/` directory to not add unnecessary files to the docker image.
+
+
+## Pushing
+How to push to docker hub:
+```bash
+# retag if needed
+docker tag local-image:tagname dagworks/ui-backend:VERSION
+# push built image
+docker push dagworks/ui-backend:VERSION
+# retag as latest
+docker tag dagworks/ui-backend:VERSION dagworks/ui-backend:latest
+# push latest
+docker push dagworks/ui-backend:latest
+```
+
+```bash
+# retag if needed
+docker tag local-image:tagname dagworks/ui-frontend:VERSION
+# push built image
+docker push dagworks/ui-frontend:VERSION
+# retag as latest
+docker tag dagworks/ui-backend:VERSION dagworks/ui-backend:latest
+# push latest
+docker push dagworks/ui-backend:latest
+```

ui/run.sh

@@ -0,0 +1,10 @@
+#!/bin/bash
+
+# Check if --build parameter is passed
+if [[ $1 == "--build" ]]; then
+    # Run docker-compose up with project directory, verbose mode and build
+    docker-compose --verbose -f docker-compose-prod.yml up --build
+else
+    # Run docker-compose up with project directory and verbose mode
+    docker-compose --verbose -f docker-compose-prod.yml up
+fi

ui/stop.sh

@@ -0,0 +1,4 @@
+#!/bin/bash
+
+# Run docker-compose up with project directory and verbose mode
+docker-compose --verbose -f docker-compose.yml down