Rename demo to ui, start refactoring for vllm.

backend-vllm/Dockerfile

@@ -0,0 +1,4 @@
+FROM nvcr.io/nvidia/pytorch:23.04-py3
+RUN pip install vllm
+EXPOSE 8000
+ENTRYPOINT ["python", "-m", "vllm.entrypoints.openai.api_server"]

docker-compose.yml

@@ -1,33 +1,41 @@
-# Root docker-compose configuration.  Includes demo (UI) and OpenAI wrapper but no backends.
-# Intended to be used in tandem with one or more backend configuration files.  Example:
-#
-#   docker-compose -f docker-compose.yml -f docker-compose.backend-stub.yml
-
 version: '3'
 
 services:
-  demo:
+  ui:
     build:
-      context: demo
+      context: ui
       args:
         - VITE_SENTRY_DSN=${SENTRY_DSN}
         - VITE_SENTRY_RELEASE=${APP_NAME}@${APP_VERSION}
         # sentry environment is computed automatically
     ports:
       - "${SANDLE_DEMO_PORT:-80}:80"
     depends_on:
-      - openai-wrapper
+      - auth-wrapper
+    restart: unless-stopped
+
+  auth-wrapper:
+    build:
+      context: auth-wrapper
+      args:
+        - SENTRY_DSN
+        - SENTRY_RELEASE=${APP_NAME}@${APP_VERSION}
+    environment:
+      - AUTH_TOKEN
+      - LOG_LEVEL
+      - SENTRY_ENVIRONMENT=${SENTRY_ENVIRONMENT:-development}
+    depends_on:
+      - vllm
     restart: unless-stopped
 
-  openai-wrapper:
+  vllm:
     build:
-      context: openai-wrapper
+      context: vllm
       args:
         - SENTRY_DSN
         - SENTRY_RELEASE=${APP_NAME}@${APP_VERSION}
     environment:
-      - SANDLE_AUTH_TOKEN
-      - SANDLE_SINGLE_MODEL
-      - SANDLE_LOG_LEVEL
+      - AUTH_TOKEN
+      - VLLM_MODEL
       - SENTRY_ENVIRONMENT=${SENTRY_ENVIRONMENT:-development}
     restart: unless-stopped