dockerfile

Former-commit-id: eade816eff3a0826d3d1c67cdb6d534628307c02

infra/Docker/Dockerfile.gpu

@@ -1,35 +1,3 @@
-# FROM nvidia/cuda:11.7.0-runtime-ubuntu20.04
-# WORKDIR /app/
-
-# ENV DEBIAN_FRONTEND=noninteractive
-
-# RUN \
-#   apt-get update && \
-#   apt-get install -y software-properties-common && \
-#   add-apt-repository ppa:deadsnakes/ppa && \
-#   apt-get install -y python3.10 python3-pip curl && \
-#   curl -sSL https://install.python-poetry.org | python3 - && \
-#   apt-get install -y nodejs npm
-
-# ENV PATH "/root/.local/bin:$PATH"
-
-# COPY pyproject.toml .
-# COPY poetry.lock .
-
-# COPY api/__init__.py api/__init__.py
-# RUN poetry config virtualenvs.in-project true
-# RUN poetry config virtualenvs.path .venv
-# RUN poetry config installer.max-workers 10
-# RUN poetry env use 3.10
-# RUN poetry install --with tools,gpu
-
-# COPY . .
-
-# ENV PORT 8001
-
-# ENTRYPOINT ["poetry", "run", "serve"]
-
-
 FROM nvidia/cuda:11.7.0-runtime-ubuntu20.04
 
 # Set working directory
@@ -58,4 +26,4 @@ RUN python3.10 -m pip install --upgrade pip && \
 COPY . .
 
 # Run the application
-CMD ["python3.10", "app.py"]
+CMD ["python3.10", "-m", "api.main", "serve"]

infra/Docker/docker-compose.yml

@@ -4,12 +4,12 @@ services:
   swarms:
     build: .
     ports:
-      - "${EVAL_PORT}:${EVAL_PORT}"
+      - "${SWARMS_PORT}:${SWARMS_PORT}"
     environment:
-      EVAL_PORT: 8000
+      SWARMS_PORT: 8000
       MODEL_NAME: gpt-4
       CELERY_BROKER_URL: redis://redis:6379
-      SERVER: http://localhost:${EVAL_PORT}
+      SERVER: http://localhost:${SWARMS_PORT}
       USE_GPU: False
       PLAYGROUND_DIR: playground
       LOG_LEVEL: INFO