diff --git a/infra/Docker/Dockerfile.gpu b/infra/Docker/Dockerfile.gpu index 3f06b79c..02ad6099 100644 --- a/infra/Docker/Dockerfile.gpu +++ b/infra/Docker/Dockerfile.gpu @@ -1,35 +1,3 @@ -# FROM nvidia/cuda:11.7.0-runtime-ubuntu20.04 -# WORKDIR /app/ - -# ENV DEBIAN_FRONTEND=noninteractive - -# RUN \ -# apt-get update && \ -# apt-get install -y software-properties-common && \ -# add-apt-repository ppa:deadsnakes/ppa && \ -# apt-get install -y python3.10 python3-pip curl && \ -# curl -sSL https://install.python-poetry.org | python3 - && \ -# apt-get install -y nodejs npm - -# ENV PATH "/root/.local/bin:$PATH" - -# COPY pyproject.toml . -# COPY poetry.lock . - -# COPY api/__init__.py api/__init__.py -# RUN poetry config virtualenvs.in-project true -# RUN poetry config virtualenvs.path .venv -# RUN poetry config installer.max-workers 10 -# RUN poetry env use 3.10 -# RUN poetry install --with tools,gpu - -# COPY . . - -# ENV PORT 8001 - -# ENTRYPOINT ["poetry", "run", "serve"] - - FROM nvidia/cuda:11.7.0-runtime-ubuntu20.04 # Set working directory @@ -58,4 +26,4 @@ RUN python3.10 -m pip install --upgrade pip && \ COPY . . # Run the application -CMD ["python3.10", "app.py"] +CMD ["python3.10", "-m", "api.main", "serve"] diff --git a/infra/Docker/docker-compose.yml b/infra/Docker/docker-compose.yml index 2d68ad74..baa360c3 100644 --- a/infra/Docker/docker-compose.yml +++ b/infra/Docker/docker-compose.yml @@ -4,12 +4,12 @@ services: swarms: build: . ports: - - "${EVAL_PORT}:${EVAL_PORT}" + - "${SWARMS_PORT}:${SWARMS_PORT}" environment: - EVAL_PORT: 8000 + SWARMS_PORT: 8000 MODEL_NAME: gpt-4 CELERY_BROKER_URL: redis://redis:6379 - SERVER: http://localhost:${EVAL_PORT} + SERVER: http://localhost:${SWARMS_PORT} USE_GPU: False PLAYGROUND_DIR: playground LOG_LEVEL: INFO