fix to build and run ci/cd

fix to build and run ci/cd, 2nd attempt

fix to build and run ci/cd, 3rd attempt

fix to build and run ci/cd, 4th attempt

fix to build and run ci/cd, 5th attempt

fix to build and run ci/cd, 6th attempt

fix to build and run ci/cd, 7th attempt

fix to build and run ci/cd, 8th attempt

fix to build and run ci/cd, 9th attempt

fix to build and run ci/cd, 10th attempt

fix to build and run ci/cd, 11th attempt

fix to build and run ci/cd, 12th attempt

fix to build and run ci/cd, 13th attempt

fix to build and run ci/cd, 14th attempt

fix to build and run ci/cd, 15th attempt

commit

commit
pull/700/head
Patrick Devaney 1 week ago
parent eeb78957af
commit cdc2b6f5dc

@ -4,9 +4,11 @@ on:
push: push:
branches: branches:
- main - main
- master
pull_request: pull_request:
branches: branches:
- main - main
- master
jobs: jobs:
test: test:
@ -30,17 +32,29 @@ jobs:
restore-keys: | restore-keys: |
${{ runner.os }}-buildx- ${{ runner.os }}-buildx-
# Build Docker image from the ./tests directory # Build Docker image from the root directory
- name: Build Docker image - name: Build Docker image
id: build_image
run: | run: |
docker build -t test-runner:swarm-testing ./tests IMAGE_TAG="test-runner:swarm-testing-${GITHUB_SHA}"
docker build -t $IMAGE_TAG .
echo "IMAGE_TAG=$IMAGE_TAG" >> $GITHUB_ENV
# Ensure logs directory exists in the GitHub workspace # Ensure logs directory exists and has correct permissions
- name: Ensure logs directory exists - name: Ensure logs directory exists
run: | run: |
mkdir -p ${{ github.workspace }}/logs mkdir -p ${{ github.workspace }}/logs
chmod -R 777 ${{ github.workspace }}/logs
# Run Docker container with OpenAI API Key securely # Run Docker container with OpenAI API Key securely and capture test logs
- name: Run Docker container with OpenAI API Key - name: Run Docker container with OpenAI API Key
run: | run: |
docker run -e OPENAI_API_KEY=${{ secrets.OPENAI_API_KEY }} -v ${{ github.workspace }}/logs:/usr/src/app/logs test-runner:swarm-testing docker run -e OPENAI_API_KEY=${{ secrets.OPENAI_API_KEY }} \
-v ${{ github.workspace }}/logs:/usr/src/app/logs \
${{ env.IMAGE_TAG }} \
bash -c "pytest /usr/src/app/tests --continue-on-collection-errors --tb=short --disable-warnings | tee /usr/src/app/logs/test_logs.txt"
# Print the test logs to the console
- name: Print test logs
run: |
cat ${{ github.workspace }}/logs/test_logs.txt || echo "No test logs found"

3
.gitignore vendored

@ -273,3 +273,6 @@ flycheck_*.el
# network security # network security
/network-security.data /network-security.data
swarmsenv/
test_fails.txt

@ -1,55 +1,39 @@
# Use Python 3.11 slim-bullseye for smaller base image # Use an official Python runtime as a parent image
FROM python:3.11-slim-bullseye AS builder FROM python:3.11-slim-bullseye
# Set environment variables # Set environment variables for Python behavior
ENV PYTHONDONTWRITEBYTECODE=1 \ ENV PYTHONDONTWRITEBYTECODE=1 \
PYTHONUNBUFFERED=1 \ PYTHONUNBUFFERED=1 \
PIP_NO_CACHE_DIR=1 \ PIP_NO_CACHE_DIR=1 \
PIP_DISABLE_PIP_VERSION_CHECK=1 PIP_DISABLE_PIP_VERSION_CHECK=1 \
PIP_DEFAULT_TIMEOUT=100
# Set the working directory
WORKDIR /build
# Install only essential build dependencies # Set the working directory to the root of the project (relative to pyproject.toml)
RUN apt-get update && apt-get install -y --no-install-recommends \ WORKDIR /usr/src/app
build-essential \
gcc \
g++ \
gfortran \
&& rm -rf /var/lib/apt/lists/*
# Install swarms packages # Copy the entire project into the container
RUN pip install --no-cache-dir swarm-models swarms COPY . .
# Production stage # Install Poetry
FROM python:3.11-slim-bullseye RUN pip install poetry
# Set secure environment variables # Configure Poetry to avoid virtual environments and install dependencies
ENV PYTHONDONTWRITEBYTECODE=1 \ RUN poetry config virtualenvs.create false && poetry install --no-interaction --no-ansi
PYTHONUNBUFFERED=1 \
WORKSPACE_DIR="agent_workspace" \
PATH="/app:${PATH}" \
PYTHONPATH="/app:${PYTHONPATH}" \
USER=swarms
# Create non-root user # Install additional dependencies outside Poetry (e.g., swarms, pytest)
RUN useradd -m -s /bin/bash -U $USER && \ RUN pip install swarms pytest
mkdir -p /app && \
chown -R $USER:$USER /app
# Set working directory # Ensure pytest is installed and available
WORKDIR /app RUN pytest --version
# Copy only necessary files from builder # Ensure the logs directory has correct permissions (in case of permission issues with mounted volumes)
COPY --from=builder /usr/local/lib/python3.11/site-packages /usr/local/lib/python3.11/site-packages RUN mkdir -p /usr/src/app/logs && chmod -R 777 /usr/src/app/logs
COPY --from=builder /usr/local/bin /usr/local/bin
# Copy application with correct permissions # Ensure that the PATH includes the directory where pytest is installed
COPY --chown=$USER:$USER . . ENV PATH="/usr/local/bin:$PATH"
# Switch to non-root user # Set the working directory to the tests directory inside the container
USER $USER WORKDIR /usr/src/app/tests
# Health check # Default command to run tests located in the /tests directory
HEALTHCHECK --interval=30s --timeout=30s --start-period=5s --retries=3 \ CMD pytest /usr/src/app/tests --continue-on-collection-errors --tb=short --disable-warnings | tee /usr/src/app/logs/test_logs.txt
CMD python -c "import swarms; print('Health check passed')" || exit 1

@ -23,5 +23,17 @@ RUN poetry config virtualenvs.create false && poetry install --no-interaction --
# Install additional dependencies outside Poetry (e.g., swarms, pytest) # Install additional dependencies outside Poetry (e.g., swarms, pytest)
RUN pip install swarms pytest RUN pip install swarms pytest
# Ensure pytest is installed and available
RUN pytest --version
# Ensure the logs directory has correct permissions (in case of permission issues with mounted volumes)
RUN mkdir -p /usr/src/app/logs && chmod -R 777 /usr/src/app/logs
# Ensure that the PATH includes the directory where pytest is installed
ENV PATH="/usr/local/bin:$PATH"
# Set the working directory to the tests directory inside the container
WORKDIR /usr/src/app/tests
# Default command to run tests located in the /tests directory # Default command to run tests located in the /tests directory
CMD pytest /usr/src/app/tests --continue-on-collection-errors --tb=short --disable-warnings | tee /usr/src/app/test_logs.txt CMD pytest /usr/src/app/tests --continue-on-collection-errors --tb=short --disable-warnings | tee /usr/src/app/logs/test_logs.txt

Loading…
Cancel
Save