Merge 25b9efb9be into 57f19c14d3

.flake8

@@ -1,2 +1,2 @@
 [flake8]
-extend-ignore = E501, W292, W291
+extend-ignore = E501, W292, W291, W293

.github/FUNDING.yml

@@ -1,13 +1,14 @@
+---
 # These are supported funding model platforms
 
 github: [kyegomez]
-patreon: # Replace with a single Patreon username
+# patreon: # Replace with a single Patreon username
-open_collective: # Replace with a single Open Collective username
+# open_collective: # Replace with a single Open Collective username
-ko_fi: # Replace with a single Ko-fi username
+# ko_fi: # Replace with a single Ko-fi username
-tidelift: # Replace with a single Tidelift platform-name/package-name e.g., npm/babel
+# tidelift: # Replace with a single Tidelift platform-name/package-name
-community_bridge: # Replace with a single Community Bridge project-name e.g., cloud-foundry
+# community_bridge: # Replace with a single Community Bridge project-name
-liberapay: # Replace with a single Liberapay username
+# liberapay: # Replace with a single Liberapay username
-issuehunt: # Replace with a single IssueHunt username
+# issuehunt: # Replace with a single IssueHunt username
-otechie: # Replace with a single Otechie username
+# otechie: # Replace with a single Otechie username
-lfx_crowdfunding: # Replace with a single LFX Crowdfunding project-name e.g., cloud-foundry
+# lfx_crowdfunding: # Replace with a single LFX Crowdfunding project-name
-custom: #Nothing
+# custom: #Nothing

.github/dependabot.yml

@@ -1,3 +1,4 @@
+---
 # https://docs.github.com/en/code-security/supply-chain-security/keeping-your-dependencies-updated-automatically/configuration-options-for-dependency-updates
 
 version: 2
@@ -11,4 +12,3 @@ updates:
     directory: "/"
     schedule:
       interval: "weekly"
-

.github/labeler.yml

@@ -1,12 +1,14 @@
+---
 # this is a config file for the github action labeler
 
 # Add 'label1' to any changes within 'example' folder or any subfolders
 example_change:
-- example/**
+  - example/**
 
 # Add 'label2' to any file changes within 'example2' folder
 example2_change: example2/*
 
-# Add label3 to any change to .txt files within the entire repository. Quotation marks are required for the leading asterisk
+# Add label3 to any change to .txt files within the entire repository.
+# Quotation marks are required for the leading asterisk
 text_files:
-- '**/*.txt'
+  - '**/*.txt'

.github/workflows/code_quality_control.yml

@@ -1,30 +0,0 @@
-name: Linting and Formatting
-
-on:
-  push:
-    branches:
-      - master
-
-jobs:
-  lint_and_format:
-    runs-on: ubuntu-latest
-
-    steps:
-      - name: Checkout code
-        uses: actions/checkout@v4
-
-      - name: Set up Python
-        uses: actions/setup-python@v4
-        with:
-          python-version: 3.x
-
-      - name: Install dependencies
-        run: pip install -r requirements.txt
-
-      - name: Find Python files
-        run: find swarms -name "*.py" -type f -exec autopep8 --in-place --aggressive --aggressive {} +
-
-      - name: Push changes
-        uses: ad-m/github-push-action@master
-        with:
-          github_token: ${{ secrets.GITHUB_TOKEN }}

.github/workflows/cos_integration.yml

@@ -1,42 +0,0 @@
-name: Continuous Integration
-
-on:
-  push:
-    branches:
-      - master
-
-jobs:
-  test:
-    runs-on: ubuntu-latest
-    steps:
-      - name: Checkout code
-        uses: actions/checkout@v4
-
-      - name: Set up Python
-        uses: actions/setup-python@v4
-        with:
-          python-version: 3.x
-
-      - name: Install dependencies
-        run: pip install -r requirements.txt
-
-      - name: Run unit tests
-        run: pytest tests/unit
-
-      - name: Run integration tests
-        run: pytest tests/integration
-
-      - name: Run code coverage
-        run: pytest --cov=swarms tests/
-
-      - name: Run linters
-        run: pylint swarms
-
-      - name: Build documentation
-        run: make docs
-
-      - name: Validate documentation
-        run: sphinx-build -b linkcheck docs build/docs
-
-      - name: Run performance tests
-        run: find ./tests -name '*.py' -exec pytest {} \;

.github/workflows/docker-image.yml

@@ -1,17 +1,18 @@
+---
 name: Docker Image CI
 
-on:
+on:  # yamllint disable-line rule:truthy
   push:
-    branches: [ "master" ]
+    branches: ["master"]
   pull_request:
-    branches: [ "master" ]
+    branches: ["master"]
 
 jobs:
 
   build:
 
     runs-on: ubuntu-latest
-
+    name: Build Docker image
     steps:
       - uses: actions/checkout@v4
       - name: Build the Docker image

.github/workflows/docs_test.yml

@@ -1,28 +0,0 @@
-name: Documentation Tests
-
-on:
-  push:
-    branches:
-      - master
-
-jobs:
-  test:
-    runs-on: ubuntu-latest
-
-    steps:
-      - name: Checkout code
-        uses: actions/checkout@v4
-
-      - name: Set up Python
-        uses: actions/setup-python@v4
-        with:
-          python-version: 3.x
-
-      - name: Install dependencies
-        run: pip install -r requirements.txt
-
-      - name: Build documentation
-        run: make docs
-
-      - name: Validate documentation
-        run: sphinx-build -b linkcheck docs build/docs

.github/workflows/lint.yml

@@ -1,19 +1,29 @@
+---
 # This is a basic workflow to help you get started with Actions
 
 name: Lint
 
-on: [push, pull_request]
+on: [push, pull_request]  # yamllint disable-line rule:truthy
 
 jobs:
+  yaml-lint:
+    runs-on: ubuntu-latest
+    steps:
+      - name: Check out source repository
+        uses: actions/checkout@v4
+      - name: yaml Lint
+        uses: ibiqlik/action-yamllint@v3
   flake8-lint:
     runs-on: ubuntu-latest
-    name: Lint
+    name: flake8 Lint
     steps:
       - name: Check out source repository
         uses: actions/checkout@v4
       - name: Set up Python environment
-        uses: actions/setup-python@v4
-        with:
-          python-version: "3.11"
-      - name: flake8 Lint
         uses: py-actions/flake8@v2
+  ruff-lint:
+    runs-on: ubuntu-latest
+    name: ruff Lint
+    steps:
+      - uses: actions/checkout@v4
+      - uses: chartboost/ruff-action@v1

.github/workflows/lints.yml

@@ -1,25 +0,0 @@
-name: Linting
-
-on:
-  push:
-    branches:
-      - master
-
-jobs:
-  lint:
-    runs-on: ubuntu-latest
-
-    steps:
-      - name: Checkout code
-        uses: actions/checkout@v4
-
-      - name: Set up Python
-        uses: actions/setup-python@v4
-        with:
-          python-version: 3.x
-
-      - name: Install dependencies
-        run: pip install -r requirements.txt
-
-      - name: Run linters
-        run: pylint swarms

.github/workflows/pr_request_checks.yml

@@ -1,3 +1,4 @@
+---
 name: Pull Request Checks
 
 on:

.github/workflows/pylint.yml

@@ -1,23 +0,0 @@
-name: Pylint
-
-on: [push]
-
-jobs:
-  build:
-    runs-on: ubuntu-latest
-    strategy:
-      matrix:
-        python-version: ["3.8", "3.9", "3.10"]
-    steps:
-    - uses: actions/checkout@v4
-    - name: Set up Python ${{ matrix.python-version }}
-      uses: actions/setup-python@v4
-      with:
-        python-version: ${{ matrix.python-version }}
-    - name: Install dependencies
-      run: |
-        python -m pip install --upgrade pip
-        pip install pylint
-    - name: Analysing the code with pylint
-      run: |
-        pylint $(git ls-files '*.py')

.github/workflows/python-app.yml

@@ -1,39 +0,0 @@
-# This workflow will install Python dependencies, run tests and lint with a single version of Python
-# For more information see: https://docs.github.com/en/actions/automating-builds-and-tests/building-and-testing-python
-
-name: Python application
-
-on:
-  push:
-    branches: [ "master" ]
-  pull_request:
-    branches: [ "master" ]
-
-permissions:
-  contents: read
-
-jobs:
-  build:
-
-    runs-on: ubuntu-latest
-
-    steps:
-    - uses: actions/checkout@v4
-    - name: Set up Python 3.10
-      uses: actions/setup-python@v4
-      with:
-        python-version: "3.10"
-    - name: Install dependencies
-      run: |
-        python -m pip install --upgrade pip
-        pip install flake8 pytest
-        if [ -f requirements.txt ]; then pip install -r requirements.txt; fi
-    - name: Lint with flake8
-      run: |
-        # stop the build if there are Python syntax errors or undefined names
-        flake8 . --count --select=E9,F63,F7,F82 --show-source --statistics
-        # exit-zero treats all errors as warnings. The GitHub editor is 127 chars wide
-        flake8 . --count --exit-zero --max-complexity=10 --max-line-length=127 --statistics
-    - name: Test with pytest
-      run: |
-        pytest

.github/workflows/python-publish.yml

@@ -1,7 +1,7 @@
-
+---
 name: Upload Python Package
 
-on:
+on:  # yamllint disable-line rule:truthy
   release:
     types: [published]
 

.github/workflows/quality.yml

@@ -1,23 +0,0 @@
-name: Quality
-
-on:
-  push:
-    branches: [ "master" ]
-  pull_request:
-    branches: [ "master" ]
-
-jobs:
-  lint:
-    runs-on: ubuntu-latest
-    strategy:
-      fail-fast: false
-    steps:
-      - name: Checkout actions
-        uses: actions/checkout@v4
-        with:
-          fetch-depth: 0
-      - name: Init environment 
-        uses: ./.github/actions/init-environment 
-      - name: Run linter
-        run: |
-          pylint `git diff --name-only --diff-filter=d origin/master HEAD | grep -E '\.py$' | tr '\n' ' '`

.github/workflows/ruff.yml

@@ -1,8 +0,0 @@
-name: Ruff
-on: [ push, pull_request ]
-jobs:
-  ruff:
-    runs-on: ubuntu-latest
-    steps:
-      - uses: actions/checkout@v4
-      - uses: chartboost/ruff-action@v1

.github/workflows/run_test.yml

@@ -1,23 +0,0 @@
-name: Python application test
-
-on: [push]
-
-jobs:
-  build:
-
-    runs-on: ubuntu-latest
-
-    steps:
-    - uses: actions/checkout@v4
-    - name: Set up Python 3.8
-      uses: actions/setup-python@v4
-      with:
-        python-version: 3.8
-    - name: Install dependencies
-      run: |
-        python -m pip install --upgrade pip
-        pip install pytest
-        if [ -f requirements.txt ]; then pip install -r requirements.txt; fi
-    - name: Run tests with pytest
-      run: |
-        find tests/ -name "*.py" | xargs pytest

.github/workflows/test.yml

@@ -1,3 +1,4 @@
+---
 name: test
 
 on:
@@ -9,7 +10,67 @@ on:
 env:
   POETRY_VERSION: "1.4.2"
 
-jobs:
+  test:
+    runs-on: ubuntu-latest
+    strategy:
+      matrix:
+        python-version:
+          - "3.8"
+          - "3.9"
+          - "3.10"
+          - "3.11"
+        test_type:
+          - "core"
+          - "extended"
+    steps:
+      - uses: actions/checkout@v4
+      - name: Set up Python ${{ matrix.python-version }}
+        uses: "snok/install-poetry@v1"
+        with:
+          python-version: ${{ matrix.python-version }}
+          poetry-version: "1.4.2"
+          cache-key: ${{ matrix.test_type }}
+          install-command: |
+              if [ "${{ matrix.test_type }}" == "core" ]; then
+                echo "Running core tests, installing dependencies with poetry..."
+                poetry install
+              else
+                echo "Running extended tests, installing dependencies with poetry..."
+                poetry install -E extended_testing
+              fi
+      - name: Run ${{matrix.test_type}} tests
+        run: |
+          if [ "${{ matrix.test_type }}" == "core" ]; then
+            make test
+          else
+            make extended_tests
+          fi
+        shell: bash
+    name: Python ${{ matrix.python-version }} ${{ matrix.test_type }}
+    steps:
+      - uses: actions/checkout@v4
+      - name: Set up Python ${{ matrix.python-version }}
+        uses: "./.github/actions/poetry_setup"
+        with:
+          python-version: ${{ matrix.python-version }}
+          poetry-version: "1.4.2"
+          cache-key: ${{ matrix.test_type }}
+          install-command: |
+              if [ "${{ matrix.test_type }}" == "core" ]; then
+                echo "Running core tests, installing dependencies with poetry..."
+                poetry install
+              else
+                echo "Running extended tests, installing dependencies with poetry..."
+                poetry install -E extended_testing
+              fi
+      - name: Run ${{matrix.test_type}} tests
+        run: |
+          if [ "${{ matrix.test_type }}" == "core" ]; then
+            make test
+          else
+            make extended_tests
+          fi
+        shell: bash
   build:
     runs-on: ubuntu-latest
     strategy:

.pre-commit-config.yaml

@@ -1,3 +1,4 @@
+---
 repos:
   - repo: https://github.com/ambv/black
     rev: 22.3.0

.readthedocs.yml

@@ -1,3 +1,4 @@
+---
 version: 2
 
 build:

.yamllint

@@ -0,0 +1,4 @@
+rules:
+    line-length: 
+        level: warning
+        allow-non-breakable-inline-mappings: true

mkdocs.yml

@@ -1,3 +1,4 @@
+---
 site_name: Swarms Docs
 plugins:
   - glightbox
@@ -58,11 +59,11 @@ markdown_extensions:
   - def_list
   - footnotes
 nav:
-- Home:
+  - Home:
       - Overview: "index.md"
   - Contributing: "contributing.md"
   - Docker Container Setup: "docker_setup.md"
-- Swarms:
+  - Swarms:
       - Overview: "swarms/index.md"
   - swarms.swarms:
       - AbstractSwarm: "swarms/swarms/abstractswarm.md"
@@ -104,22 +105,22 @@ nav:
   - swarms.memory:
       - PineconeVectorStoreStore: "swarms/memory/pinecone.md"
       - PGVectorStore: "swarms/memory/pg.md"
-  # - swarms.chunkers: 
+# - swarms.chunkers:
-  #   - BaseChunker: "swarms/chunkers/basechunker.md"
+#   - BaseChunker: "swarms/chunkers/basechunker.md"
-  #   - PdfChunker: "swarms/chunkers/pdf_chunker.md"
+#   - PdfChunker: "swarms/chunkers/pdf_chunker.md"
-- Guides:
+  - Guides:
       - Overview: "examples/index.md"
       - Agents:
           - Flow: "examples/flow.md"
           - SequentialWorkflow: "examples/reliable_autonomous_agents.md"
           - OmniAgent: "examples/omni_agent.md"
       - 2O+ Autonomous Agent Blogs: "examples/ideas.md"
-- Applications:
+  - Applications:
       - CustomerSupport:
           - Overview: "applications/customer_support.md"
       - Marketing:
           - Overview: "applications/marketing_agencies.md"
-- Corporate:
+  - Corporate:
       - FAQ: "corporate/faq.md"
       - Purpose: "corporate/purpose.md"
       - Roadmap: "corporate/roadmap.md"

pyproject.toml

@@ -84,4 +84,13 @@ recursive = true
 aggressive = 3
 
 [tool.ruff]
-line-length = 120
+line-length = 200
+
+[tool.pylint]
+max-line-length = 200
+
+[tool.flake8]
+extend-ignore = "E266, E501, W292, W291, W293i"
+
+[tool.yamllint]
+disable-line rule:truthy