ascender1729/pavan/update-worker-count-in-threadpoolexecutor

Update worker calculation in VLLM wrapper

swarms/utils/vllm_wrapper.py

@@ -133,12 +133,11 @@ class VLLMWrapper:
         Returns:
             List[str]: List of model responses.
         """
-        # Fetch 95% of the available CPU cores
-        num_cores = os.cpu_count()
-        num_workers = int(num_cores * 0.95)
-        with concurrent.futures.ThreadPoolExecutor(
-            max_workers=num_workers
-        ) as executor:
+        # Calculate the worker count based on 95% of available CPU cores
+        num_workers = max(1, int((os.cpu_count() or 1) * 0.95))
+        with concurrent.futures.ThreadPoolExecutor(
+            max_workers=num_workers
+        ) as executor:
             futures = [
                 executor.submit(self.run, task) for task in tasks
             ]