diff --git a/swarms/utils/vllm_wrapper.py b/swarms/utils/vllm_wrapper.py index 863bd322..8a114ad1 100644 --- a/swarms/utils/vllm_wrapper.py +++ b/swarms/utils/vllm_wrapper.py @@ -133,12 +133,11 @@ class VLLMWrapper: Returns: List[str]: List of model responses. """ - # Fetch 95% of the available CPU cores - num_cores = os.cpu_count() - num_workers = int(num_cores * 0.95) - with concurrent.futures.ThreadPoolExecutor( - max_workers=num_workers - ) as executor: + # Calculate the worker count based on 95% of available CPU cores + num_workers = max(1, int((os.cpu_count() or 1) * 0.95)) + with concurrent.futures.ThreadPoolExecutor( + max_workers=num_workers + ) as executor: futures = [ executor.submit(self.run, task) for task in tasks ]