[TETSS]

swarms/models/huggingface.py

@@ -272,7 +272,7 @@ class HuggingfaceLLM:
         try:
             inputs = self.tokenizer.encode(
                 task, return_tensors="pt"
-            ).to(self.device)
+            )
 
             # self.log.start()
 
@@ -451,6 +451,7 @@ class HuggingfaceLLM:
                 The new device to use for inference.
         """
         self.device = device
+        if self.model is not None:
             self.model.to(self.device)
 
     def set_max_length(self, max_length):

tests/models/test_gpt4_vision_api.py

@@ -36,7 +36,7 @@ def test_encode_image(vision_api):
 
 def test_run_success(vision_api):
     expected_response = {
-        "choices": [{"text": "This is the model's response."}]
+        "This is the model's response."
     }
     with patch(
         "requests.post",