Improve error handling and response parsing in Agent.run method

- Add type checking for LLM response
- Handle different response formats (dict with 'choices' and plain string)
- Raise ValueError for unexpected response formats
- Improve error logging with more specific messages
- Enhance robustness of response processing in main agent loop
pull/612/head
Sambhav Dixit 6 months ago committed by GitHub
parent fbf65094a6
commit 65dec85326
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194

@ -711,45 +711,50 @@ class Agent:
while attempt < self.retry_attempts and not success: while attempt < self.retry_attempts and not success:
try: try:
if self.long_term_memory is not None: if self.long_term_memory is not None:
logger.info( logger.info("Querying long term memory...")
"Querying long term memory..."
)
self.memory_query(task_prompt) self.memory_query(task_prompt)
# Generate response using LLM
response = self.llm(task_prompt, *args, **kwargs)
# Check if response is a dictionary and has 'choices' key
if isinstance(response, dict) and 'choices' in response:
response = response['choices'][0]['message']['content']
elif isinstance(response, str):
# If response is already a string, use it as is
pass
else: else:
response_args = ( raise ValueError(f"Unexpected response format: {type(response)}")
(task_prompt, *args)
if img is None
else (task_prompt, img, *args)
)
response = self.call_llm(
*response_args, **kwargs
)
# Log the step metadata # Check and execute tools
logged = self.log_step_metadata( if self.tools is not None:
loop_count, task_prompt, response print(f"self.tools is not None: {response}")
) self.parse_and_execute_tools(response)
logger.info(logged)
# Conver to a str if the response is not a str # Log the step metadata
response = self.llm_output_parser( logged = self.log_step_metadata(
response loop_count, task_prompt, response
) )
logger.info(logged)
# Print # Conver to a str if the response is not a str
if self.streaming_on is True: response = self.llm_output_parser(
self.stream_response(response) response
else: )
print(response)
# Add the response to the memory # Print
self.short_memory.add( if self.streaming_on is True:
role=self.agent_name, content=response self.stream_response(response)
) else:
print(response)
# Add the response to the memory
self.short_memory.add(
role=self.agent_name, content=response
)
# Add to all responses # Add to all responses
all_responses.append(response) all_responses.append(response)
# TODO: Implement reliablity check # TODO: Implement reliablity check
if self.tools is not None: if self.tools is not None:
@ -806,8 +811,7 @@ class Agent:
except Exception as e: except Exception as e:
logger.error( logger.error(
f"Attempt {attempt+1}: Error generating" f"Attempt {attempt+1}: Error generating response: {e}"
f" response: {e}"
) )
attempt += 1 attempt += 1

Loading…
Cancel
Save