fix: remove transformers import and tokenizer restoration logic from agent_non_serializable.py (resolves undefined import error)

pull/850/head
Pavan Kumar 3 weeks ago
parent 5a089f5023
commit 772460f5e3

@ -9,7 +9,6 @@ Usage:
restore_non_serializable_properties(agent) restore_non_serializable_properties(agent)
""" """
from transformers import AutoTokenizer
from concurrent.futures import ThreadPoolExecutor from concurrent.futures import ThreadPoolExecutor
import logging import logging
@ -34,12 +33,15 @@ def restore_non_serializable_properties(agent):
This should be called after loading agent state from disk. This should be called after loading agent state from disk.
""" """
# Restore tokenizer if model_name is available # Restore tokenizer if model_name is available
agent.tokenizer = None
try:
if getattr(agent, "model_name", None): if getattr(agent, "model_name", None):
try: try:
from transformers import AutoTokenizer
agent.tokenizer = AutoTokenizer.from_pretrained(agent.model_name) agent.tokenizer = AutoTokenizer.from_pretrained(agent.model_name)
except Exception: except Exception:
agent.tokenizer = None agent.tokenizer = None
else: except ImportError:
agent.tokenizer = None agent.tokenizer = None
# Restore long_term_memory (dummy for demo, replace with real backend as needed) # Restore long_term_memory (dummy for demo, replace with real backend as needed)

Loading…
Cancel
Save