|
|
@ -9,7 +9,6 @@ Usage:
|
|
|
|
restore_non_serializable_properties(agent)
|
|
|
|
restore_non_serializable_properties(agent)
|
|
|
|
"""
|
|
|
|
"""
|
|
|
|
|
|
|
|
|
|
|
|
from transformers import AutoTokenizer
|
|
|
|
|
|
|
|
from concurrent.futures import ThreadPoolExecutor
|
|
|
|
from concurrent.futures import ThreadPoolExecutor
|
|
|
|
import logging
|
|
|
|
import logging
|
|
|
|
|
|
|
|
|
|
|
@ -34,12 +33,15 @@ def restore_non_serializable_properties(agent):
|
|
|
|
This should be called after loading agent state from disk.
|
|
|
|
This should be called after loading agent state from disk.
|
|
|
|
"""
|
|
|
|
"""
|
|
|
|
# Restore tokenizer if model_name is available
|
|
|
|
# Restore tokenizer if model_name is available
|
|
|
|
if getattr(agent, "model_name", None):
|
|
|
|
agent.tokenizer = None
|
|
|
|
try:
|
|
|
|
try:
|
|
|
|
agent.tokenizer = AutoTokenizer.from_pretrained(agent.model_name)
|
|
|
|
if getattr(agent, "model_name", None):
|
|
|
|
except Exception:
|
|
|
|
try:
|
|
|
|
agent.tokenizer = None
|
|
|
|
from transformers import AutoTokenizer
|
|
|
|
else:
|
|
|
|
agent.tokenizer = AutoTokenizer.from_pretrained(agent.model_name)
|
|
|
|
|
|
|
|
except Exception:
|
|
|
|
|
|
|
|
agent.tokenizer = None
|
|
|
|
|
|
|
|
except ImportError:
|
|
|
|
agent.tokenizer = None
|
|
|
|
agent.tokenizer = None
|
|
|
|
|
|
|
|
|
|
|
|
# Restore long_term_memory (dummy for demo, replace with real backend as needed)
|
|
|
|
# Restore long_term_memory (dummy for demo, replace with real backend as needed)
|
|
|
|