fix: use LiteLLM tokenizer for agent restoration; robust non-serializable property handling

swarms/structs/agent_non_serializable.py

@@ -32,16 +32,12 @@ def restore_non_serializable_properties(agent):
     Restore non-serializable properties for the Agent instance after loading.
     This should be called after loading agent state from disk.
     """
-    # Restore tokenizer if model_name is available
+    # Restore tokenizer using LiteLLM if available
     agent.tokenizer = None
     try:
-        if getattr(agent, "model_name", None):
+        from swarms.utils.litellm_tokenizer import count_tokens
-            try:
+        agent.tokenizer = count_tokens  # Assign the function as a tokenizer interface
-                from transformers import AutoTokenizer
+    except Exception:
-                agent.tokenizer = AutoTokenizer.from_pretrained(agent.model_name)
-            except Exception:
-                agent.tokenizer = None
-    except ImportError:
         agent.tokenizer = None
 
     # Restore long_term_memory (dummy for demo, replace with real backend as needed)