Kye Gomez
4 weeks ago
parent
e9a7c7994c
commit
ed46063dcc
@ -0,0 +1,241 @@
|
|||||||
|
from swarms.structs.conversation import Conversation
|
||||||
|
import time
|
||||||
|
import threading
|
||||||
|
import random
|
||||||
|
from typing import List
|
||||||
|
|
||||||
|
|
||||||
|
def test_conversation_cache():
|
||||||
|
"""
|
||||||
|
Test the caching functionality of the Conversation class.
|
||||||
|
This test demonstrates:
|
||||||
|
1. Cache hits and misses
|
||||||
|
2. Token counting with caching
|
||||||
|
3. Cache statistics
|
||||||
|
4. Thread safety
|
||||||
|
5. Different content types
|
||||||
|
6. Edge cases
|
||||||
|
7. Performance metrics
|
||||||
|
"""
|
||||||
|
print("\n=== Testing Conversation Cache ===")
|
||||||
|
|
||||||
|
# Create a conversation with caching enabled
|
||||||
|
conv = Conversation(cache_enabled=True)
|
||||||
|
|
||||||
|
# Test 1: Basic caching with repeated messages
|
||||||
|
print("\nTest 1: Basic caching with repeated messages")
|
||||||
|
message = "This is a test message that should be cached"
|
||||||
|
|
||||||
|
# First add (should be a cache miss)
|
||||||
|
print("\nAdding first message...")
|
||||||
|
conv.add("user", message)
|
||||||
|
time.sleep(0.1) # Wait for token counting thread
|
||||||
|
|
||||||
|
# Second add (should be a cache hit)
|
||||||
|
print("\nAdding same message again...")
|
||||||
|
conv.add("user", message)
|
||||||
|
time.sleep(0.1) # Wait for token counting thread
|
||||||
|
|
||||||
|
# Check cache stats
|
||||||
|
stats = conv.get_cache_stats()
|
||||||
|
print("\nCache stats after repeated message:")
|
||||||
|
print(f"Hits: {stats['hits']}")
|
||||||
|
print(f"Misses: {stats['misses']}")
|
||||||
|
print(f"Cached tokens: {stats['cached_tokens']}")
|
||||||
|
print(f"Hit rate: {stats['hit_rate']:.2%}")
|
||||||
|
|
||||||
|
# Test 2: Different content types
|
||||||
|
print("\nTest 2: Different content types")
|
||||||
|
|
||||||
|
# Test with dictionary
|
||||||
|
dict_content = {"key": "value", "nested": {"inner": "data"}}
|
||||||
|
print("\nAdding dictionary content...")
|
||||||
|
conv.add("user", dict_content)
|
||||||
|
time.sleep(0.1)
|
||||||
|
|
||||||
|
# Test with list
|
||||||
|
list_content = ["item1", "item2", {"nested": "data"}]
|
||||||
|
print("\nAdding list content...")
|
||||||
|
conv.add("user", list_content)
|
||||||
|
time.sleep(0.1)
|
||||||
|
|
||||||
|
# Test 3: Thread safety
|
||||||
|
print("\nTest 3: Thread safety with concurrent adds")
|
||||||
|
|
||||||
|
def add_message(msg):
|
||||||
|
conv.add("user", msg)
|
||||||
|
|
||||||
|
# Add multiple messages concurrently
|
||||||
|
messages = [f"Concurrent message {i}" for i in range(5)]
|
||||||
|
for msg in messages:
|
||||||
|
add_message(msg)
|
||||||
|
|
||||||
|
time.sleep(0.5) # Wait for all token counting threads
|
||||||
|
|
||||||
|
# Test 4: Cache with different message lengths
|
||||||
|
print("\nTest 4: Cache with different message lengths")
|
||||||
|
|
||||||
|
# Short message
|
||||||
|
short_msg = "Short"
|
||||||
|
conv.add("user", short_msg)
|
||||||
|
time.sleep(0.1)
|
||||||
|
|
||||||
|
# Long message
|
||||||
|
long_msg = "This is a much longer message that should have more tokens and might be cached differently"
|
||||||
|
conv.add("user", long_msg)
|
||||||
|
time.sleep(0.1)
|
||||||
|
|
||||||
|
# Test 5: Cache statistics after all tests
|
||||||
|
print("\nTest 5: Final cache statistics")
|
||||||
|
final_stats = conv.get_cache_stats()
|
||||||
|
print("\nFinal cache stats:")
|
||||||
|
print(f"Total hits: {final_stats['hits']}")
|
||||||
|
print(f"Total misses: {final_stats['misses']}")
|
||||||
|
print(f"Total cached tokens: {final_stats['cached_tokens']}")
|
||||||
|
print(f"Total tokens: {final_stats['total_tokens']}")
|
||||||
|
print(f"Overall hit rate: {final_stats['hit_rate']:.2%}")
|
||||||
|
|
||||||
|
# Test 6: Display conversation with cache status
|
||||||
|
print("\nTest 6: Display conversation with cache status")
|
||||||
|
print("\nConversation history:")
|
||||||
|
print(conv.get_str())
|
||||||
|
|
||||||
|
# Test 7: Cache disabled
|
||||||
|
print("\nTest 7: Cache disabled")
|
||||||
|
conv_disabled = Conversation(cache_enabled=False)
|
||||||
|
conv_disabled.add("user", message)
|
||||||
|
time.sleep(0.1)
|
||||||
|
conv_disabled.add("user", message)
|
||||||
|
time.sleep(0.1)
|
||||||
|
|
||||||
|
disabled_stats = conv_disabled.get_cache_stats()
|
||||||
|
print("\nCache stats with caching disabled:")
|
||||||
|
print(f"Hits: {disabled_stats['hits']}")
|
||||||
|
print(f"Misses: {disabled_stats['misses']}")
|
||||||
|
print(f"Cached tokens: {disabled_stats['cached_tokens']}")
|
||||||
|
|
||||||
|
# Test 8: High concurrency stress test
|
||||||
|
print("\nTest 8: High concurrency stress test")
|
||||||
|
conv_stress = Conversation(cache_enabled=True)
|
||||||
|
|
||||||
|
def stress_test_worker(messages: List[str]):
|
||||||
|
for msg in messages:
|
||||||
|
conv_stress.add("user", msg)
|
||||||
|
time.sleep(random.uniform(0.01, 0.05))
|
||||||
|
|
||||||
|
# Create multiple threads with different messages
|
||||||
|
threads = []
|
||||||
|
for i in range(5):
|
||||||
|
thread_messages = [
|
||||||
|
f"Stress test message {i}_{j}" for j in range(10)
|
||||||
|
]
|
||||||
|
t = threading.Thread(
|
||||||
|
target=stress_test_worker, args=(thread_messages,)
|
||||||
|
)
|
||||||
|
threads.append(t)
|
||||||
|
t.start()
|
||||||
|
|
||||||
|
# Wait for all threads to complete
|
||||||
|
for t in threads:
|
||||||
|
t.join()
|
||||||
|
|
||||||
|
time.sleep(0.5) # Wait for token counting
|
||||||
|
stress_stats = conv_stress.get_cache_stats()
|
||||||
|
print("\nStress test stats:")
|
||||||
|
print(
|
||||||
|
f"Total messages: {stress_stats['hits'] + stress_stats['misses']}"
|
||||||
|
)
|
||||||
|
print(f"Cache hits: {stress_stats['hits']}")
|
||||||
|
print(f"Cache misses: {stress_stats['misses']}")
|
||||||
|
|
||||||
|
# Test 9: Complex nested structures
|
||||||
|
print("\nTest 9: Complex nested structures")
|
||||||
|
complex_content = {
|
||||||
|
"nested": {
|
||||||
|
"array": [1, 2, 3, {"deep": "value"}],
|
||||||
|
"object": {
|
||||||
|
"key": "value",
|
||||||
|
"nested_array": ["a", "b", "c"],
|
||||||
|
},
|
||||||
|
},
|
||||||
|
"simple": "value",
|
||||||
|
}
|
||||||
|
|
||||||
|
# Add complex content multiple times
|
||||||
|
for _ in range(3):
|
||||||
|
conv.add("user", complex_content)
|
||||||
|
time.sleep(0.1)
|
||||||
|
|
||||||
|
# Test 10: Large message test
|
||||||
|
print("\nTest 10: Large message test")
|
||||||
|
large_message = "x" * 10000 # 10KB message
|
||||||
|
conv.add("user", large_message)
|
||||||
|
time.sleep(0.1)
|
||||||
|
|
||||||
|
# Test 11: Mixed content types in sequence
|
||||||
|
print("\nTest 11: Mixed content types in sequence")
|
||||||
|
mixed_sequence = [
|
||||||
|
"Simple string",
|
||||||
|
{"key": "value"},
|
||||||
|
["array", "items"],
|
||||||
|
"Simple string", # Should be cached
|
||||||
|
{"key": "value"}, # Should be cached
|
||||||
|
["array", "items"], # Should be cached
|
||||||
|
]
|
||||||
|
|
||||||
|
for content in mixed_sequence:
|
||||||
|
conv.add("user", content)
|
||||||
|
time.sleep(0.1)
|
||||||
|
|
||||||
|
# Test 12: Cache performance metrics
|
||||||
|
print("\nTest 12: Cache performance metrics")
|
||||||
|
start_time = time.time()
|
||||||
|
|
||||||
|
# Add 100 messages quickly
|
||||||
|
for i in range(100):
|
||||||
|
conv.add("user", f"Performance test message {i}")
|
||||||
|
|
||||||
|
end_time = time.time()
|
||||||
|
performance_stats = conv.get_cache_stats()
|
||||||
|
|
||||||
|
print("\nPerformance metrics:")
|
||||||
|
print(f"Time taken: {end_time - start_time:.2f} seconds")
|
||||||
|
print(f"Messages per second: {100 / (end_time - start_time):.2f}")
|
||||||
|
print(f"Cache hit rate: {performance_stats['hit_rate']:.2%}")
|
||||||
|
|
||||||
|
# Test 13: Cache with special characters
|
||||||
|
print("\nTest 13: Cache with special characters")
|
||||||
|
special_chars = [
|
||||||
|
"Hello! @#$%^&*()",
|
||||||
|
"Unicode: 你好世界",
|
||||||
|
"Emoji: 😀🎉🌟",
|
||||||
|
"Hello! @#$%^&*()", # Should be cached
|
||||||
|
"Unicode: 你好世界", # Should be cached
|
||||||
|
"Emoji: 😀🎉🌟", # Should be cached
|
||||||
|
]
|
||||||
|
|
||||||
|
for content in special_chars:
|
||||||
|
conv.add("user", content)
|
||||||
|
time.sleep(0.1)
|
||||||
|
|
||||||
|
# Test 14: Cache with different roles
|
||||||
|
print("\nTest 14: Cache with different roles")
|
||||||
|
roles = ["user", "assistant", "system", "function"]
|
||||||
|
for role in roles:
|
||||||
|
conv.add(role, "Same message different role")
|
||||||
|
time.sleep(0.1)
|
||||||
|
|
||||||
|
# Final statistics
|
||||||
|
print("\n=== Final Cache Statistics ===")
|
||||||
|
final_stats = conv.get_cache_stats()
|
||||||
|
print(f"Total hits: {final_stats['hits']}")
|
||||||
|
print(f"Total misses: {final_stats['misses']}")
|
||||||
|
print(f"Total cached tokens: {final_stats['cached_tokens']}")
|
||||||
|
print(f"Total tokens: {final_stats['total_tokens']}")
|
||||||
|
print(f"Overall hit rate: {final_stats['hit_rate']:.2%}")
|
||||||
|
|
||||||
|
print("\n=== Cache Testing Complete ===")
|
||||||
|
|
||||||
|
|
||||||
|
if __name__ == "__main__":
|
||||||
|
test_conversation_cache()
|
||||||
Loading…
Reference in new issue