You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
swarms/benchmark_results/benchmark_results_20250418_...

512 lines
12 KiB

{
"metadata": {
"timestamp": "2025-04-18T13:25:17.781535",
"num_iterations": 3,
"agent_config": {
"model_name": "gpt-4o-mini",
"max_loops": 2
}
},
"results": {
"Conduct an analysis of the best real undervalued ETFs": {
"execution_times": [
3.394164800643921,
0.2887423038482666,
0.15843510627746582
],
"system_metrics": [
{
"cpu_percent": 27.1,
"memory_percent": 84.4,
"process_memory_mb": 175.5
},
{
"cpu_percent": 30.4,
"memory_percent": 84.8,
"process_memory_mb": 175.984375
},
{
"cpu_percent": 24.9,
"memory_percent": 84.8,
"process_memory_mb": 176.125
}
],
"iterations": [
{
"iteration": 1,
"execution_time": 3.394,
"success": true,
"system_metrics": {
"pre": {
"cpu_percent": 35.3,
"memory_percent": 84.2,
"process_memory_mb": 185.453125
},
"post": {
"cpu_percent": 27.1,
"memory_percent": 84.4,
"process_memory_mb": 175.5
}
}
},
{
"iteration": 2,
"execution_time": 0.289,
"success": true,
"system_metrics": {
"pre": {
"cpu_percent": 0.0,
"memory_percent": 84.4,
"process_memory_mb": 175.53125
},
"post": {
"cpu_percent": 30.4,
"memory_percent": 84.8,
"process_memory_mb": 175.984375
}
}
},
{
"iteration": 3,
"execution_time": 0.158,
"success": true,
"system_metrics": {
"pre": {
"cpu_percent": 0.0,
"memory_percent": 84.8,
"process_memory_mb": 175.984375
},
"post": {
"cpu_percent": 24.9,
"memory_percent": 84.8,
"process_memory_mb": 176.125
}
}
}
],
"statistics": {
"execution_time": {
"mean": 1.28,
"median": 0.289,
"min": 0.158,
"max": 3.394,
"std_dev": 1.832
},
"memory_usage": {
"mean": 175.87,
"median": 175.984,
"min": 175.5,
"max": 176.125,
"std_dev": 0.328
},
"cpu_usage": {
"mean": 27.467,
"median": 27.1,
"min": 24.9,
"max": 30.4,
"std_dev": 2.768
}
}
},
"What are the top performing tech stocks this quarter?": {
"execution_times": [
0.6481029987335205,
0.22909188270568848,
0.24907231330871582
],
"system_metrics": [
{
"cpu_percent": 21.2,
"memory_percent": 84.7,
"process_memory_mb": 176.25
},
{
"cpu_percent": 0.0,
"memory_percent": 83.8,
"process_memory_mb": 176.40625
},
{
"cpu_percent": 0.0,
"memory_percent": 83.9,
"process_memory_mb": 176.765625
}
],
"iterations": [
{
"iteration": 1,
"execution_time": 0.648,
"success": true,
"system_metrics": {
"pre": {
"cpu_percent": 50.0,
"memory_percent": 84.8,
"process_memory_mb": 176.125
},
"post": {
"cpu_percent": 21.2,
"memory_percent": 84.7,
"process_memory_mb": 176.25
}
}
},
{
"iteration": 2,
"execution_time": 0.229,
"success": true,
"system_metrics": {
"pre": {
"cpu_percent": 0.0,
"memory_percent": 84.7,
"process_memory_mb": 176.25
},
"post": {
"cpu_percent": 0.0,
"memory_percent": 83.8,
"process_memory_mb": 176.40625
}
}
},
{
"iteration": 3,
"execution_time": 0.249,
"success": true,
"system_metrics": {
"pre": {
"cpu_percent": 0.0,
"memory_percent": 83.8,
"process_memory_mb": 176.40625
},
"post": {
"cpu_percent": 0.0,
"memory_percent": 83.9,
"process_memory_mb": 176.765625
}
}
}
],
"statistics": {
"execution_time": {
"mean": 0.375,
"median": 0.249,
"min": 0.229,
"max": 0.648,
"std_dev": 0.236
},
"memory_usage": {
"mean": 176.474,
"median": 176.406,
"min": 176.25,
"max": 176.766,
"std_dev": 0.264
},
"cpu_usage": {
"mean": 7.067,
"median": 0.0,
"min": 0.0,
"max": 21.2,
"std_dev": 12.24
}
}
},
"Analyze current market trends in renewable energy sector": {
"execution_times": [
2.0344760417938232,
0.48967909812927246,
0.08599114418029785
],
"system_metrics": [
{
"cpu_percent": 22.9,
"memory_percent": 83.7,
"process_memory_mb": 168.40625
},
{
"cpu_percent": 21.9,
"memory_percent": 83.6,
"process_memory_mb": 168.3125
},
{
"cpu_percent": 0.0,
"memory_percent": 83.6,
"process_memory_mb": 166.328125
}
],
"iterations": [
{
"iteration": 1,
"execution_time": 2.034,
"success": true,
"system_metrics": {
"pre": {
"cpu_percent": 0.0,
"memory_percent": 83.9,
"process_memory_mb": 176.78125
},
"post": {
"cpu_percent": 22.9,
"memory_percent": 83.7,
"process_memory_mb": 168.40625
}
}
},
{
"iteration": 2,
"execution_time": 0.49,
"success": true,
"system_metrics": {
"pre": {
"cpu_percent": 33.3,
"memory_percent": 83.7,
"process_memory_mb": 168.421875
},
"post": {
"cpu_percent": 21.9,
"memory_percent": 83.6,
"process_memory_mb": 168.3125
}
}
},
{
"iteration": 3,
"execution_time": 0.086,
"success": true,
"system_metrics": {
"pre": {
"cpu_percent": 0.0,
"memory_percent": 83.6,
"process_memory_mb": 168.3125
},
"post": {
"cpu_percent": 0.0,
"memory_percent": 83.6,
"process_memory_mb": 166.328125
}
}
}
],
"statistics": {
"execution_time": {
"mean": 0.87,
"median": 0.49,
"min": 0.086,
"max": 2.034,
"std_dev": 1.028
},
"memory_usage": {
"mean": 167.682,
"median": 168.312,
"min": 166.328,
"max": 168.406,
"std_dev": 1.174
},
"cpu_usage": {
"mean": 14.933,
"median": 21.9,
"min": 0.0,
"max": 22.9,
"std_dev": 12.942
}
}
},
"Compare Bitcoin and Ethereum investment potential": {
"execution_times": [
0.08068418502807617,
0.08303999900817871,
0.08367633819580078
],
"system_metrics": [
{
"cpu_percent": 0.0,
"memory_percent": 83.6,
"process_memory_mb": 159.078125
},
{
"cpu_percent": 0.0,
"memory_percent": 83.6,
"process_memory_mb": 159.21875
},
{
"cpu_percent": 0.0,
"memory_percent": 83.6,
"process_memory_mb": 143.015625
}
],
"iterations": [
{
"iteration": 1,
"execution_time": 0.081,
"success": true,
"system_metrics": {
"pre": {
"cpu_percent": 0.0,
"memory_percent": 83.6,
"process_memory_mb": 166.4375
},
"post": {
"cpu_percent": 0.0,
"memory_percent": 83.6,
"process_memory_mb": 159.078125
}
}
},
{
"iteration": 2,
"execution_time": 0.083,
"success": true,
"system_metrics": {
"pre": {
"cpu_percent": 0.0,
"memory_percent": 83.6,
"process_memory_mb": 159.078125
},
"post": {
"cpu_percent": 0.0,
"memory_percent": 83.6,
"process_memory_mb": 159.21875
}
}
},
{
"iteration": 3,
"execution_time": 0.084,
"success": true,
"system_metrics": {
"pre": {
"cpu_percent": 0.0,
"memory_percent": 83.6,
"process_memory_mb": 159.21875
},
"post": {
"cpu_percent": 0.0,
"memory_percent": 83.6,
"process_memory_mb": 143.015625
}
}
}
],
"statistics": {
"execution_time": {
"mean": 0.082,
"median": 0.083,
"min": 0.081,
"max": 0.084,
"std_dev": 0.002
},
"memory_usage": {
"mean": 153.771,
"median": 159.078,
"min": 143.016,
"max": 159.219,
"std_dev": 9.315
},
"cpu_usage": {
"mean": 0.0,
"median": 0.0,
"min": 0.0,
"max": 0.0,
"std_dev": 0.0
}
}
},
"Evaluate the risk factors in emerging markets": {
"execution_times": [
0.08391690254211426,
0.08319473266601562,
0.08199191093444824
],
"system_metrics": [
{
"cpu_percent": 0.0,
"memory_percent": 83.6,
"process_memory_mb": 143.28125
},
{
"cpu_percent": 0.0,
"memory_percent": 83.6,
"process_memory_mb": 130.984375
},
{
"cpu_percent": 24.1,
"memory_percent": 83.5,
"process_memory_mb": 77.046875
}
],
"iterations": [
{
"iteration": 1,
"execution_time": 0.084,
"success": true,
"system_metrics": {
"pre": {
"cpu_percent": 0.0,
"memory_percent": 83.6,
"process_memory_mb": 143.015625
},
"post": {
"cpu_percent": 0.0,
"memory_percent": 83.6,
"process_memory_mb": 143.28125
}
}
},
{
"iteration": 2,
"execution_time": 0.083,
"success": true,
"system_metrics": {
"pre": {
"cpu_percent": 0.0,
"memory_percent": 83.6,
"process_memory_mb": 143.28125
},
"post": {
"cpu_percent": 0.0,
"memory_percent": 83.6,
"process_memory_mb": 130.984375
}
}
},
{
"iteration": 3,
"execution_time": 0.082,
"success": true,
"system_metrics": {
"pre": {
"cpu_percent": 0.0,
"memory_percent": 83.6,
"process_memory_mb": 130.984375
},
"post": {
"cpu_percent": 24.1,
"memory_percent": 83.5,
"process_memory_mb": 77.046875
}
}
}
],
"statistics": {
"execution_time": {
"mean": 0.083,
"median": 0.083,
"min": 0.082,
"max": 0.084,
"std_dev": 0.001
},
"memory_usage": {
"mean": 117.104,
"median": 130.984,
"min": 77.047,
"max": 143.281,
"std_dev": 35.231
},
"cpu_usage": {
"mean": 8.033,
"median": 0.0,
"min": 0.0,
"max": 24.1,
"std_dev": 13.914
}
}
}
}
}