197 lines
6.5 KiB
JSON
197 lines
6.5 KiB
JSON
[
|
|
{
|
|
"service": "vllm-dspark-dspark-st5",
|
|
"engine": "vllm-dspark",
|
|
"spec_method": "dspark",
|
|
"spec_tokens": 5,
|
|
"concurrency": 1,
|
|
"request_throughput": 1.0665689780673602,
|
|
"output_throughput": 257.1817776813825,
|
|
"total_input_tokens": 47865,
|
|
"total_output_tokens": 48226,
|
|
"duration_s": null,
|
|
"result_file": "/data/user1/yy/bench_results/dsv4_comparison_20260705_152221/vllm-dspark-dspark-st5_c1.json"
|
|
},
|
|
{
|
|
"service": "vllm-dspark-dspark-st5",
|
|
"engine": "vllm-dspark",
|
|
"spec_method": "dspark",
|
|
"spec_tokens": 5,
|
|
"concurrency": 16,
|
|
"request_throughput": 7.702621472216438,
|
|
"output_throughput": 1862.3398195524906,
|
|
"total_input_tokens": 47865,
|
|
"total_output_tokens": 48356,
|
|
"duration_s": null,
|
|
"result_file": "/data/user1/yy/bench_results/dsv4_comparison_20260705_152221/vllm-dspark-dspark-st5_c16.json"
|
|
},
|
|
{
|
|
"service": "vllm-dspark-dspark-st5",
|
|
"engine": "vllm-dspark",
|
|
"spec_method": "dspark",
|
|
"spec_tokens": 5,
|
|
"concurrency": 64,
|
|
"request_throughput": 9.360404619968996,
|
|
"output_throughput": 2210.4595510056783,
|
|
"total_input_tokens": 47865,
|
|
"total_output_tokens": 47230,
|
|
"duration_s": null,
|
|
"result_file": "/data/user1/yy/bench_results/dsv4_comparison_20260705_152221/vllm-dspark-dspark-st5_c64.json"
|
|
},
|
|
{
|
|
"service": "vllm-dspark-nospec",
|
|
"engine": "vllm-dspark",
|
|
"spec_method": null,
|
|
"spec_tokens": null,
|
|
"concurrency": 1,
|
|
"request_throughput": 0.5918258062472803,
|
|
"output_throughput": 144.62151314361665,
|
|
"total_input_tokens": 47865,
|
|
"total_output_tokens": 48873,
|
|
"duration_s": null,
|
|
"result_file": "/data/user1/yy/bench_results/dsv4_comparison_20260705_152221/vllm-dspark-nospec_c1.json"
|
|
},
|
|
{
|
|
"service": "vllm-dspark-nospec",
|
|
"engine": "vllm-dspark",
|
|
"spec_method": null,
|
|
"spec_tokens": null,
|
|
"concurrency": 16,
|
|
"request_throughput": 5.61467992292336,
|
|
"output_throughput": 1364.0022670753865,
|
|
"total_input_tokens": 47865,
|
|
"total_output_tokens": 48587,
|
|
"duration_s": null,
|
|
"result_file": "/data/user1/yy/bench_results/dsv4_comparison_20260705_152221/vllm-dspark-nospec_c16.json"
|
|
},
|
|
{
|
|
"service": "vllm-dspark-nospec",
|
|
"engine": "vllm-dspark",
|
|
"spec_method": null,
|
|
"spec_tokens": null,
|
|
"concurrency": 64,
|
|
"request_throughput": 7.339983457334795,
|
|
"output_throughput": 1803.9844342264591,
|
|
"total_input_tokens": 47865,
|
|
"total_output_tokens": 49155,
|
|
"duration_s": null,
|
|
"result_file": "/data/user1/yy/bench_results/dsv4_comparison_20260705_152221/vllm-dspark-nospec_c64.json"
|
|
},
|
|
{
|
|
"service": "vllm-dspark-dspark-st3",
|
|
"engine": "vllm-dspark",
|
|
"spec_method": "dspark",
|
|
"spec_tokens": 3,
|
|
"concurrency": 1,
|
|
"request_throughput": 1.033805786989743,
|
|
"output_throughput": 254.38859000456605,
|
|
"total_input_tokens": 47865,
|
|
"total_output_tokens": 49214,
|
|
"duration_s": null,
|
|
"result_file": "/data/user1/yy/bench_results/dsv4_comparison_20260705_152221/vllm-dspark-dspark-st3_c1.json"
|
|
},
|
|
{
|
|
"service": "vllm-dspark-dspark-st3",
|
|
"engine": "vllm-dspark",
|
|
"spec_method": "dspark",
|
|
"spec_tokens": 3,
|
|
"concurrency": 16,
|
|
"request_throughput": 8.237095278328889,
|
|
"output_throughput": 1992.1826785402332,
|
|
"total_input_tokens": 47865,
|
|
"total_output_tokens": 48371,
|
|
"duration_s": null,
|
|
"result_file": "/data/user1/yy/bench_results/dsv4_comparison_20260705_152221/vllm-dspark-dspark-st3_c16.json"
|
|
},
|
|
{
|
|
"service": "vllm-dspark-dspark-st3",
|
|
"engine": "vllm-dspark",
|
|
"spec_method": "dspark",
|
|
"spec_tokens": 3,
|
|
"concurrency": 64,
|
|
"request_throughput": 14.530514004704537,
|
|
"output_throughput": 3507.8113858757224,
|
|
"total_input_tokens": 47865,
|
|
"total_output_tokens": 48282,
|
|
"duration_s": null,
|
|
"result_file": "/data/user1/yy/bench_results/dsv4_comparison_20260705_152221/vllm-dspark-dspark-st3_c64.json"
|
|
},
|
|
{
|
|
"service": "vllm-dspark-dspark-st7",
|
|
"engine": "vllm-dspark",
|
|
"spec_method": "dspark",
|
|
"spec_tokens": 7,
|
|
"concurrency": 1,
|
|
"request_throughput": 1.0285012524448527,
|
|
"output_throughput": 251.58169136053544,
|
|
"total_input_tokens": 47865,
|
|
"total_output_tokens": 48922,
|
|
"duration_s": null,
|
|
"result_file": "/data/user1/yy/bench_results/dsv4_comparison_20260705_152221/vllm-dspark-dspark-st7_c1.json"
|
|
},
|
|
{
|
|
"service": "vllm-dspark-dspark-st7",
|
|
"engine": "vllm-dspark",
|
|
"spec_method": "dspark",
|
|
"spec_tokens": 7,
|
|
"concurrency": 16,
|
|
"request_throughput": 7.463416900080192,
|
|
"output_throughput": 1772.3002941775428,
|
|
"total_input_tokens": 47865,
|
|
"total_output_tokens": 47493,
|
|
"duration_s": null,
|
|
"result_file": "/data/user1/yy/bench_results/dsv4_comparison_20260705_152221/vllm-dspark-dspark-st7_c16.json"
|
|
},
|
|
{
|
|
"service": "vllm-dspark-dspark-st7",
|
|
"engine": "vllm-dspark",
|
|
"spec_method": "dspark",
|
|
"spec_tokens": 7,
|
|
"concurrency": 64,
|
|
"request_throughput": 9.128647309323574,
|
|
"output_throughput": 2218.5807988214547,
|
|
"total_input_tokens": 47865,
|
|
"total_output_tokens": 48607,
|
|
"duration_s": null,
|
|
"result_file": "/data/user1/yy/bench_results/dsv4_comparison_20260705_152221/vllm-dspark-dspark-st7_c64.json"
|
|
},
|
|
{
|
|
"service": "vllm-main-nospec",
|
|
"engine": "vllm",
|
|
"spec_method": null,
|
|
"spec_tokens": null,
|
|
"concurrency": 1,
|
|
"request_throughput": 0.5806562443589017,
|
|
"output_throughput": 138.2571550630763,
|
|
"total_input_tokens": 47865,
|
|
"total_output_tokens": 47621,
|
|
"duration_s": null,
|
|
"result_file": "/data/user1/yy/bench_results/dsv4_comparison_20260705_152221/vllm-main-nospec_c1.json"
|
|
},
|
|
{
|
|
"service": "vllm-main-nospec",
|
|
"engine": "vllm",
|
|
"spec_method": null,
|
|
"spec_tokens": null,
|
|
"concurrency": 16,
|
|
"request_throughput": 5.052303923305438,
|
|
"output_throughput": 1180.976042072646,
|
|
"total_input_tokens": 47865,
|
|
"total_output_tokens": 46750,
|
|
"duration_s": null,
|
|
"result_file": "/data/user1/yy/bench_results/dsv4_comparison_20260705_152221/vllm-main-nospec_c16.json"
|
|
},
|
|
{
|
|
"service": "vllm-main-nospec",
|
|
"engine": "vllm",
|
|
"spec_method": null,
|
|
"spec_tokens": null,
|
|
"concurrency": 64,
|
|
"request_throughput": 6.851644652089382,
|
|
"output_throughput": 1641.8938662034388,
|
|
"total_input_tokens": 47865,
|
|
"total_output_tokens": 47927,
|
|
"duration_s": null,
|
|
"result_file": "/data/user1/yy/bench_results/dsv4_comparison_20260705_152221/vllm-main-nospec_c64.json"
|
|
}
|
|
] |