[
  {
    "service": "vllm-dspark-dspark-st5",
    "engine": "vllm-dspark",
    "spec_method": "dspark",
    "spec_tokens": 5,
    "concurrency": 1,
    "request_throughput": 1.0665689780673602,
    "output_throughput": 257.1817776813825,
    "total_input_tokens": 47865,
    "total_output_tokens": 48226,
    "duration_s": null,
    "result_file": "/data/user1/yy/bench_results/dsv4_comparison_20260705_152221/vllm-dspark-dspark-st5_c1.json"
  },
  {
    "service": "vllm-dspark-dspark-st5",
    "engine": "vllm-dspark",
    "spec_method": "dspark",
    "spec_tokens": 5,
    "concurrency": 16,
    "request_throughput": 7.702621472216438,
    "output_throughput": 1862.3398195524906,
    "total_input_tokens": 47865,
    "total_output_tokens": 48356,
    "duration_s": null,
    "result_file": "/data/user1/yy/bench_results/dsv4_comparison_20260705_152221/vllm-dspark-dspark-st5_c16.json"
  },
  {
    "service": "vllm-dspark-dspark-st5",
    "engine": "vllm-dspark",
    "spec_method": "dspark",
    "spec_tokens": 5,
    "concurrency": 64,
    "request_throughput": 9.360404619968996,
    "output_throughput": 2210.4595510056783,
    "total_input_tokens": 47865,
    "total_output_tokens": 47230,
    "duration_s": null,
    "result_file": "/data/user1/yy/bench_results/dsv4_comparison_20260705_152221/vllm-dspark-dspark-st5_c64.json"
  },
  {
    "service": "vllm-dspark-nospec",
    "engine": "vllm-dspark",
    "spec_method": null,
    "spec_tokens": null,
    "concurrency": 1,
    "request_throughput": 0.5918258062472803,
    "output_throughput": 144.62151314361665,
    "total_input_tokens": 47865,
    "total_output_tokens": 48873,
    "duration_s": null,
    "result_file": "/data/user1/yy/bench_results/dsv4_comparison_20260705_152221/vllm-dspark-nospec_c1.json"
  },
  {
    "service": "vllm-dspark-nospec",
    "engine": "vllm-dspark",
    "spec_method": null,
    "spec_tokens": null,
    "concurrency": 16,
    "request_throughput": 5.61467992292336,
    "output_throughput": 1364.0022670753865,
    "total_input_tokens": 47865,
    "total_output_tokens": 48587,
    "duration_s": null,
    "result_file": "/data/user1/yy/bench_results/dsv4_comparison_20260705_152221/vllm-dspark-nospec_c16.json"
  },
  {
    "service": "vllm-dspark-nospec",
    "engine": "vllm-dspark",
    "spec_method": null,
    "spec_tokens": null,
    "concurrency": 64,
    "request_throughput": 7.339983457334795,
    "output_throughput": 1803.9844342264591,
    "total_input_tokens": 47865,
    "total_output_tokens": 49155,
    "duration_s": null,
    "result_file": "/data/user1/yy/bench_results/dsv4_comparison_20260705_152221/vllm-dspark-nospec_c64.json"
  },
  {
    "service": "vllm-dspark-dspark-st3",
    "engine": "vllm-dspark",
    "spec_method": "dspark",
    "spec_tokens": 3,
    "concurrency": 1,
    "request_throughput": 1.033805786989743,
    "output_throughput": 254.38859000456605,
    "total_input_tokens": 47865,
    "total_output_tokens": 49214,
    "duration_s": null,
    "result_file": "/data/user1/yy/bench_results/dsv4_comparison_20260705_152221/vllm-dspark-dspark-st3_c1.json"
  },
  {
    "service": "vllm-dspark-dspark-st3",
    "engine": "vllm-dspark",
    "spec_method": "dspark",
    "spec_tokens": 3,
    "concurrency": 16,
    "request_throughput": 8.237095278328889,
    "output_throughput": 1992.1826785402332,
    "total_input_tokens": 47865,
    "total_output_tokens": 48371,
    "duration_s": null,
    "result_file": "/data/user1/yy/bench_results/dsv4_comparison_20260705_152221/vllm-dspark-dspark-st3_c16.json"
  },
  {
    "service": "vllm-dspark-dspark-st3",
    "engine": "vllm-dspark",
    "spec_method": "dspark",
    "spec_tokens": 3,
    "concurrency": 64,
    "request_throughput": 14.530514004704537,
    "output_throughput": 3507.8113858757224,
    "total_input_tokens": 47865,
    "total_output_tokens": 48282,
    "duration_s": null,
    "result_file": "/data/user1/yy/bench_results/dsv4_comparison_20260705_152221/vllm-dspark-dspark-st3_c64.json"
  },
  {
    "service": "vllm-dspark-dspark-st7",
    "engine": "vllm-dspark",
    "spec_method": "dspark",
    "spec_tokens": 7,
    "concurrency": 1,
    "request_throughput": 1.0285012524448527,
    "output_throughput": 251.58169136053544,
    "total_input_tokens": 47865,
    "total_output_tokens": 48922,
    "duration_s": null,
    "result_file": "/data/user1/yy/bench_results/dsv4_comparison_20260705_152221/vllm-dspark-dspark-st7_c1.json"
  },
  {
    "service": "vllm-dspark-dspark-st7",
    "engine": "vllm-dspark",
    "spec_method": "dspark",
    "spec_tokens": 7,
    "concurrency": 16,
    "request_throughput": 7.463416900080192,
    "output_throughput": 1772.3002941775428,
    "total_input_tokens": 47865,
    "total_output_tokens": 47493,
    "duration_s": null,
    "result_file": "/data/user1/yy/bench_results/dsv4_comparison_20260705_152221/vllm-dspark-dspark-st7_c16.json"
  },
  {
    "service": "vllm-dspark-dspark-st7",
    "engine": "vllm-dspark",
    "spec_method": "dspark",
    "spec_tokens": 7,
    "concurrency": 64,
    "request_throughput": 9.128647309323574,
    "output_throughput": 2218.5807988214547,
    "total_input_tokens": 47865,
    "total_output_tokens": 48607,
    "duration_s": null,
    "result_file": "/data/user1/yy/bench_results/dsv4_comparison_20260705_152221/vllm-dspark-dspark-st7_c64.json"
  },
  {
    "service": "vllm-main-nospec",
    "engine": "vllm",
    "spec_method": null,
    "spec_tokens": null,
    "concurrency": 1,
    "request_throughput": 0.5806562443589017,
    "output_throughput": 138.2571550630763,
    "total_input_tokens": 47865,
    "total_output_tokens": 47621,
    "duration_s": null,
    "result_file": "/data/user1/yy/bench_results/dsv4_comparison_20260705_152221/vllm-main-nospec_c1.json"
  },
  {
    "service": "vllm-main-nospec",
    "engine": "vllm",
    "spec_method": null,
    "spec_tokens": null,
    "concurrency": 16,
    "request_throughput": 5.052303923305438,
    "output_throughput": 1180.976042072646,
    "total_input_tokens": 47865,
    "total_output_tokens": 46750,
    "duration_s": null,
    "result_file": "/data/user1/yy/bench_results/dsv4_comparison_20260705_152221/vllm-main-nospec_c16.json"
  },
  {
    "service": "vllm-main-nospec",
    "engine": "vllm",
    "spec_method": null,
    "spec_tokens": null,
    "concurrency": 64,
    "request_throughput": 6.851644652089382,
    "output_throughput": 1641.8938662034388,
    "total_input_tokens": 47865,
    "total_output_tokens": 47927,
    "duration_s": null,
    "result_file": "/data/user1/yy/bench_results/dsv4_comparison_20260705_152221/vllm-main-nospec_c64.json"
  }
]