259 lines
5.7 KiB
Plaintext
259 lines
5.7 KiB
Plaintext
[
|
|
{
|
|
"scenario": "F3",
|
|
"backend": "flash",
|
|
"layout": "model_strided",
|
|
"median_ms": 175.66414642333984,
|
|
"cold_median_ms": 175.5680389404297,
|
|
"cold_over_warm": 0.9994528907300267,
|
|
"effective_tflops": 142.44268575513604,
|
|
"cuda_graph_ms": 175.5980987548828,
|
|
"q_stride": [
|
|
449197056,
|
|
128,
|
|
10752,
|
|
1
|
|
]
|
|
},
|
|
{
|
|
"scenario": "F3",
|
|
"backend": "flash",
|
|
"layout": "contiguous",
|
|
"median_ms": 175.41378021240234,
|
|
"cold_median_ms": 175.1736602783203,
|
|
"cold_over_warm": 0.9986311227442264,
|
|
"effective_tflops": 142.64599267586422,
|
|
"cuda_graph_ms": 175.13227081298828,
|
|
"q_stride": [
|
|
149732352,
|
|
5347584,
|
|
128,
|
|
1
|
|
]
|
|
},
|
|
{
|
|
"scenario": "F3",
|
|
"backend": "cudnn",
|
|
"layout": "model_strided",
|
|
"median_ms": 175.23345947265625,
|
|
"cold_median_ms": 175.17669677734375,
|
|
"cold_over_warm": 0.9996760738760547,
|
|
"effective_tflops": 142.79277988761325,
|
|
"cuda_graph_ms": 174.54043579101562,
|
|
"q_stride": [
|
|
449197056,
|
|
128,
|
|
10752,
|
|
1
|
|
]
|
|
},
|
|
{
|
|
"scenario": "F3",
|
|
"backend": "cudnn",
|
|
"layout": "contiguous",
|
|
"median_ms": 174.4012451171875,
|
|
"cold_median_ms": 174.09657287597656,
|
|
"cold_over_warm": 0.9982530386121601,
|
|
"effective_tflops": 143.4741637917242,
|
|
"cuda_graph_ms": 174.48422241210938,
|
|
"q_stride": [
|
|
149732352,
|
|
5347584,
|
|
128,
|
|
1
|
|
]
|
|
},
|
|
{
|
|
"scenario": "F3",
|
|
"backend": "efficient",
|
|
"layout": "model_strided",
|
|
"median_ms": 355.90040588378906,
|
|
"cold_median_ms": 355.4867858886719,
|
|
"cold_over_warm": 0.9988378209513696,
|
|
"effective_tflops": 70.30639019724629,
|
|
"cuda_graph_ms": 356.00038146972656,
|
|
"q_stride": [
|
|
449197056,
|
|
128,
|
|
10752,
|
|
1
|
|
]
|
|
},
|
|
{
|
|
"scenario": "F3",
|
|
"backend": "efficient",
|
|
"layout": "contiguous",
|
|
"median_ms": 355.7135467529297,
|
|
"cold_median_ms": 354.0924072265625,
|
|
"cold_over_warm": 0.9954425701771398,
|
|
"effective_tflops": 70.34332269837265,
|
|
"cuda_graph_ms": 354.3079528808594,
|
|
"q_stride": [
|
|
149732352,
|
|
5347584,
|
|
128,
|
|
1
|
|
]
|
|
},
|
|
{
|
|
"scenario": "F3",
|
|
"backend": "auto",
|
|
"layout": "model_strided",
|
|
"median_ms": 175.48990631103516,
|
|
"cold_median_ms": 175.4443817138672,
|
|
"cold_over_warm": 0.9997405856660082,
|
|
"effective_tflops": 142.58411400069545,
|
|
"cuda_graph_ms": 175.48855590820312,
|
|
"q_stride": [
|
|
449197056,
|
|
128,
|
|
10752,
|
|
1
|
|
]
|
|
},
|
|
{
|
|
"scenario": "F3",
|
|
"backend": "auto",
|
|
"layout": "contiguous",
|
|
"median_ms": 175.48236846923828,
|
|
"cold_median_ms": 175.38265991210938,
|
|
"cold_over_warm": 0.9994318029896754,
|
|
"effective_tflops": 142.59023869859791,
|
|
"cuda_graph_ms": 175.21392059326172,
|
|
"q_stride": [
|
|
149732352,
|
|
5347584,
|
|
128,
|
|
1
|
|
]
|
|
},
|
|
{
|
|
"scenario": "RVA",
|
|
"backend": "flash",
|
|
"layout": "model_strided",
|
|
"median_ms": 669.3358154296875,
|
|
"cold_median_ms": 668.2146606445312,
|
|
"cold_over_warm": 0.998324974161981,
|
|
"effective_tflops": 142.42948541909988,
|
|
"cuda_graph_ms": 665.6753540039062,
|
|
"q_stride": [
|
|
876793344,
|
|
128,
|
|
10752,
|
|
1
|
|
]
|
|
},
|
|
{
|
|
"scenario": "RVA",
|
|
"backend": "flash",
|
|
"layout": "contiguous",
|
|
"median_ms": 665.8680419921875,
|
|
"cold_median_ms": 665.4036254882812,
|
|
"cold_over_warm": 0.9993025397306697,
|
|
"effective_tflops": 143.1712437782718,
|
|
"cuda_graph_ms": 665.9334106445312,
|
|
"q_stride": [
|
|
292264448,
|
|
10438016,
|
|
128,
|
|
1
|
|
]
|
|
},
|
|
{
|
|
"scenario": "RVA",
|
|
"backend": "cudnn",
|
|
"layout": "model_strided",
|
|
"median_ms": 666.7538452148438,
|
|
"cold_median_ms": 662.9520874023438,
|
|
"cold_over_warm": 0.9942981089051313,
|
|
"effective_tflops": 142.98103632759015,
|
|
"cuda_graph_ms": 662.201171875,
|
|
"q_stride": [
|
|
876793344,
|
|
128,
|
|
10752,
|
|
1
|
|
]
|
|
},
|
|
{
|
|
"scenario": "RVA",
|
|
"backend": "cudnn",
|
|
"layout": "contiguous",
|
|
"median_ms": 663.0635070800781,
|
|
"cold_median_ms": 662.55810546875,
|
|
"cold_over_warm": 0.9992377779715946,
|
|
"effective_tflops": 143.77680983235084,
|
|
"cuda_graph_ms": 663.3070678710938,
|
|
"q_stride": [
|
|
292264448,
|
|
10438016,
|
|
128,
|
|
1
|
|
]
|
|
},
|
|
{
|
|
"scenario": "RVA",
|
|
"backend": "efficient",
|
|
"layout": "model_strided",
|
|
"median_ms": 1352.4449462890625,
|
|
"cold_median_ms": 1347.517333984375,
|
|
"cold_over_warm": 0.9963565154217862,
|
|
"effective_tflops": 70.48949092220434,
|
|
"cuda_graph_ms": 1348.1117553710938,
|
|
"q_stride": [
|
|
876793344,
|
|
128,
|
|
10752,
|
|
1
|
|
]
|
|
},
|
|
{
|
|
"scenario": "RVA",
|
|
"backend": "efficient",
|
|
"layout": "contiguous",
|
|
"median_ms": 1347.8095703125,
|
|
"cold_median_ms": 1347.4847412109375,
|
|
"cold_over_warm": 0.9997589948100107,
|
|
"effective_tflops": 70.7319178199041,
|
|
"cuda_graph_ms": 1347.6888427734375,
|
|
"q_stride": [
|
|
292264448,
|
|
10438016,
|
|
128,
|
|
1
|
|
]
|
|
},
|
|
{
|
|
"scenario": "RVA",
|
|
"backend": "auto",
|
|
"layout": "model_strided",
|
|
"median_ms": 668.1228332519531,
|
|
"cold_median_ms": 668.0238647460938,
|
|
"cold_over_warm": 0.9998518707924146,
|
|
"effective_tflops": 142.68806725285694,
|
|
"cuda_graph_ms": 665.9086303710938,
|
|
"q_stride": [
|
|
876793344,
|
|
128,
|
|
10752,
|
|
1
|
|
]
|
|
},
|
|
{
|
|
"scenario": "RVA",
|
|
"backend": "auto",
|
|
"layout": "contiguous",
|
|
"median_ms": 665.9772644042969,
|
|
"cold_median_ms": 665.8822631835938,
|
|
"cold_over_warm": 0.9998573506547733,
|
|
"effective_tflops": 143.14776323407608,
|
|
"cuda_graph_ms": 665.7887268066406,
|
|
"q_stride": [
|
|
292264448,
|
|
10438016,
|
|
128,
|
|
1
|
|
]
|
|
}
|
|
]
|