[ { "scenario": "F3", "backend": "flash", "layout": "model_strided", "median_ms": 175.66414642333984, "cold_median_ms": 175.5680389404297, "cold_over_warm": 0.9994528907300267, "effective_tflops": 142.44268575513604, "cuda_graph_ms": 175.5980987548828, "q_stride": [ 449197056, 128, 10752, 1 ] }, { "scenario": "F3", "backend": "flash", "layout": "contiguous", "median_ms": 175.41378021240234, "cold_median_ms": 175.1736602783203, "cold_over_warm": 0.9986311227442264, "effective_tflops": 142.64599267586422, "cuda_graph_ms": 175.13227081298828, "q_stride": [ 149732352, 5347584, 128, 1 ] }, { "scenario": "F3", "backend": "cudnn", "layout": "model_strided", "median_ms": 175.23345947265625, "cold_median_ms": 175.17669677734375, "cold_over_warm": 0.9996760738760547, "effective_tflops": 142.79277988761325, "cuda_graph_ms": 174.54043579101562, "q_stride": [ 449197056, 128, 10752, 1 ] }, { "scenario": "F3", "backend": "cudnn", "layout": "contiguous", "median_ms": 174.4012451171875, "cold_median_ms": 174.09657287597656, "cold_over_warm": 0.9982530386121601, "effective_tflops": 143.4741637917242, "cuda_graph_ms": 174.48422241210938, "q_stride": [ 149732352, 5347584, 128, 1 ] }, { "scenario": "F3", "backend": "efficient", "layout": "model_strided", "median_ms": 355.90040588378906, "cold_median_ms": 355.4867858886719, "cold_over_warm": 0.9988378209513696, "effective_tflops": 70.30639019724629, "cuda_graph_ms": 356.00038146972656, "q_stride": [ 449197056, 128, 10752, 1 ] }, { "scenario": "F3", "backend": "efficient", "layout": "contiguous", "median_ms": 355.7135467529297, "cold_median_ms": 354.0924072265625, "cold_over_warm": 0.9954425701771398, "effective_tflops": 70.34332269837265, "cuda_graph_ms": 354.3079528808594, "q_stride": [ 149732352, 5347584, 128, 1 ] }, { "scenario": "F3", "backend": "auto", "layout": "model_strided", "median_ms": 175.48990631103516, "cold_median_ms": 175.4443817138672, "cold_over_warm": 0.9997405856660082, "effective_tflops": 142.58411400069545, "cuda_graph_ms": 175.48855590820312, "q_stride": [ 449197056, 128, 10752, 1 ] }, { "scenario": "F3", "backend": "auto", "layout": "contiguous", "median_ms": 175.48236846923828, "cold_median_ms": 175.38265991210938, "cold_over_warm": 0.9994318029896754, "effective_tflops": 142.59023869859791, "cuda_graph_ms": 175.21392059326172, "q_stride": [ 149732352, 5347584, 128, 1 ] }, { "scenario": "RVA", "backend": "flash", "layout": "model_strided", "median_ms": 669.3358154296875, "cold_median_ms": 668.2146606445312, "cold_over_warm": 0.998324974161981, "effective_tflops": 142.42948541909988, "cuda_graph_ms": 665.6753540039062, "q_stride": [ 876793344, 128, 10752, 1 ] }, { "scenario": "RVA", "backend": "flash", "layout": "contiguous", "median_ms": 665.8680419921875, "cold_median_ms": 665.4036254882812, "cold_over_warm": 0.9993025397306697, "effective_tflops": 143.1712437782718, "cuda_graph_ms": 665.9334106445312, "q_stride": [ 292264448, 10438016, 128, 1 ] }, { "scenario": "RVA", "backend": "cudnn", "layout": "model_strided", "median_ms": 666.7538452148438, "cold_median_ms": 662.9520874023438, "cold_over_warm": 0.9942981089051313, "effective_tflops": 142.98103632759015, "cuda_graph_ms": 662.201171875, "q_stride": [ 876793344, 128, 10752, 1 ] }, { "scenario": "RVA", "backend": "cudnn", "layout": "contiguous", "median_ms": 663.0635070800781, "cold_median_ms": 662.55810546875, "cold_over_warm": 0.9992377779715946, "effective_tflops": 143.77680983235084, "cuda_graph_ms": 663.3070678710938, "q_stride": [ 292264448, 10438016, 128, 1 ] }, { "scenario": "RVA", "backend": "efficient", "layout": "model_strided", "median_ms": 1352.4449462890625, "cold_median_ms": 1347.517333984375, "cold_over_warm": 0.9963565154217862, "effective_tflops": 70.48949092220434, "cuda_graph_ms": 1348.1117553710938, "q_stride": [ 876793344, 128, 10752, 1 ] }, { "scenario": "RVA", "backend": "efficient", "layout": "contiguous", "median_ms": 1347.8095703125, "cold_median_ms": 1347.4847412109375, "cold_over_warm": 0.9997589948100107, "effective_tflops": 70.7319178199041, "cuda_graph_ms": 1347.6888427734375, "q_stride": [ 292264448, 10438016, 128, 1 ] }, { "scenario": "RVA", "backend": "auto", "layout": "model_strided", "median_ms": 668.1228332519531, "cold_median_ms": 668.0238647460938, "cold_over_warm": 0.9998518707924146, "effective_tflops": 142.68806725285694, "cuda_graph_ms": 665.9086303710938, "q_stride": [ 876793344, 128, 10752, 1 ] }, { "scenario": "RVA", "backend": "auto", "layout": "contiguous", "median_ms": 665.9772644042969, "cold_median_ms": 665.8822631835938, "cold_over_warm": 0.9998573506547733, "effective_tflops": 143.14776323407608, "cuda_graph_ms": 665.7887268066406, "q_stride": [ 292264448, 10438016, 128, 1 ] } ]