219 lines
5.5 KiB
JSON
219 lines
5.5 KiB
JSON
{
|
|
"scenario": "F3",
|
|
"backend": "efficient",
|
|
"sequence": 41778,
|
|
"batch": 1,
|
|
"heads": 28,
|
|
"head_dim": 128,
|
|
"pid": 2815987,
|
|
"torch": "2.11.0+cu130",
|
|
"cuda": "13.0",
|
|
"cudnn": 91900,
|
|
"gpu": "NVIDIA RTX 6000D",
|
|
"capability": [
|
|
12,
|
|
0
|
|
],
|
|
"started_at": 1787624712.0639284,
|
|
"results": [
|
|
{
|
|
"layout": "model_strided",
|
|
"dtype": "torch.bfloat16",
|
|
"q_shape": [
|
|
1,
|
|
28,
|
|
41778,
|
|
128
|
|
],
|
|
"q_stride": [
|
|
449197056,
|
|
128,
|
|
10752,
|
|
1
|
|
],
|
|
"k_stride": [
|
|
449197056,
|
|
128,
|
|
10752,
|
|
1
|
|
],
|
|
"v_stride": [
|
|
449197056,
|
|
128,
|
|
10752,
|
|
1
|
|
],
|
|
"q_contiguous": false,
|
|
"warm": {
|
|
"samples_ms": [
|
|
355.5981750488281,
|
|
355.6229248046875,
|
|
355.778076171875,
|
|
355.85919189453125,
|
|
355.8716125488281,
|
|
355.8981018066406,
|
|
355.9027099609375,
|
|
355.95330810546875,
|
|
355.9855041503906,
|
|
355.9941101074219,
|
|
356.01824951171875,
|
|
356.0218811035156
|
|
],
|
|
"min_ms": 355.5981750488281,
|
|
"median_ms": 355.90040588378906,
|
|
"mean_ms": 355.8753204345703,
|
|
"p90_ms": 356.01824951171875,
|
|
"max_ms": 356.0218811035156,
|
|
"stdev_ms": 0.14325910598831795,
|
|
"cv": 0.0004025542030095817
|
|
},
|
|
"cold": {
|
|
"samples_ms": [
|
|
355.445556640625,
|
|
355.473388671875,
|
|
355.4867858886719,
|
|
356.5604553222656,
|
|
357.07843017578125
|
|
],
|
|
"min_ms": 355.445556640625,
|
|
"median_ms": 355.4867858886719,
|
|
"mean_ms": 356.00892333984376,
|
|
"p90_ms": 357.07843017578125,
|
|
"max_ms": 357.07843017578125,
|
|
"stdev_ms": 0.7623711917518489,
|
|
"cv": 0.0021414384353060003
|
|
},
|
|
"cold_over_warm": 0.9988378209513696,
|
|
"effective_tflops": 70.30639019724629,
|
|
"io_lower_bound_gbps": 3.3657135428812426,
|
|
"cuda_graph": {
|
|
"supported": true,
|
|
"samples_ms": [
|
|
355.1769714355469,
|
|
355.2284240722656,
|
|
355.33447265625,
|
|
355.8866271972656,
|
|
355.9685974121094,
|
|
355.9689025878906,
|
|
356.0318603515625,
|
|
356.0379333496094,
|
|
356.03936767578125,
|
|
356.0577087402344,
|
|
356.1680908203125,
|
|
357.1600341796875
|
|
],
|
|
"min_ms": 355.1769714355469,
|
|
"median_ms": 356.00038146972656,
|
|
"mean_ms": 355.9215825398763,
|
|
"p90_ms": 356.1680908203125,
|
|
"max_ms": 357.1600341796875,
|
|
"stdev_ms": 0.5255226851179629,
|
|
"cv": 0.001476512554725689
|
|
},
|
|
"output_checksum": 2.1510920760192676e-06,
|
|
"trace": "/data/wxy/profile_results/h3-sdpa-kernel-matrix-20260825-run1/jobs/gpu2-F3-efficient-model_strided.trace.json",
|
|
"trace_error": null
|
|
},
|
|
{
|
|
"layout": "contiguous",
|
|
"dtype": "torch.bfloat16",
|
|
"q_shape": [
|
|
1,
|
|
28,
|
|
41778,
|
|
128
|
|
],
|
|
"q_stride": [
|
|
149732352,
|
|
5347584,
|
|
128,
|
|
1
|
|
],
|
|
"k_stride": [
|
|
149732352,
|
|
5347584,
|
|
128,
|
|
1
|
|
],
|
|
"v_stride": [
|
|
149732352,
|
|
5347584,
|
|
128,
|
|
1
|
|
],
|
|
"q_contiguous": true,
|
|
"warm": {
|
|
"samples_ms": [
|
|
354.3680114746094,
|
|
354.7764587402344,
|
|
355.1002197265625,
|
|
355.64630126953125,
|
|
355.6904296875,
|
|
355.6906433105469,
|
|
355.7364501953125,
|
|
355.7505187988281,
|
|
355.7789001464844,
|
|
355.8151550292969,
|
|
355.8532409667969,
|
|
355.8674011230469
|
|
],
|
|
"min_ms": 354.3680114746094,
|
|
"median_ms": 355.7135467529297,
|
|
"mean_ms": 355.5061442057292,
|
|
"p90_ms": 355.8532409667969,
|
|
"max_ms": 355.8674011230469,
|
|
"stdev_ms": 0.48746400713134436,
|
|
"cv": 0.001371183072575117
|
|
},
|
|
"cold": {
|
|
"samples_ms": [
|
|
353.8484802246094,
|
|
353.9283447265625,
|
|
354.0924072265625,
|
|
354.1081237792969,
|
|
354.134521484375
|
|
],
|
|
"min_ms": 353.8484802246094,
|
|
"median_ms": 354.0924072265625,
|
|
"mean_ms": 354.0223754882812,
|
|
"p90_ms": 354.134521484375,
|
|
"max_ms": 354.134521484375,
|
|
"stdev_ms": 0.12640736241965148,
|
|
"cv": 0.00035706037576101115
|
|
},
|
|
"cold_over_warm": 0.9954425701771398,
|
|
"effective_tflops": 70.34332269837265,
|
|
"io_lower_bound_gbps": 3.3674815787434844,
|
|
"cuda_graph": {
|
|
"supported": true,
|
|
"samples_ms": [
|
|
354.05169677734375,
|
|
354.11456298828125,
|
|
354.2168273925781,
|
|
354.2208251953125,
|
|
354.23431396484375,
|
|
354.2758483886719,
|
|
354.3400573730469,
|
|
354.37261962890625,
|
|
354.38580322265625,
|
|
354.4937744140625,
|
|
354.5145263671875,
|
|
354.607666015625
|
|
],
|
|
"min_ms": 354.05169677734375,
|
|
"median_ms": 354.3079528808594,
|
|
"mean_ms": 354.3190434773763,
|
|
"p90_ms": 354.5145263671875,
|
|
"max_ms": 354.607666015625,
|
|
"stdev_ms": 0.16576069135605714,
|
|
"cv": 0.00046782890845843336
|
|
},
|
|
"output_checksum": 2.1056371224403847e-06,
|
|
"trace": "/data/wxy/profile_results/h3-sdpa-kernel-matrix-20260825-run1/jobs/gpu2-F3-efficient-contiguous.trace.json",
|
|
"trace_error": null
|
|
}
|
|
],
|
|
"status": "success",
|
|
"finished_at": 1787624738.742594
|
|
}
|