{
    "schemaVersion": 1,
    "deviceProperties": [
    {
      "id": 0, "name": "NVIDIA RTX 6000D", "totalGlobalMem": 89171361792,
      "computeMajor": 12, "computeMinor": 0,
      "maxThreadsPerBlock": 1024, "maxThreadsPerMultiprocessor": 1536,
      "regsPerBlock": 65536, "warpSize": 32,
      "sharedMemPerBlock": 49152, "numSms": 156
    , "regsPerMultiprocessor": 65536, "sharedMemPerBlockOptin": 101376, "sharedMemPerMultiprocessor": 102400
    }
    ],
      "trace_id": "880CAB9E83594A94A14730B4ACDF96A6",
      "record_shapes": 1,
      "cuda_driver_version": 13000,
      "cuda_runtime_version": 13000,
      "cupti_version": 130001,
  "displayTimeUnit": "ms",
  "baseTimeNanoseconds": 1782967788000000000,
  "traceEvents": [
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::scaled_dot_product_attention", "pid": 2815990, "tid": 2815990,
    "ts": 4656970950761.343, "dur": 2289.499,
    "args": {
      "External id": 513,"Sequence number": 0, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "", "", "", "0.", "False", "", "False"], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[292264448, 10438016, 128, 1], [292264448, 10438016, 128, 1], [292264448, 10438016, 128, 1], [], [], [], [], []], "Input Dims": [[1, 28, 81547, 128], [1, 28, 81547, 128], [1, 28, 81547, 128], [], [], [], [], []], "Ev Idx": 0
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_scaled_dot_product_cudnn_attention", "pid": 2815990, "tid": 2815990,
    "ts": 4656970950800.326, "dur": 2246.032,
    "args": {
      "External id": 514,"Sequence number": 0, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "", "", "", "False", "0.", "False", "False", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "", "Scalar", "Scalar", "Scalar", "Scalar", ""], "Input Strides": [[292264448, 10438016, 128, 1], [292264448, 10438016, 128, 1], [292264448, 10438016, 128, 1], [], [], [], [], [], []], "Input Dims": [[1, 28, 81547, 128], [1, 28, 81547, 128], [1, 28, 81547, 128], [], [], [], [], [], []], "Ev Idx": 1
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_cudnn_attention_forward", "pid": 2815990, "tid": 2815990,
    "ts": 4656970950814.338, "dur": 2229.465,
    "args": {
      "External id": 515,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "", "81547", "81547", "False", "0.", "False", "False", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "", "", "", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", ""], "Input Strides": [[292264448, 10438016, 128, 1], [292264448, 10438016, 128, 1], [292264448, 10438016, 128, 1], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[1, 28, 81547, 128], [1, 28, 81547, 128], [1, 28, 81547, 128], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 2
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 2815990, "tid": 2815990,
    "ts": 4656970950827.773, "dur": 1913.276,
    "args": {
      "External id": 516,"Record function id": 0, "Concrete Inputs": ["[]", "4", "", "", "", ""], "Input type": ["ScalarList", "Scalar", "", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 3
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 2815990, "tid": 2815990,
    "ts": 4656970952750.794, "dur": 6.577,
    "args": {
      "External id": 517,"Record function id": 0, "Concrete Inputs": ["[]", "4", "", "", "", ""], "Input type": ["ScalarList", "Scalar", "", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 4
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_like", "pid": 2815990, "tid": 2815990,
    "ts": 4656970952768.079, "dur": 149.260,
    "args": {
      "External id": 518,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", ""], "Input type": ["c10::BFloat16", "", "", "", "", ""], "Input Strides": [[292264448, 10438016, 128, 1], [], [], [], [], []], "Input Dims": [[1, 28, 81547, 128], [], [], [], [], []], "Ev Idx": 5
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 2815990, "tid": 2815990,
    "ts": 4656970952775.789, "dur": 140.421,
    "args": {
      "External id": 519,"Record function id": 0, "Concrete Inputs": ["[1, 28, 81547, 128]", "[292264448, 10438016, 128, 1]", "15", "0", "", ""], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 6
    }
  },
  {
    "ph": "X", "cat": "overhead", "name": "Activity Buffer Request", "pid": -1, "tid": 0,
    "ts": 4656970950841.758, "dur": 1608.914
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaStreamIsCapturing", "pid": 2815990, "tid": 2815990,
    "ts": 4656970952458.043, "dur": 1.729,
    "args": {
      "External id": 516,      "cbid": 317, "correlation": 2488
    }
  },
  {
    "ph": "f", "id": 2488, "pid": 2815990, "tid": 2815990, "ts": 4656970952458.043,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaMalloc", "pid": 2815990, "tid": 2815990,
    "ts": 4656970952461.402, "dur": 262.981,
    "args": {
      "External id": 516,      "cbid": 20, "correlation": 2489
    }
  },
  {
    "ph": "f", "id": 2489, "pid": 2815990, "tid": 2815990, "ts": 4656970952461.402,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaStreamIsCapturing", "pid": 2815990, "tid": 2815990,
    "ts": 4656970952759.416, "dur": 0.839,
    "args": {
      "External id": 515,      "cbid": 317, "correlation": 2504
    }
  },
  {
    "ph": "f", "id": 2504, "pid": 2815990, "tid": 2815990, "ts": 4656970952759.416,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaStreamIsCapturing", "pid": 2815990, "tid": 2815990,
    "ts": 4656970952782.203, "dur": 0.310,
    "args": {
      "External id": 519,      "cbid": 317, "correlation": 2510
    }
  },
  {
    "ph": "f", "id": 2510, "pid": 2815990, "tid": 2815990, "ts": 4656970952782.203,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaMalloc", "pid": 2815990, "tid": 2815990,
    "ts": 4656970952782.775, "dur": 128.782,
    "args": {
      "External id": 519,      "cbid": 20, "correlation": 2511
    }
  },
  {
    "ph": "f", "id": 2511, "pid": 2815990, "tid": 2815990, "ts": 4656970952782.775,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaEventRecord", "pid": 2815990, "tid": 2815990,
    "ts": 4656970952932.479, "dur": 5.008,
    "args": {
      "External id": 515,      "cbid": 135, "correlation": 2519
    }
  },
  {
    "ph": "f", "id": 2519, "pid": 2815990, "tid": 2815990, "ts": 4656970952932.479,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaStreamGetPriority", "pid": 2815990, "tid": 2815990,
    "ts": 4656970952938.695, "dur": 2.061,
    "args": {
      "External id": 515,      "cbid": 203, "correlation": 2520
    }
  },
  {
    "ph": "f", "id": 2520, "pid": 2815990, "tid": 2815990, "ts": 4656970952938.695,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaDeviceGetStreamPriorityRange", "pid": 2815990, "tid": 2815990,
    "ts": 4656970952941.403, "dur": 0.786,
    "args": {
      "External id": 515,      "cbid": 205, "correlation": 2521
    }
  },
  {
    "ph": "f", "id": 2521, "pid": 2815990, "tid": 2815990, "ts": 4656970952941.403,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "kernel", "name": "cudnn_generated_fort_native_sdpa_sm120_flash_fprop_f16_knob_3_64x64x128_4x1x1_cga1x1x1_kernel0_0", "pid": 0, "tid": 7,
    "ts": 4656970953034.493, "dur": 663218.064,
    "args": {
      "External id": 515,      "queued": 0, "device": 0, "context": 1,      "stream": 7, "correlation": 2542,      "registers per thread": 168,      "shared memory": 101376,      "blocks per SM": 114.512817,      "warps per SM": 1030.615356,      "grid": [638, 28, 1],      "block": [288, 1, 1],      "est. achieved occupancy %": 0
    }
  },
  {
    "ph": "f", "id": 2542, "pid": 0, "tid": 7, "ts": 4656970953034.493,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_driver", "name": "cuLaunchKernelEx", "pid": 2815990, "tid": 2815990,
    "ts": 4656970952994.936, "dur": 38.904,
    "args": {
      "External id": 515,      "cbid": 652, "correlation": 2542
    }
  },
  {
    "ph": "s", "id": 2542, "pid": 2815990, "tid": 2815990, "ts": 4656970952994.936,
    "cat": "ac2g", "name": "ac2g"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaGetErrorString", "pid": 2815990, "tid": 2815990,
    "ts": 4656970953037.351, "dur": 1.171,
    "args": {
      "External id": 515,      "cbid": 12, "correlation": 2544
    }
  },
  {
    "ph": "f", "id": 2544, "pid": 2815990, "tid": 2815990, "ts": 4656970953037.351,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaDeviceSynchronize", "pid": 2815990, "tid": 2815990,
    "ts": 4656970953125.350, "dur": 663134.709,
    "args": {
            "cbid": 165, "correlation": 2551
    }
  },
  {
    "ph": "s", "id": 2551, "pid": 2815990, "tid": 2815990, "ts": 4656970953125.350,
    "cat": "ac2g", "name": "ac2g"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaDeviceSynchronize", "pid": 2815990, "tid": 2815990,
    "ts": 4656971616286.092, "dur": 3.411,
    "args": {
            "cbid": 165, "correlation": 2555
    }
  },
  {
    "ph": "s", "id": 2555, "pid": 2815990, "tid": 2815990, "ts": 4656971616286.092,
    "cat": "ac2g", "name": "ac2g"
  },
  {
    "name": "process_name", "ph": "M", "ts": 4656970950443.985, "pid": 2815990, "tid": 0,
    "args": {
      "name": "python"
    }
  },
  {
    "name": "process_labels", "ph": "M", "ts": 4656970950443.985, "pid": 2815990, "tid": 0,
    "args": {
      "labels": "CPU"
    }
  },
  {
    "name": "process_sort_index", "ph": "M", "ts": 4656970950443.985, "pid": 2815990, "tid": 0,
    "args": {
      "sort_index": 2815990
    }
  },
  {
    "name": "process_name", "ph": "M", "ts": 4656970950443.985, "pid": 0, "tid": 0,
    "args": {
      "name": "python"
    }
  },
  {
    "name": "process_labels", "ph": "M", "ts": 4656970950443.985, "pid": 0, "tid": 0,
    "args": {
      "labels": "GPU 0"
    }
  },
  {
    "name": "process_sort_index", "ph": "M", "ts": 4656970950443.985, "pid": 0, "tid": 0,
    "args": {
      "sort_index": 5000000
    }
  },
  {
    "name": "process_name", "ph": "M", "ts": 4656970950443.985, "pid": 1, "tid": 0,
    "args": {
      "name": "python"
    }
  },
  {
    "name": "process_labels", "ph": "M", "ts": 4656970950443.985, "pid": 1, "tid": 0,
    "args": {
      "labels": "GPU 1"
    }
  },
  {
    "name": "process_sort_index", "ph": "M", "ts": 4656970950443.985, "pid": 1, "tid": 0,
    "args": {
      "sort_index": 5000001
    }
  },
  {
    "name": "process_name", "ph": "M", "ts": 4656970950443.985, "pid": 2, "tid": 0,
    "args": {
      "name": "python"
    }
  },
  {
    "name": "process_labels", "ph": "M", "ts": 4656970950443.985, "pid": 2, "tid": 0,
    "args": {
      "labels": "GPU 2"
    }
  },
  {
    "name": "process_sort_index", "ph": "M", "ts": 4656970950443.985, "pid": 2, "tid": 0,
    "args": {
      "sort_index": 5000002
    }
  },
  {
    "name": "process_name", "ph": "M", "ts": 4656970950443.985, "pid": 3, "tid": 0,
    "args": {
      "name": "python"
    }
  },
  {
    "name": "process_labels", "ph": "M", "ts": 4656970950443.985, "pid": 3, "tid": 0,
    "args": {
      "labels": "GPU 3"
    }
  },
  {
    "name": "process_sort_index", "ph": "M", "ts": 4656970950443.985, "pid": 3, "tid": 0,
    "args": {
      "sort_index": 5000003
    }
  },
  {
    "name": "process_name", "ph": "M", "ts": 4656970950443.985, "pid": 4, "tid": 0,
    "args": {
      "name": "python"
    }
  },
  {
    "name": "process_labels", "ph": "M", "ts": 4656970950443.985, "pid": 4, "tid": 0,
    "args": {
      "labels": "GPU 4"
    }
  },
  {
    "name": "process_sort_index", "ph": "M", "ts": 4656970950443.985, "pid": 4, "tid": 0,
    "args": {
      "sort_index": 5000004
    }
  },
  {
    "name": "process_name", "ph": "M", "ts": 4656970950443.985, "pid": 5, "tid": 0,
    "args": {
      "name": "python"
    }
  },
  {
    "name": "process_labels", "ph": "M", "ts": 4656970950443.985, "pid": 5, "tid": 0,
    "args": {
      "labels": "GPU 5"
    }
  },
  {
    "name": "process_sort_index", "ph": "M", "ts": 4656970950443.985, "pid": 5, "tid": 0,
    "args": {
      "sort_index": 5000005
    }
  },
  {
    "name": "process_name", "ph": "M", "ts": 4656970950443.985, "pid": 6, "tid": 0,
    "args": {
      "name": "python"
    }
  },
  {
    "name": "process_labels", "ph": "M", "ts": 4656970950443.985, "pid": 6, "tid": 0,
    "args": {
      "labels": "GPU 6"
    }
  },
  {
    "name": "process_sort_index", "ph": "M", "ts": 4656970950443.985, "pid": 6, "tid": 0,
    "args": {
      "sort_index": 5000006
    }
  },
  {
    "name": "process_name", "ph": "M", "ts": 4656970950443.985, "pid": 7, "tid": 0,
    "args": {
      "name": "python"
    }
  },
  {
    "name": "process_labels", "ph": "M", "ts": 4656970950443.985, "pid": 7, "tid": 0,
    "args": {
      "labels": "GPU 7"
    }
  },
  {
    "name": "process_sort_index", "ph": "M", "ts": 4656970950443.985, "pid": 7, "tid": 0,
    "args": {
      "sort_index": 5000007
    }
  },
  {
    "name": "process_name", "ph": "M", "ts": 4656970950443.985, "pid": 8, "tid": 0,
    "args": {
      "name": "python"
    }
  },
  {
    "name": "process_labels", "ph": "M", "ts": 4656970950443.985, "pid": 8, "tid": 0,
    "args": {
      "labels": "GPU 8"
    }
  },
  {
    "name": "process_sort_index", "ph": "M", "ts": 4656970950443.985, "pid": 8, "tid": 0,
    "args": {
      "sort_index": 5000008
    }
  },
  {
    "name": "process_name", "ph": "M", "ts": 4656970950443.985, "pid": 9, "tid": 0,
    "args": {
      "name": "python"
    }
  },
  {
    "name": "process_labels", "ph": "M", "ts": 4656970950443.985, "pid": 9, "tid": 0,
    "args": {
      "labels": "GPU 9"
    }
  },
  {
    "name": "process_sort_index", "ph": "M", "ts": 4656970950443.985, "pid": 9, "tid": 0,
    "args": {
      "sort_index": 5000009
    }
  },
  {
    "name": "process_name", "ph": "M", "ts": 4656970950443.985, "pid": 10, "tid": 0,
    "args": {
      "name": "python"
    }
  },
  {
    "name": "process_labels", "ph": "M", "ts": 4656970950443.985, "pid": 10, "tid": 0,
    "args": {
      "labels": "GPU 10"
    }
  },
  {
    "name": "process_sort_index", "ph": "M", "ts": 4656970950443.985, "pid": 10, "tid": 0,
    "args": {
      "sort_index": 5000010
    }
  },
  {
    "name": "process_name", "ph": "M", "ts": 4656970950443.985, "pid": 11, "tid": 0,
    "args": {
      "name": "python"
    }
  },
  {
    "name": "process_labels", "ph": "M", "ts": 4656970950443.985, "pid": 11, "tid": 0,
    "args": {
      "labels": "GPU 11"
    }
  },
  {
    "name": "process_sort_index", "ph": "M", "ts": 4656970950443.985, "pid": 11, "tid": 0,
    "args": {
      "sort_index": 5000011
    }
  },
  {
    "name": "process_name", "ph": "M", "ts": 4656970950443.985, "pid": 12, "tid": 0,
    "args": {
      "name": "python"
    }
  },
  {
    "name": "process_labels", "ph": "M", "ts": 4656970950443.985, "pid": 12, "tid": 0,
    "args": {
      "labels": "GPU 12"
    }
  },
  {
    "name": "process_sort_index", "ph": "M", "ts": 4656970950443.985, "pid": 12, "tid": 0,
    "args": {
      "sort_index": 5000012
    }
  },
  {
    "name": "process_name", "ph": "M", "ts": 4656970950443.985, "pid": 13, "tid": 0,
    "args": {
      "name": "python"
    }
  },
  {
    "name": "process_labels", "ph": "M", "ts": 4656970950443.985, "pid": 13, "tid": 0,
    "args": {
      "labels": "GPU 13"
    }
  },
  {
    "name": "process_sort_index", "ph": "M", "ts": 4656970950443.985, "pid": 13, "tid": 0,
    "args": {
      "sort_index": 5000013
    }
  },
  {
    "name": "process_name", "ph": "M", "ts": 4656970950443.985, "pid": 14, "tid": 0,
    "args": {
      "name": "python"
    }
  },
  {
    "name": "process_labels", "ph": "M", "ts": 4656970950443.985, "pid": 14, "tid": 0,
    "args": {
      "labels": "GPU 14"
    }
  },
  {
    "name": "process_sort_index", "ph": "M", "ts": 4656970950443.985, "pid": 14, "tid": 0,
    "args": {
      "sort_index": 5000014
    }
  },
  {
    "name": "process_name", "ph": "M", "ts": 4656970950443.985, "pid": 15, "tid": 0,
    "args": {
      "name": "python"
    }
  },
  {
    "name": "process_labels", "ph": "M", "ts": 4656970950443.985, "pid": 15, "tid": 0,
    "args": {
      "labels": "GPU 15"
    }
  },
  {
    "name": "process_sort_index", "ph": "M", "ts": 4656970950443.985, "pid": 15, "tid": 0,
    "args": {
      "sort_index": 5000015
    }
  },
  {
    "name": "thread_name", "ph": "M", "ts": 4656970950443.985, "pid": 0, "tid": 7,
    "args": {
      "name": "stream 7 "
    }
  },
  {
    "name": "thread_sort_index", "ph": "M", "ts": 4656970950443.985, "pid": 0, "tid": 7,
    "args": {
      "sort_index": 7
    }
  },
  {
    "name": "thread_name", "ph": "M", "ts": 4656970950443.985, "pid": 2815990, "tid": 2815990,
    "args": {
      "name": "thread 2815990 (python)"
    }
  },
  {
    "name": "thread_sort_index", "ph": "M", "ts": 4656970950443.985, "pid": 2815990, "tid": 2815990,
    "args": {
      "sort_index": 2815990
    }
  },
  {
    "name": "thread_name", "ph": "M", "ts": 4656970950443.985, "pid": 2815990, "tid": 2815990,
    "args": {
      "name": "thread 2815990 (python)"
    }
  },
  {
    "name": "thread_sort_index", "ph": "M", "ts": 4656970950443.985, "pid": 2815990, "tid": 2815990,
    "args": {
      "sort_index": 2815990
    }
  },
  {
    "ph": "X", "cat": "Trace", "ts": 4656970950397.280, "dur": 665901.516,
    "pid": "Spans", "tid": "PyTorch Profiler",
    "name": "PyTorch Profiler (0)",
    "args": {
      "Op count": 0
    }
  },
  {
    "name": "process_sort_index", "ph": "M", "ts": 4656970950397.280,
    "pid": "Spans", "tid": 0,
    "args": {
      "sort_index": 536870912
    }
  },
  {
    "name": "Iteration Start: PyTorch Profiler", "ph": "i", "s": "g",
    "pid": "Traces", "tid": "Trace PyTorch Profiler", "ts": 4656970950397.280
  },
  {
    "name": "Record Window End", "ph": "i", "s": "g",
    "pid": "", "tid": "", "ts": 4656971616513.710
  }
  ],
  "traceName": "/data/wxy/profile_results/h3-sdpa-kernel-matrix-20260825-run1/jobs/gpu5-RVA-cudnn-contiguous.trace.json"
}