{
    "schemaVersion": 1,
    "deviceProperties": [
    {
      "id": 0, "name": "NVIDIA RTX 6000D", "totalGlobalMem": 89171361792,
      "computeMajor": 12, "computeMinor": 0,
      "maxThreadsPerBlock": 1024, "maxThreadsPerMultiprocessor": 1536,
      "regsPerBlock": 65536, "warpSize": 32,
      "sharedMemPerBlock": 49152, "numSms": 156
    , "regsPerMultiprocessor": 65536, "sharedMemPerBlockOptin": 101376, "sharedMemPerMultiprocessor": 102400
    }
    ],
      "trace_id": "363C0F5ABE87485E9BB83C12A29D310F",
      "record_shapes": 1,
      "cuda_driver_version": 13000,
      "cuda_runtime_version": 13000,
      "cupti_version": 130001,
  "displayTimeUnit": "ms",
  "baseTimeNanoseconds": 1782967788000000000,
  "traceEvents": [
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::scaled_dot_product_attention", "pid": 2815988, "tid": 2815988,
    "ts": 4656938385896.929, "dur": 3788.955,
    "args": {
      "External id": 513,"Sequence number": 0, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "", "", "", "0.", "False", "", "False"], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[149732352, 5347584, 128, 1], [149732352, 5347584, 128, 1], [149732352, 5347584, 128, 1], [], [], [], [], []], "Input Dims": [[1, 28, 41778, 128], [1, 28, 41778, 128], [1, 28, 41778, 128], [], [], [], [], []], "Ev Idx": 0
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_scaled_dot_product_flash_attention", "pid": 2815988, "tid": 2815988,
    "ts": 4656938385930.815, "dur": 3745.947,
    "args": {
      "External id": 514,"Sequence number": 0, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "", "", "0.", "False", "False", "0.088388347648318433"], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[149732352, 5347584, 128, 1], [149732352, 5347584, 128, 1], [149732352, 5347584, 128, 1], [], [], [], []], "Input Dims": [[1, 28, 41778, 128], [1, 28, 41778, 128], [1, 28, 41778, 128], [], [], [], []], "Ev Idx": 1
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 2815988, "tid": 2815988,
    "ts": 4656938385941.859, "dur": 23.240,
    "args": {
      "External id": 515,"Record function id": 0, "Concrete Inputs": ["", "1", "2"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[149732352, 5347584, 128, 1], [], []], "Input Dims": [[1, 28, 41778, 128], [], []], "Ev Idx": 2
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 2815988, "tid": 2815988,
    "ts": 4656938385956.609, "dur": 5.824,
    "args": {
      "External id": 516,"Record function id": 0, "Concrete Inputs": ["", "[1, 41778, 28, 128]", "[149732352, 128, 5347584, 1]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[149732352, 5347584, 128, 1], [], [], []], "Input Dims": [[1, 28, 41778, 128], [], [], []], "Ev Idx": 3
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 2815988, "tid": 2815988,
    "ts": 4656938385966.217, "dur": 2.196,
    "args": {
      "External id": 517,"Record function id": 0, "Concrete Inputs": ["", "1", "2"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[149732352, 5347584, 128, 1], [], []], "Input Dims": [[1, 28, 41778, 128], [], []], "Ev Idx": 4
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 2815988, "tid": 2815988,
    "ts": 4656938385967.526, "dur": 0.549,
    "args": {
      "External id": 518,"Record function id": 0, "Concrete Inputs": ["", "[1, 41778, 28, 128]", "[149732352, 128, 5347584, 1]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[149732352, 5347584, 128, 1], [], [], []], "Input Dims": [[1, 28, 41778, 128], [], [], []], "Ev Idx": 5
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 2815988, "tid": 2815988,
    "ts": 4656938385969.298, "dur": 2.220,
    "args": {
      "External id": 519,"Record function id": 0, "Concrete Inputs": ["", "1", "2"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[149732352, 5347584, 128, 1], [], []], "Input Dims": [[1, 28, 41778, 128], [], []], "Ev Idx": 6
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 2815988, "tid": 2815988,
    "ts": 4656938385970.740, "dur": 0.444,
    "args": {
      "External id": 520,"Record function id": 0, "Concrete Inputs": ["", "[1, 41778, 28, 128]", "[149732352, 128, 5347584, 1]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[149732352, 5347584, 128, 1], [], [], []], "Input Dims": [[1, 28, 41778, 128], [], [], []], "Ev Idx": 7
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_flash_attention_forward", "pid": 2815988, "tid": 2815988,
    "ts": 4656938385976.653, "dur": 3682.331,
    "args": {
      "External id": 521,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "41778", "41778", "0.", "False", "False", "0.088388347648318433", "", "", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "", "", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "", "", "", ""], "Input Strides": [[149732352, 128, 5347584, 1], [149732352, 128, 5347584, 1], [149732352, 128, 5347584, 1], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[1, 41778, 28, 128], [1, 41778, 28, 128], [1, 41778, 28, 128], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 8
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_like", "pid": 2815988, "tid": 2815988,
    "ts": 4656938385985.248, "dur": 3178.256,
    "args": {
      "External id": 522,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", ""], "Input type": ["c10::BFloat16", "", "", "", "", ""], "Input Strides": [[149732352, 128, 5347584, 1], [], [], [], [], []], "Input Dims": [[1, 41778, 28, 128], [], [], [], [], []], "Ev Idx": 9
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 2815988, "tid": 2815988,
    "ts": 4656938385992.852, "dur": 3165.326,
    "args": {
      "External id": 523,"Record function id": 0, "Concrete Inputs": ["[1, 41778, 28, 128]", "[149732352, 128, 5347584, 1]", "15", "0", "", ""], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 10
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 2815988, "tid": 2815988,
    "ts": 4656938389174.970, "dur": 214.779,
    "args": {
      "External id": 524,"Record function id": 0, "Concrete Inputs": ["[1, 28, 41778]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 11
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 2815988, "tid": 2815988,
    "ts": 4656938389394.746, "dur": 173.133,
    "args": {
      "External id": 525,"Record function id": 0, "Concrete Inputs": ["[2]", "29", "", "", "", ""], "Input type": ["ScalarList", "Scalar", "", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 12
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 2815988, "tid": 2815988,
    "ts": 4656938389570.180, "dur": 5.770,
    "args": {
      "External id": 526,"Record function id": 0, "Concrete Inputs": ["[]", "29", "", "", "", ""], "Input type": ["ScalarList", "Scalar", "", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 13
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 2815988, "tid": 2815988,
    "ts": 4656938389652.519, "dur": 3.941,
    "args": {
      "External id": 527,"Record function id": 0, "Concrete Inputs": ["[0]", "15", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 14
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 2815988, "tid": 2815988,
    "ts": 4656938389663.829, "dur": 8.326,
    "args": {
      "External id": 528,"Record function id": 0, "Concrete Inputs": ["", "1", "2"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[149732352, 128, 5347584, 1], [], []], "Input Dims": [[1, 41778, 28, 128], [], []], "Ev Idx": 15
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 2815988, "tid": 2815988,
    "ts": 4656938389668.730, "dur": 2.768,
    "args": {
      "External id": 529,"Record function id": 0, "Concrete Inputs": ["", "[1, 28, 41778, 128]", "[149732352, 5347584, 128, 1]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[149732352, 128, 5347584, 1], [], [], []], "Input Dims": [[1, 41778, 28, 128], [], [], []], "Ev Idx": 16
    }
  },
  {
    "ph": "X", "cat": "overhead", "name": "Activity Buffer Request", "pid": -1, "tid": 0,
    "ts": 4656938386010.888, "dur": 2725.463
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaStreamIsCapturing", "pid": 2815988, "tid": 2815988,
    "ts": 4656938388750.046, "dur": 3.493,
    "args": {
      "External id": 523,      "cbid": 317, "correlation": 2334
    }
  },
  {
    "ph": "f", "id": 2334, "pid": 2815988, "tid": 2815988, "ts": 4656938388750.046,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaMalloc", "pid": 2815988, "tid": 2815988,
    "ts": 4656938388754.734, "dur": 379.189,
    "args": {
      "External id": 523,      "cbid": 20, "correlation": 2335
    }
  },
  {
    "ph": "f", "id": 2335, "pid": 2815988, "tid": 2815988, "ts": 4656938388754.734,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaStreamIsCapturing", "pid": 2815988, "tid": 2815988,
    "ts": 4656938389189.303, "dur": 1.236,
    "args": {
      "External id": 524,      "cbid": 317, "correlation": 2346
    }
  },
  {
    "ph": "f", "id": 2346, "pid": 2815988, "tid": 2815988, "ts": 4656938389189.303,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaMalloc", "pid": 2815988, "tid": 2815988,
    "ts": 4656938389191.125, "dur": 192.039,
    "args": {
      "External id": 524,      "cbid": 20, "correlation": 2347
    }
  },
  {
    "ph": "f", "id": 2347, "pid": 2815988, "tid": 2815988, "ts": 4656938389191.125,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaStreamIsCapturing", "pid": 2815988, "tid": 2815988,
    "ts": 4656938389399.558, "dur": 0.548,
    "args": {
      "External id": 525,      "cbid": 317, "correlation": 2357
    }
  },
  {
    "ph": "f", "id": 2357, "pid": 2815988, "tid": 2815988, "ts": 4656938389399.558,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaMalloc", "pid": 2815988, "tid": 2815988,
    "ts": 4656938389401.586, "dur": 160.120,
    "args": {
      "External id": 525,      "cbid": 20, "correlation": 2358
    }
  },
  {
    "ph": "f", "id": 2358, "pid": 2815988, "tid": 2815988, "ts": 4656938389401.586,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaDeviceGetAttribute", "pid": 2815988, "tid": 2815988,
    "ts": 4656938389579.399, "dur": 1.530,
    "args": {
      "External id": 521,      "cbid": 200, "correlation": 2372
    }
  },
  {
    "ph": "f", "id": 2372, "pid": 2815988, "tid": 2815988, "ts": 4656938389579.399,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaDeviceGetAttribute", "pid": 2815988, "tid": 2815988,
    "ts": 4656938389581.409, "dur": 0.337,
    "args": {
      "External id": 521,      "cbid": 200, "correlation": 2373
    }
  },
  {
    "ph": "f", "id": 2373, "pid": 2815988, "tid": 2815988, "ts": 4656938389581.409,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaFuncSetAttribute", "pid": 2815988, "tid": 2815988,
    "ts": 4656938389583.715, "dur": 5.648,
    "args": {
      "External id": 521,      "cbid": 273, "correlation": 2374
    }
  },
  {
    "ph": "f", "id": 2374, "pid": 2815988, "tid": 2815988, "ts": 4656938389583.715,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "kernel", "name": "void pytorch_flash::flash_fwd_kernel<Flash_fwd_kernel_traits<128, 128, 64, 4, false, false, cutlass::bfloat16_t, Flash_kernel_traits<128, 128, 64, 4, cutlass::bfloat16_t> >, false, false, false, false, false, true, false, false>(pytorch_flash::Flash_fwd_params)", "pid": 0, "tid": 7,
    "ts": 4656938389644.577, "dur": 175111.206,
    "args": {
      "External id": 521,      "queued": 0, "device": 0, "context": 1,      "stream": 7, "correlation": 2376,      "registers per thread": 255,      "shared memory": 65536,      "blocks per SM": 58.692307,      "warps per SM": 234.769226,      "grid": [327, 1, 28],      "block": [128, 1, 1],      "est. achieved occupancy %": 0
    }
  },
  {
    "ph": "f", "id": 2376, "pid": 0, "tid": 7, "ts": 4656938389644.577,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaLaunchKernel", "pid": 2815988, "tid": 2815988,
    "ts": 4656938389592.924, "dur": 54.737,
    "args": {
      "External id": 521,      "cbid": 211, "correlation": 2376
    }
  },
  {
    "ph": "s", "id": 2376, "pid": 2815988, "tid": 2815988, "ts": 4656938389592.924,
    "cat": "ac2g", "name": "ac2g"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaDeviceSynchronize", "pid": 2815988, "tid": 2815988,
    "ts": 4656938389757.507, "dur": 175005.779,
    "args": {
            "cbid": 165, "correlation": 2393
    }
  },
  {
    "ph": "s", "id": 2393, "pid": 2815988, "tid": 2815988, "ts": 4656938389757.507,
    "cat": "ac2g", "name": "ac2g"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaDeviceSynchronize", "pid": 2815988, "tid": 2815988,
    "ts": 4656938564794.157, "dur": 4.925,
    "args": {
            "cbid": 165, "correlation": 2397
    }
  },
  {
    "ph": "s", "id": 2397, "pid": 2815988, "tid": 2815988, "ts": 4656938564794.157,
    "cat": "ac2g", "name": "ac2g"
  },
  {
    "name": "process_name", "ph": "M", "ts": 4656938385606.913, "pid": 2815988, "tid": 0,
    "args": {
      "name": "python"
    }
  },
  {
    "name": "process_labels", "ph": "M", "ts": 4656938385606.913, "pid": 2815988, "tid": 0,
    "args": {
      "labels": "CPU"
    }
  },
  {
    "name": "process_sort_index", "ph": "M", "ts": 4656938385606.913, "pid": 2815988, "tid": 0,
    "args": {
      "sort_index": 2815988
    }
  },
  {
    "name": "process_name", "ph": "M", "ts": 4656938385606.913, "pid": 0, "tid": 0,
    "args": {
      "name": "python"
    }
  },
  {
    "name": "process_labels", "ph": "M", "ts": 4656938385606.913, "pid": 0, "tid": 0,
    "args": {
      "labels": "GPU 0"
    }
  },
  {
    "name": "process_sort_index", "ph": "M", "ts": 4656938385606.913, "pid": 0, "tid": 0,
    "args": {
      "sort_index": 5000000
    }
  },
  {
    "name": "process_name", "ph": "M", "ts": 4656938385606.913, "pid": 1, "tid": 0,
    "args": {
      "name": "python"
    }
  },
  {
    "name": "process_labels", "ph": "M", "ts": 4656938385606.913, "pid": 1, "tid": 0,
    "args": {
      "labels": "GPU 1"
    }
  },
  {
    "name": "process_sort_index", "ph": "M", "ts": 4656938385606.913, "pid": 1, "tid": 0,
    "args": {
      "sort_index": 5000001
    }
  },
  {
    "name": "process_name", "ph": "M", "ts": 4656938385606.913, "pid": 2, "tid": 0,
    "args": {
      "name": "python"
    }
  },
  {
    "name": "process_labels", "ph": "M", "ts": 4656938385606.913, "pid": 2, "tid": 0,
    "args": {
      "labels": "GPU 2"
    }
  },
  {
    "name": "process_sort_index", "ph": "M", "ts": 4656938385606.913, "pid": 2, "tid": 0,
    "args": {
      "sort_index": 5000002
    }
  },
  {
    "name": "process_name", "ph": "M", "ts": 4656938385606.913, "pid": 3, "tid": 0,
    "args": {
      "name": "python"
    }
  },
  {
    "name": "process_labels", "ph": "M", "ts": 4656938385606.913, "pid": 3, "tid": 0,
    "args": {
      "labels": "GPU 3"
    }
  },
  {
    "name": "process_sort_index", "ph": "M", "ts": 4656938385606.913, "pid": 3, "tid": 0,
    "args": {
      "sort_index": 5000003
    }
  },
  {
    "name": "process_name", "ph": "M", "ts": 4656938385606.913, "pid": 4, "tid": 0,
    "args": {
      "name": "python"
    }
  },
  {
    "name": "process_labels", "ph": "M", "ts": 4656938385606.913, "pid": 4, "tid": 0,
    "args": {
      "labels": "GPU 4"
    }
  },
  {
    "name": "process_sort_index", "ph": "M", "ts": 4656938385606.913, "pid": 4, "tid": 0,
    "args": {
      "sort_index": 5000004
    }
  },
  {
    "name": "process_name", "ph": "M", "ts": 4656938385606.913, "pid": 5, "tid": 0,
    "args": {
      "name": "python"
    }
  },
  {
    "name": "process_labels", "ph": "M", "ts": 4656938385606.913, "pid": 5, "tid": 0,
    "args": {
      "labels": "GPU 5"
    }
  },
  {
    "name": "process_sort_index", "ph": "M", "ts": 4656938385606.913, "pid": 5, "tid": 0,
    "args": {
      "sort_index": 5000005
    }
  },
  {
    "name": "process_name", "ph": "M", "ts": 4656938385606.913, "pid": 6, "tid": 0,
    "args": {
      "name": "python"
    }
  },
  {
    "name": "process_labels", "ph": "M", "ts": 4656938385606.913, "pid": 6, "tid": 0,
    "args": {
      "labels": "GPU 6"
    }
  },
  {
    "name": "process_sort_index", "ph": "M", "ts": 4656938385606.913, "pid": 6, "tid": 0,
    "args": {
      "sort_index": 5000006
    }
  },
  {
    "name": "process_name", "ph": "M", "ts": 4656938385606.913, "pid": 7, "tid": 0,
    "args": {
      "name": "python"
    }
  },
  {
    "name": "process_labels", "ph": "M", "ts": 4656938385606.913, "pid": 7, "tid": 0,
    "args": {
      "labels": "GPU 7"
    }
  },
  {
    "name": "process_sort_index", "ph": "M", "ts": 4656938385606.913, "pid": 7, "tid": 0,
    "args": {
      "sort_index": 5000007
    }
  },
  {
    "name": "process_name", "ph": "M", "ts": 4656938385606.913, "pid": 8, "tid": 0,
    "args": {
      "name": "python"
    }
  },
  {
    "name": "process_labels", "ph": "M", "ts": 4656938385606.913, "pid": 8, "tid": 0,
    "args": {
      "labels": "GPU 8"
    }
  },
  {
    "name": "process_sort_index", "ph": "M", "ts": 4656938385606.913, "pid": 8, "tid": 0,
    "args": {
      "sort_index": 5000008
    }
  },
  {
    "name": "process_name", "ph": "M", "ts": 4656938385606.913, "pid": 9, "tid": 0,
    "args": {
      "name": "python"
    }
  },
  {
    "name": "process_labels", "ph": "M", "ts": 4656938385606.913, "pid": 9, "tid": 0,
    "args": {
      "labels": "GPU 9"
    }
  },
  {
    "name": "process_sort_index", "ph": "M", "ts": 4656938385606.913, "pid": 9, "tid": 0,
    "args": {
      "sort_index": 5000009
    }
  },
  {
    "name": "process_name", "ph": "M", "ts": 4656938385606.913, "pid": 10, "tid": 0,
    "args": {
      "name": "python"
    }
  },
  {
    "name": "process_labels", "ph": "M", "ts": 4656938385606.913, "pid": 10, "tid": 0,
    "args": {
      "labels": "GPU 10"
    }
  },
  {
    "name": "process_sort_index", "ph": "M", "ts": 4656938385606.913, "pid": 10, "tid": 0,
    "args": {
      "sort_index": 5000010
    }
  },
  {
    "name": "process_name", "ph": "M", "ts": 4656938385606.913, "pid": 11, "tid": 0,
    "args": {
      "name": "python"
    }
  },
  {
    "name": "process_labels", "ph": "M", "ts": 4656938385606.913, "pid": 11, "tid": 0,
    "args": {
      "labels": "GPU 11"
    }
  },
  {
    "name": "process_sort_index", "ph": "M", "ts": 4656938385606.913, "pid": 11, "tid": 0,
    "args": {
      "sort_index": 5000011
    }
  },
  {
    "name": "process_name", "ph": "M", "ts": 4656938385606.913, "pid": 12, "tid": 0,
    "args": {
      "name": "python"
    }
  },
  {
    "name": "process_labels", "ph": "M", "ts": 4656938385606.913, "pid": 12, "tid": 0,
    "args": {
      "labels": "GPU 12"
    }
  },
  {
    "name": "process_sort_index", "ph": "M", "ts": 4656938385606.913, "pid": 12, "tid": 0,
    "args": {
      "sort_index": 5000012
    }
  },
  {
    "name": "process_name", "ph": "M", "ts": 4656938385606.913, "pid": 13, "tid": 0,
    "args": {
      "name": "python"
    }
  },
  {
    "name": "process_labels", "ph": "M", "ts": 4656938385606.913, "pid": 13, "tid": 0,
    "args": {
      "labels": "GPU 13"
    }
  },
  {
    "name": "process_sort_index", "ph": "M", "ts": 4656938385606.913, "pid": 13, "tid": 0,
    "args": {
      "sort_index": 5000013
    }
  },
  {
    "name": "process_name", "ph": "M", "ts": 4656938385606.913, "pid": 14, "tid": 0,
    "args": {
      "name": "python"
    }
  },
  {
    "name": "process_labels", "ph": "M", "ts": 4656938385606.913, "pid": 14, "tid": 0,
    "args": {
      "labels": "GPU 14"
    }
  },
  {
    "name": "process_sort_index", "ph": "M", "ts": 4656938385606.913, "pid": 14, "tid": 0,
    "args": {
      "sort_index": 5000014
    }
  },
  {
    "name": "process_name", "ph": "M", "ts": 4656938385606.913, "pid": 15, "tid": 0,
    "args": {
      "name": "python"
    }
  },
  {
    "name": "process_labels", "ph": "M", "ts": 4656938385606.913, "pid": 15, "tid": 0,
    "args": {
      "labels": "GPU 15"
    }
  },
  {
    "name": "process_sort_index", "ph": "M", "ts": 4656938385606.913, "pid": 15, "tid": 0,
    "args": {
      "sort_index": 5000015
    }
  },
  {
    "name": "thread_name", "ph": "M", "ts": 4656938385606.913, "pid": 0, "tid": 7,
    "args": {
      "name": "stream 7 "
    }
  },
  {
    "name": "thread_sort_index", "ph": "M", "ts": 4656938385606.913, "pid": 0, "tid": 7,
    "args": {
      "sort_index": 7
    }
  },
  {
    "name": "thread_name", "ph": "M", "ts": 4656938385606.913, "pid": 2815988, "tid": 2815988,
    "args": {
      "name": "thread 2815988 (python)"
    }
  },
  {
    "name": "thread_sort_index", "ph": "M", "ts": 4656938385606.913, "pid": 2815988, "tid": 2815988,
    "args": {
      "sort_index": 2815988
    }
  },
  {
    "name": "thread_name", "ph": "M", "ts": 4656938385606.913, "pid": 2815988, "tid": 2815988,
    "args": {
      "name": "thread 2815988 (python)"
    }
  },
  {
    "name": "thread_sort_index", "ph": "M", "ts": 4656938385606.913, "pid": 2815988, "tid": 2815988,
    "args": {
      "sort_index": 2815988
    }
  },
  {
    "ph": "X", "cat": "Trace", "ts": 4656938385541.352, "dur": 179273.437,
    "pid": "Spans", "tid": "PyTorch Profiler",
    "name": "PyTorch Profiler (0)",
    "args": {
      "Op count": 0
    }
  },
  {
    "name": "process_sort_index", "ph": "M", "ts": 4656938385541.352,
    "pid": "Spans", "tid": 0,
    "args": {
      "sort_index": 536870912
    }
  },
  {
    "name": "Iteration Start: PyTorch Profiler", "ph": "i", "s": "g",
    "pid": "Traces", "tid": "Trace PyTorch Profiler", "ts": 4656938385541.352
  },
  {
    "name": "Record Window End", "ph": "i", "s": "g",
    "pid": "", "tid": "", "ts": 4656938565126.772
  }
  ],
  "traceName": "/data/wxy/profile_results/h3-sdpa-kernel-matrix-20260825-run1/jobs/gpu3-F3-auto-contiguous.trace.json"
}