diff --git "a/profile_trace/iteration_22528/rank4_trace.json" "b/profile_trace/iteration_22528/rank4_trace.json" new file mode 100644--- /dev/null +++ "b/profile_trace/iteration_22528/rank4_trace.json" @@ -0,0 +1,68515 @@ + +{ + "schemaVersion": 1, + "deviceProperties": [ + { + "id": 0, "name": "NVIDIA H200", "totalGlobalMem": 149631664128, + "computeMajor": 9, "computeMinor": 0, + "maxThreadsPerBlock": 1024, "maxThreadsPerMultiprocessor": 2048, + "regsPerBlock": 65536, "warpSize": 32, + "sharedMemPerBlock": 49152, "numSms": 132 + , "regsPerMultiprocessor": 65536, "sharedMemPerBlockOptin": 232448, "sharedMemPerMultiprocessor": 233472 + }, + { + "id": 1, "name": "NVIDIA H200", "totalGlobalMem": 149631664128, + "computeMajor": 9, "computeMinor": 0, + "maxThreadsPerBlock": 1024, "maxThreadsPerMultiprocessor": 2048, + "regsPerBlock": 65536, "warpSize": 32, + "sharedMemPerBlock": 49152, "numSms": 132 + , "regsPerMultiprocessor": 65536, "sharedMemPerBlockOptin": 232448, "sharedMemPerMultiprocessor": 233472 + }, + { + "id": 2, "name": "NVIDIA H200", "totalGlobalMem": 149631664128, + "computeMajor": 9, "computeMinor": 0, + "maxThreadsPerBlock": 1024, "maxThreadsPerMultiprocessor": 2048, + "regsPerBlock": 65536, "warpSize": 32, + "sharedMemPerBlock": 49152, "numSms": 132 + , "regsPerMultiprocessor": 65536, "sharedMemPerBlockOptin": 232448, "sharedMemPerMultiprocessor": 233472 + }, + { + "id": 3, "name": "NVIDIA H200", "totalGlobalMem": 149631664128, + "computeMajor": 9, "computeMinor": 0, + "maxThreadsPerBlock": 1024, "maxThreadsPerMultiprocessor": 2048, + "regsPerBlock": 65536, "warpSize": 32, + "sharedMemPerBlock": 49152, "numSms": 132 + , "regsPerMultiprocessor": 65536, "sharedMemPerBlockOptin": 232448, "sharedMemPerMultiprocessor": 233472 + }, + { + "id": 4, "name": "NVIDIA H200", "totalGlobalMem": 149631664128, + "computeMajor": 9, "computeMinor": 0, + "maxThreadsPerBlock": 1024, "maxThreadsPerMultiprocessor": 2048, + "regsPerBlock": 65536, "warpSize": 32, + "sharedMemPerBlock": 49152, "numSms": 132 + , "regsPerMultiprocessor": 65536, "sharedMemPerBlockOptin": 232448, "sharedMemPerMultiprocessor": 233472 + }, + { + "id": 5, "name": "NVIDIA H200", "totalGlobalMem": 149631664128, + "computeMajor": 9, "computeMinor": 0, + "maxThreadsPerBlock": 1024, "maxThreadsPerMultiprocessor": 2048, + "regsPerBlock": 65536, "warpSize": 32, + "sharedMemPerBlock": 49152, "numSms": 132 + , "regsPerMultiprocessor": 65536, "sharedMemPerBlockOptin": 232448, "sharedMemPerMultiprocessor": 233472 + }, + { + "id": 6, "name": "NVIDIA H200", "totalGlobalMem": 149631664128, + "computeMajor": 9, "computeMinor": 0, + "maxThreadsPerBlock": 1024, "maxThreadsPerMultiprocessor": 2048, + "regsPerBlock": 65536, "warpSize": 32, + "sharedMemPerBlock": 49152, "numSms": 132 + , "regsPerMultiprocessor": 65536, "sharedMemPerBlockOptin": 232448, "sharedMemPerMultiprocessor": 233472 + }, + { + "id": 7, "name": "NVIDIA H200", "totalGlobalMem": 149631664128, + "computeMajor": 9, "computeMinor": 0, + "maxThreadsPerBlock": 1024, "maxThreadsPerMultiprocessor": 2048, + "regsPerBlock": 65536, "warpSize": 32, + "sharedMemPerBlock": 49152, "numSms": 132 + , "regsPerMultiprocessor": 65536, "sharedMemPerBlockOptin": 232448, "sharedMemPerMultiprocessor": 233472 + } + ], + "cupti_version": 22, + "cuda_runtime_version": 12040, + "cuda_driver_version": 12080, + "distributedInfo": {"backend": "nccl", "rank": 4, "world_size": 8, "pg_count": 1, "pg_config": [{"pg_name": "0", "pg_desc": "default_pg", "backend_config": "cuda:nccl", "pg_size": 8, "ranks": [0, 1, 2, 3, 4, 5, 6, 7]}], "nccl_version": "2.21.5"}, + "record_shapes": 1, + "trace_id": "162CB376F1444076A23CB0DAFE83EB86", + "traceEvents": [ + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: DivBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204924480.100, "dur": 111.331, + "args": { + "External id": 426497,"Record function id": 0, "Sequence number": 5055814, "Fwd thread id": 1, "Ev Idx": 0 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "DivBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204924495.691, "dur": 86.300, + "args": { + "External id": 426498,"Sequence number": 5055814, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1]], "Input Dims": [[1]], "Ev Idx": 1 + } + }, + { + "ph": "f", "id": 1, "pid": 4183440, "tid": 31337, "ts": 675204924495.691, + "cat": "fwdbwd", "name": "fwdbwd", "bp": "e" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::div", "pid": 4183440, "tid": 31337, + "ts": 675204924502.653, "dur": 77.169, + "args": { + "External id": 426499,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["float", "long int"], "Input Strides": [[1], []], "Input Dims": [[1], []], "Ev Idx": 2 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: AddBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204924601.586, "dur": 255.146, + "args": { + "External id": 426500,"Record function id": 0, "Ev Idx": 3 + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "FSDP::pre_backward", "pid": 4183440, "tid": 31337, + "ts": 675204924687.224, "dur": 94.229, + "args": { + "External id": 426501,"Record function id": 0, "Ev Idx": 4 + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "FSDP::backward_prefetch for model.layers.19", "pid": 4183440, "tid": 31337, + "ts": 675204924722.126, "dur": 47.499, + "args": { + "External id": 426502,"Record function id": 0, "Ev Idx": 5 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "AddBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204924786.864, "dur": 1.640, + "args": { + "External id": 426503,"Sequence number": 5055813, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1]], "Input Dims": [[1]], "Ev Idx": 6 + } + }, + { + "ph": "f", "id": 2, "pid": 4183440, "tid": 31337, "ts": 675204924786.864, + "cat": "fwdbwd", "name": "fwdbwd", "bp": "e" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::sum", "pid": 4183440, "tid": 31337, + "ts": 675204924792.756, "dur": 58.742, + "args": { + "External id": 426504,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["float", ""], "Input Strides": [[1], []], "Input Dims": [[1], []], "Ev Idx": 7 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::sum", "pid": 4183440, "tid": 31337, + "ts": 675204924800.319, "dur": 50.608, + "args": { + "External id": 426505,"Record function id": 0, "Concrete Inputs": ["", "[]", "False", ""], "Input type": ["float", "ScalarList", "Scalar", ""], "Input Strides": [[1], [], [], []], "Input Dims": [[1], [], [], []], "Ev Idx": 8 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675204924812.754, "dur": 3.486, + "args": { + "External id": 426506,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[0]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 9 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: FusedLinearCrossEntropyFunctionBackward", "pid": 4183440, "tid": 31337, + "ts": 675204924867.444, "dur": 16755.699, + "args": { + "External id": 426507,"Record function id": 0, "Sequence number": 5055811, "Fwd thread id": 1, "Ev Idx": 10 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "FusedLinearCrossEntropyFunctionBackward", "pid": 4183440, "tid": 31337, + "ts": 675204924869.146, "dur": 16743.740, + "args": { + "External id": 426508,"Sequence number": 5055811, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[]], "Input Dims": [[]], "Ev Idx": 11 + } + }, + { + "ph": "f", "id": 3, "pid": 4183440, "tid": 31337, "ts": 675204924869.146, + "cat": "fwdbwd", "name": "fwdbwd", "bp": "e" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 31337, + "ts": 675204924908.759, "dur": 3.447, + "args": { + "External id": 426509,"Record function id": 0, "Concrete Inputs": ["[]", "6", "0", "", "False", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 12 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 31337, + "ts": 675204924917.025, "dur": 16585.101, + "args": { + "External id": 426510,"Record function id": 0, "Concrete Inputs": ["", "", "6", "False", "False", ""], "Input type": ["float", "", "Scalar", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 13 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::_to_copy", "pid": 4183440, "tid": 31337, + "ts": 675204924918.875, "dur": 16582.989, + "args": { + "External id": 426511,"Record function id": 0, "Concrete Inputs": ["", "6", "", "", "", "False", ""], "Input type": ["float", "Scalar", "", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], []], "Ev Idx": 14 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 4183440, "tid": 31337, + "ts": 675204924923.569, "dur": 7.813, + "args": { + "External id": 426512,"Record function id": 0, "Concrete Inputs": ["[]", "[]", "6", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 15 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 4183440, "tid": 31337, + "ts": 675204924933.065, "dur": 16567.177, + "args": { + "External id": 426513,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["float", "float", "Scalar"], "Input Strides": [[], [], []], "Input Dims": [[], [], []], "Ev Idx": 16 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::lift_fresh", "pid": 4183440, "tid": 31337, + "ts": 675204941507.426, "dur": 0.573, + "args": { + "External id": 426514,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[]], "Input Dims": [[]], "Ev Idx": 17 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::detach_", "pid": 4183440, "tid": 31337, + "ts": 675204941510.208, "dur": 3.033, + "args": { + "External id": 426515,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[]], "Input Dims": [[]], "Ev Idx": 18 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "detach_", "pid": 4183440, "tid": 31337, + "ts": 675204941511.916, "dur": 1.149, + "args": { + "External id": 426516,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[]], "Input Dims": [[]], "Ev Idx": 19 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::ne", "pid": 4183440, "tid": 31337, + "ts": 675204941520.320, "dur": 30.638, + "args": { + "External id": 426517,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["float", "float"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 20 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::is_nonzero", "pid": 4183440, "tid": 31337, + "ts": 675204941559.975, "dur": 43.898, + "args": { + "External id": 426518,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["bool"], "Input Strides": [[]], "Input Dims": [[]], "Ev Idx": 21 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::item", "pid": 4183440, "tid": 31337, + "ts": 675204941562.028, "dur": 41.581, + "args": { + "External id": 426519,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["bool"], "Input Strides": [[]], "Input Dims": [[]], "Ev Idx": 22 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::_local_scalar_dense", "pid": 4183440, "tid": 31337, + "ts": 675204941563.596, "dur": 39.524, + "args": { + "External id": 426520,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["bool"], "Input Strides": [[]], "Input Dims": [[]], "Ev Idx": 23 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: ViewBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204941634.912, "dur": 44.861, + "args": { + "External id": 426521,"Record function id": 0, "Sequence number": 5055810, "Fwd thread id": 1, "Ev Idx": 24 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "ViewBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204941636.876, "dur": 13.225, + "args": { + "External id": 426522,"Sequence number": 5055810, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[65536, 1024]], "Ev Idx": 25 + } + }, + { + "ph": "f", "id": 4, "pid": 4183440, "tid": 31337, "ts": 675204941636.876, + "cat": "fwdbwd", "name": "fwdbwd", "bp": "e" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 4183440, "tid": 31337, + "ts": 675204941640.335, "dur": 9.545, + "args": { + "External id": 426523,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1024, 1], []], "Input Dims": [[65536, 1024], []], "Ev Idx": 26 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675204941643.178, "dur": 6.522, + "args": { + "External id": 426524,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1024, 1], []], "Input Dims": [[65536, 1024], []], "Ev Idx": 27 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: SliceBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204941686.369, "dur": 94.880, + "args": { + "External id": 426525,"Record function id": 0, "Sequence number": 5055809, "Fwd thread id": 1, "Ev Idx": 28 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "SliceBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204941687.536, "dur": 86.130, + "args": { + "External id": 426526,"Sequence number": 5055809, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[4194304, 1024, 1]], "Input Dims": [[16, 4096, 1024]], "Ev Idx": 29 + } + }, + { + "ph": "f", "id": 5, "pid": 4183440, "tid": 31337, "ts": 675204941687.536, + "cat": "fwdbwd", "name": "fwdbwd", "bp": "e" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::slice_backward", "pid": 4183440, "tid": 31337, + "ts": 675204941692.248, "dur": 80.991, + "args": { + "External id": 426527,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 1024]", "2", "0", "9223372036854775807", "1"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[4194304, 1024, 1], [], [], [], [], []], "Input Dims": [[16, 4096, 1024], [], [], [], [], []], "Ev Idx": 30 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::zeros", "pid": 4183440, "tid": 31337, + "ts": 675204941698.068, "dur": 34.177, + "args": { + "External id": 426528,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 1024]", "15", "0", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", ""], "Input Strides": [[], [], [], [], []], "Input Dims": [[], [], [], [], []], "Ev Idx": 31 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 31337, + "ts": 675204941701.905, "dur": 5.771, + "args": { + "External id": 426529,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 1024]", "15", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 32 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::zero_", "pid": 4183440, "tid": 31337, + "ts": 675204941709.082, "dur": 22.867, + "args": { + "External id": 426530,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[4194304, 1024, 1]], "Input Dims": [[16, 4096, 1024]], "Ev Idx": 33 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::fill_", "pid": 4183440, "tid": 31337, + "ts": 675204941711.815, "dur": 19.768, + "args": { + "External id": 426531,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["c10::BFloat16", "Scalar"], "Input Strides": [[4194304, 1024, 1], []], "Input Dims": [[16, 4096, 1024], []], "Ev Idx": 34 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 4183440, "tid": 31337, + "ts": 675204941736.696, "dur": 5.327, + "args": { + "External id": 426532,"Record function id": 0, "Concrete Inputs": ["", "2", "0", "9223372036854775807", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[4194304, 1024, 1], [], [], [], []], "Input Dims": [[16, 4096, 1024], [], [], [], []], "Ev Idx": 35 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675204941739.695, "dur": 1.923, + "args": { + "External id": 426533,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 1024]", "[4194304, 1024, 1]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[4194304, 1024, 1], [], [], []], "Input Dims": [[16, 4096, 1024], [], [], []], "Ev Idx": 36 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 4183440, "tid": 31337, + "ts": 675204941743.259, "dur": 28.867, + "args": { + "External id": 426534,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[4194304, 1024, 1], [4194304, 1024, 1], []], "Input Dims": [[16, 4096, 1024], [16, 4096, 1024], []], "Ev Idx": 37 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: SelectBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204941785.997, "dur": 64.516, + "args": { + "External id": 426535,"Record function id": 0, "Sequence number": 5055808, "Fwd thread id": 1, "Ev Idx": 38 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "SelectBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204941787.172, "dur": 59.527, + "args": { + "External id": 426536,"Sequence number": 5055808, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[4194304, 1024, 1]], "Input Dims": [[16, 4096, 1024]], "Ev Idx": 39 + } + }, + { + "ph": "f", "id": 6, "pid": 4183440, "tid": 31337, "ts": 675204941787.172, + "cat": "fwdbwd", "name": "fwdbwd", "bp": "e" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::select_backward", "pid": 4183440, "tid": 31337, + "ts": 675204941790.949, "dur": 55.512, + "args": { + "External id": 426537,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 4, 1024]", "2", "3"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "Scalar"], "Input Strides": [[4194304, 1024, 1], [], [], []], "Input Dims": [[16, 4096, 1024], [], [], []], "Ev Idx": 40 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::zeros", "pid": 4183440, "tid": 31337, + "ts": 675204941796.818, "dur": 21.493, + "args": { + "External id": 426538,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 4, 1024]", "15", "0", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", ""], "Input Strides": [[], [], [], [], []], "Input Dims": [[], [], [], [], []], "Ev Idx": 41 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 31337, + "ts": 675204941797.770, "dur": 2.981, + "args": { + "External id": 426539,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 4, 1024]", "15", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 42 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::zero_", "pid": 4183440, "tid": 31337, + "ts": 675204941801.618, "dur": 16.409, + "args": { + "External id": 426540,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[16777216, 4096, 1024, 1]], "Input Dims": [[16, 4096, 4, 1024]], "Ev Idx": 43 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::fill_", "pid": 4183440, "tid": 31337, + "ts": 675204941804.558, "dur": 13.020, + "args": { + "External id": 426541,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["c10::BFloat16", "Scalar"], "Input Strides": [[16777216, 4096, 1024, 1], []], "Input Dims": [[16, 4096, 4, 1024], []], "Ev Idx": 44 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::select", "pid": 4183440, "tid": 31337, + "ts": 675204941821.949, "dur": 5.077, + "args": { + "External id": 426542,"Record function id": 0, "Concrete Inputs": ["", "2", "3"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[16777216, 4096, 1024, 1], [], []], "Input Dims": [[16, 4096, 4, 1024], [], []], "Ev Idx": 45 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675204941825.467, "dur": 0.910, + "args": { + "External id": 426543,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 1024]", "[16777216, 4096, 1]", "3072"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[16777216, 4096, 1024, 1], [], [], []], "Input Dims": [[16, 4096, 4, 1024], [], [], []], "Ev Idx": 46 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 4183440, "tid": 31337, + "ts": 675204941827.622, "dur": 18.272, + "args": { + "External id": 426544,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[16777216, 4096, 1], [4194304, 1024, 1], []], "Input Dims": [[16, 4096, 1024], [16, 4096, 1024], []], "Ev Idx": 47 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: SliceBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204941854.336, "dur": 115.828, + "args": { + "External id": 426545,"Record function id": 0, "Sequence number": 5055807, "Fwd thread id": 1, "Ev Idx": 48 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "SliceBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204941855.444, "dur": 109.715, + "args": { + "External id": 426546,"Sequence number": 5055807, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[16777216, 4096, 1024, 1]], "Input Dims": [[16, 4096, 4, 1024]], "Ev Idx": 49 + } + }, + { + "ph": "f", "id": 7, "pid": 4183440, "tid": 31337, "ts": 675204941855.444, + "cat": "fwdbwd", "name": "fwdbwd", "bp": "e" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::slice_backward", "pid": 4183440, "tid": 31337, + "ts": 675204941858.667, "dur": 106.057, + "args": { + "External id": 426547,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 4, 1024]", "1", "0", "9223372036854775807", "1"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[16777216, 4096, 1024, 1], [], [], [], [], []], "Input Dims": [[16, 4096, 4, 1024], [], [], [], [], []], "Ev Idx": 50 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::zeros", "pid": 4183440, "tid": 31337, + "ts": 675204941861.873, "dur": 18.248, + "args": { + "External id": 426548,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 4, 1024]", "15", "0", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", ""], "Input Strides": [[], [], [], [], []], "Input Dims": [[], [], [], [], []], "Ev Idx": 51 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 31337, + "ts": 675204941862.846, "dur": 2.783, + "args": { + "External id": 426549,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 4, 1024]", "15", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 52 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::zero_", "pid": 4183440, "tid": 31337, + "ts": 675204941866.424, "dur": 13.442, + "args": { + "External id": 426550,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[16777216, 4096, 1024, 1]], "Input Dims": [[16, 4096, 4, 1024]], "Ev Idx": 53 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::fill_", "pid": 4183440, "tid": 31337, + "ts": 675204941867.093, "dur": 12.382, + "args": { + "External id": 426551,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["c10::BFloat16", "Scalar"], "Input Strides": [[16777216, 4096, 1024, 1], []], "Input Dims": [[16, 4096, 4, 1024], []], "Ev Idx": 54 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 4183440, "tid": 31337, + "ts": 675204941882.702, "dur": 4.687, + "args": { + "External id": 426552,"Record function id": 0, "Concrete Inputs": ["", "1", "0", "9223372036854775807", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[16777216, 4096, 1024, 1], [], [], [], []], "Input Dims": [[16, 4096, 4, 1024], [], [], [], []], "Ev Idx": 55 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675204941884.067, "dur": 3.135, + "args": { + "External id": 426553,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 4, 1024]", "[16777216, 4096, 1024, 1]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[16777216, 4096, 1024, 1], [], [], []], "Input Dims": [[16, 4096, 4, 1024], [], [], []], "Ev Idx": 56 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 4183440, "tid": 31337, + "ts": 675204941888.004, "dur": 75.491, + "args": { + "External id": 426554,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[16777216, 4096, 1024, 1], [16777216, 4096, 1024, 1], []], "Input Dims": [[16, 4096, 4, 1024], [16, 4096, 4, 1024], []], "Ev Idx": 57 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: SliceBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204941977.479, "dur": 69.364, + "args": { + "External id": 426555,"Record function id": 0, "Sequence number": 5055806, "Fwd thread id": 1, "Ev Idx": 58 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "SliceBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204941978.452, "dur": 65.722, + "args": { + "External id": 426556,"Sequence number": 5055806, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[16777216, 4096, 1024, 1]], "Input Dims": [[16, 4096, 4, 1024]], "Ev Idx": 59 + } + }, + { + "ph": "f", "id": 8, "pid": 4183440, "tid": 31337, "ts": 675204941978.452, + "cat": "fwdbwd", "name": "fwdbwd", "bp": "e" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::slice_backward", "pid": 4183440, "tid": 31337, + "ts": 675204941980.094, "dur": 63.784, + "args": { + "External id": 426557,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 4, 1024]", "0", "0", "9223372036854775807", "1"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[16777216, 4096, 1024, 1], [], [], [], [], []], "Input Dims": [[16, 4096, 4, 1024], [], [], [], [], []], "Ev Idx": 60 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::zeros", "pid": 4183440, "tid": 31337, + "ts": 675204941983.249, "dur": 16.715, + "args": { + "External id": 426558,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 4, 1024]", "15", "0", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", ""], "Input Strides": [[], [], [], [], []], "Input Dims": [[], [], [], [], []], "Ev Idx": 61 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 31337, + "ts": 675204941984.308, "dur": 2.728, + "args": { + "External id": 426559,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 4, 1024]", "15", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 62 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::zero_", "pid": 4183440, "tid": 31337, + "ts": 675204941987.668, "dur": 12.035, + "args": { + "External id": 426560,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[16777216, 4096, 1024, 1]], "Input Dims": [[16, 4096, 4, 1024]], "Ev Idx": 63 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::fill_", "pid": 4183440, "tid": 31337, + "ts": 675204941988.459, "dur": 10.816, + "args": { + "External id": 426561,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["c10::BFloat16", "Scalar"], "Input Strides": [[16777216, 4096, 1024, 1], []], "Input Dims": [[16, 4096, 4, 1024], []], "Ev Idx": 64 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 4183440, "tid": 31337, + "ts": 675204942000.846, "dur": 3.622, + "args": { + "External id": 426562,"Record function id": 0, "Concrete Inputs": ["", "0", "0", "9223372036854775807", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[16777216, 4096, 1024, 1], [], [], [], []], "Input Dims": [[16, 4096, 4, 1024], [], [], [], []], "Ev Idx": 65 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675204942003.659, "dur": 0.607, + "args": { + "External id": 426563,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 4, 1024]", "[16777216, 4096, 1024, 1]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[16777216, 4096, 1024, 1], [], [], []], "Input Dims": [[16, 4096, 4, 1024], [], [], []], "Ev Idx": 66 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 4183440, "tid": 31337, + "ts": 675204942007.010, "dur": 36.195, + "args": { + "External id": 426564,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[16777216, 4096, 1024, 1], [16777216, 4096, 1024, 1], []], "Input Dims": [[16, 4096, 4, 1024], [16, 4096, 4, 1024], []], "Ev Idx": 67 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: AddBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204942051.025, "dur": 38.222, + "args": { + "External id": 426565,"Record function id": 0, "Sequence number": 5055805, "Fwd thread id": 1, "Ev Idx": 68 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "AddBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204942052.406, "dur": 1.024, + "args": { + "External id": 426566,"Sequence number": 5055805, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1]], "Input Dims": [[1]], "Ev Idx": 69 + } + }, + { + "ph": "f", "id": 9, "pid": 4183440, "tid": 31337, "ts": 675204942052.406, + "cat": "fwdbwd", "name": "fwdbwd", "bp": "e" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::sum", "pid": 4183440, "tid": 31337, + "ts": 675204942056.304, "dur": 30.019, + "args": { + "External id": 426567,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["float", ""], "Input Strides": [[1], []], "Input Dims": [[1], []], "Ev Idx": 70 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::sum", "pid": 4183440, "tid": 31337, + "ts": 675204942057.950, "dur": 27.824, + "args": { + "External id": 426568,"Record function id": 0, "Concrete Inputs": ["", "[]", "False", ""], "Input type": ["float", "ScalarList", "Scalar", ""], "Input Strides": [[1], [], [], []], "Input Dims": [[1], [], [], []], "Ev Idx": 71 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675204942066.657, "dur": 0.544, + "args": { + "External id": 426569,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[0]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 72 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: FusedLinearCrossEntropyFunctionBackward", "pid": 4183440, "tid": 31337, + "ts": 675204942094.287, "dur": 1057.535, + "args": { + "External id": 426570,"Record function id": 0, "Sequence number": 5055803, "Fwd thread id": 1, "Ev Idx": 73 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "FusedLinearCrossEntropyFunctionBackward", "pid": 4183440, "tid": 31337, + "ts": 675204942095.707, "dur": 1024.670, + "args": { + "External id": 426571,"Sequence number": 5055803, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[]], "Input Dims": [[]], "Ev Idx": 74 + } + }, + { + "ph": "f", "id": 10, "pid": 4183440, "tid": 31337, "ts": 675204942095.707, + "cat": "fwdbwd", "name": "fwdbwd", "bp": "e" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 31337, + "ts": 675204942130.099, "dur": 3.075, + "args": { + "External id": 426572,"Record function id": 0, "Concrete Inputs": ["[]", "6", "0", "", "False", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 75 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 31337, + "ts": 675204942135.498, "dur": 899.674, + "args": { + "External id": 426573,"Record function id": 0, "Concrete Inputs": ["", "", "6", "False", "False", ""], "Input type": ["float", "", "Scalar", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 76 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::_to_copy", "pid": 4183440, "tid": 31337, + "ts": 675204942137.120, "dur": 897.772, + "args": { + "External id": 426574,"Record function id": 0, "Concrete Inputs": ["", "6", "", "", "", "False", ""], "Input type": ["float", "Scalar", "", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], []], "Ev Idx": 77 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 4183440, "tid": 31337, + "ts": 675204942139.723, "dur": 4.472, + "args": { + "External id": 426575,"Record function id": 0, "Concrete Inputs": ["[]", "[]", "6", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 78 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 4183440, "tid": 31337, + "ts": 675204942145.170, "dur": 888.320, + "args": { + "External id": 426576,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["float", "float", "Scalar"], "Input Strides": [[], [], []], "Input Dims": [[], [], []], "Ev Idx": 79 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::lift_fresh", "pid": 4183440, "tid": 31337, + "ts": 675204943038.610, "dur": 0.332, + "args": { + "External id": 426577,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[]], "Input Dims": [[]], "Ev Idx": 80 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::detach_", "pid": 4183440, "tid": 31337, + "ts": 675204943040.411, "dur": 4.397, + "args": { + "External id": 426578,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[]], "Input Dims": [[]], "Ev Idx": 81 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "detach_", "pid": 4183440, "tid": 31337, + "ts": 675204943043.897, "dur": 0.776, + "args": { + "External id": 426579,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[]], "Input Dims": [[]], "Ev Idx": 82 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::ne", "pid": 4183440, "tid": 31337, + "ts": 675204943048.881, "dur": 22.779, + "args": { + "External id": 426580,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["float", "float"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 83 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::is_nonzero", "pid": 4183440, "tid": 31337, + "ts": 675204943076.549, "dur": 35.930, + "args": { + "External id": 426581,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["bool"], "Input Strides": [[]], "Input Dims": [[]], "Ev Idx": 84 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::item", "pid": 4183440, "tid": 31337, + "ts": 675204943077.955, "dur": 34.344, + "args": { + "External id": 426582,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["bool"], "Input Strides": [[]], "Input Dims": [[]], "Ev Idx": 85 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::_local_scalar_dense", "pid": 4183440, "tid": 31337, + "ts": 675204943078.994, "dur": 32.992, + "args": { + "External id": 426583,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["bool"], "Input Strides": [[]], "Input Dims": [[]], "Ev Idx": 86 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::add_", "pid": 4183440, "tid": 31337, + "ts": 675204943129.153, "dur": 19.203, + "args": { + "External id": 426584,"Record function id": 0, "Concrete Inputs": ["", "", "1"], "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[1024, 1], [1024, 1], []], "Input Dims": [[32000, 1024], [32000, 1024], []], "Ev Idx": 87 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: ViewBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204943159.142, "dur": 15.202, + "args": { + "External id": 426585,"Record function id": 0, "Sequence number": 5055802, "Fwd thread id": 1, "Ev Idx": 88 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "ViewBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204943160.968, "dur": 11.123, + "args": { + "External id": 426586,"Sequence number": 5055802, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[65536, 1024]], "Ev Idx": 89 + } + }, + { + "ph": "f", "id": 11, "pid": 4183440, "tid": 31337, "ts": 675204943160.968, + "cat": "fwdbwd", "name": "fwdbwd", "bp": "e" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 4183440, "tid": 31337, + "ts": 675204943165.067, "dur": 6.797, + "args": { + "External id": 426587,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1024, 1], []], "Input Dims": [[65536, 1024], []], "Ev Idx": 90 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675204943168.308, "dur": 3.425, + "args": { + "External id": 426588,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1024, 1], []], "Input Dims": [[65536, 1024], []], "Ev Idx": 91 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: SliceBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204943177.519, "dur": 58.438, + "args": { + "External id": 426589,"Record function id": 0, "Sequence number": 5055801, "Fwd thread id": 1, "Ev Idx": 92 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "SliceBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204943178.488, "dur": 53.260, + "args": { + "External id": 426590,"Sequence number": 5055801, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[4194304, 1024, 1]], "Input Dims": [[16, 4096, 1024]], "Ev Idx": 93 + } + }, + { + "ph": "f", "id": 12, "pid": 4183440, "tid": 31337, "ts": 675204943178.488, + "cat": "fwdbwd", "name": "fwdbwd", "bp": "e" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::slice_backward", "pid": 4183440, "tid": 31337, + "ts": 675204943180.071, "dur": 51.326, + "args": { + "External id": 426591,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 1024]", "2", "0", "9223372036854775807", "1"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[4194304, 1024, 1], [], [], [], [], []], "Input Dims": [[16, 4096, 1024], [], [], [], [], []], "Ev Idx": 94 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::zeros", "pid": 4183440, "tid": 31337, + "ts": 675204943184.032, "dur": 20.348, + "args": { + "External id": 426592,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 1024]", "15", "0", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", ""], "Input Strides": [[], [], [], [], []], "Input Dims": [[], [], [], [], []], "Ev Idx": 95 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 31337, + "ts": 675204943185.236, "dur": 4.185, + "args": { + "External id": 426593,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 1024]", "15", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 96 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::zero_", "pid": 4183440, "tid": 31337, + "ts": 675204943190.146, "dur": 13.983, + "args": { + "External id": 426594,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[4194304, 1024, 1]], "Input Dims": [[16, 4096, 1024]], "Ev Idx": 97 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::fill_", "pid": 4183440, "tid": 31337, + "ts": 675204943191.515, "dur": 12.141, + "args": { + "External id": 426595,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["c10::BFloat16", "Scalar"], "Input Strides": [[4194304, 1024, 1], []], "Input Dims": [[16, 4096, 1024], []], "Ev Idx": 98 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 4183440, "tid": 31337, + "ts": 675204943205.725, "dur": 2.773, + "args": { + "External id": 426596,"Record function id": 0, "Concrete Inputs": ["", "2", "0", "9223372036854775807", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[4194304, 1024, 1], [], [], [], []], "Input Dims": [[16, 4096, 1024], [], [], [], []], "Ev Idx": 99 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675204943207.331, "dur": 0.990, + "args": { + "External id": 426597,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 1024]", "[4194304, 1024, 1]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[4194304, 1024, 1], [], [], []], "Input Dims": [[16, 4096, 1024], [], [], []], "Ev Idx": 100 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 4183440, "tid": 31337, + "ts": 675204943209.268, "dur": 21.416, + "args": { + "External id": 426598,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[4194304, 1024, 1], [4194304, 1024, 1], []], "Input Dims": [[16, 4096, 1024], [16, 4096, 1024], []], "Ev Idx": 101 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: SelectBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204943241.248, "dur": 55.903, + "args": { + "External id": 426599,"Record function id": 0, "Sequence number": 5055800, "Fwd thread id": 1, "Ev Idx": 102 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "SelectBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204943242.198, "dur": 51.544, + "args": { + "External id": 426600,"Sequence number": 5055800, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[4194304, 1024, 1]], "Input Dims": [[16, 4096, 1024]], "Ev Idx": 103 + } + }, + { + "ph": "f", "id": 13, "pid": 4183440, "tid": 31337, "ts": 675204943242.198, + "cat": "fwdbwd", "name": "fwdbwd", "bp": "e" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::select_backward", "pid": 4183440, "tid": 31337, + "ts": 675204943245.855, "dur": 47.531, + "args": { + "External id": 426601,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 4, 1024]", "2", "2"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "Scalar"], "Input Strides": [[4194304, 1024, 1], [], [], []], "Input Dims": [[16, 4096, 1024], [], [], []], "Ev Idx": 104 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::zeros", "pid": 4183440, "tid": 31337, + "ts": 675204943246.969, "dur": 18.372, + "args": { + "External id": 426602,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 4, 1024]", "15", "0", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", ""], "Input Strides": [[], [], [], [], []], "Input Dims": [[], [], [], [], []], "Ev Idx": 105 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 31337, + "ts": 675204943247.895, "dur": 2.102, + "args": { + "External id": 426603,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 4, 1024]", "15", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 106 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::zero_", "pid": 4183440, "tid": 31337, + "ts": 675204943250.661, "dur": 14.397, + "args": { + "External id": 426604,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[16777216, 4096, 1024, 1]], "Input Dims": [[16, 4096, 4, 1024]], "Ev Idx": 107 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::fill_", "pid": 4183440, "tid": 31337, + "ts": 675204943251.570, "dur": 13.150, + "args": { + "External id": 426605,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["c10::BFloat16", "Scalar"], "Input Strides": [[16777216, 4096, 1024, 1], []], "Input Dims": [[16, 4096, 4, 1024], []], "Ev Idx": 108 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::select", "pid": 4183440, "tid": 31337, + "ts": 675204943266.331, "dur": 7.470, + "args": { + "External id": 426606,"Record function id": 0, "Concrete Inputs": ["", "2", "2"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[16777216, 4096, 1024, 1], [], []], "Input Dims": [[16, 4096, 4, 1024], [], []], "Ev Idx": 109 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675204943272.357, "dur": 0.880, + "args": { + "External id": 426607,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 1024]", "[16777216, 4096, 1]", "2048"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[16777216, 4096, 1024, 1], [], [], []], "Input Dims": [[16, 4096, 4, 1024], [], [], []], "Ev Idx": 110 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 4183440, "tid": 31337, + "ts": 675204943274.665, "dur": 18.179, + "args": { + "External id": 426608,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[16777216, 4096, 1], [4194304, 1024, 1], []], "Input Dims": [[16, 4096, 1024], [16, 4096, 1024], []], "Ev Idx": 111 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: SliceBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204943300.858, "dur": 88.990, + "args": { + "External id": 426609,"Record function id": 0, "Sequence number": 5055799, "Fwd thread id": 1, "Ev Idx": 112 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "SliceBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204943302.376, "dur": 84.681, + "args": { + "External id": 426610,"Sequence number": 5055799, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[16777216, 4096, 1024, 1]], "Input Dims": [[16, 4096, 4, 1024]], "Ev Idx": 113 + } + }, + { + "ph": "f", "id": 14, "pid": 4183440, "tid": 31337, "ts": 675204943302.376, + "cat": "fwdbwd", "name": "fwdbwd", "bp": "e" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::slice_backward", "pid": 4183440, "tid": 31337, + "ts": 675204943303.976, "dur": 82.686, + "args": { + "External id": 426611,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 4, 1024]", "1", "0", "9223372036854775807", "1"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[16777216, 4096, 1024, 1], [], [], [], [], []], "Input Dims": [[16, 4096, 4, 1024], [], [], [], [], []], "Ev Idx": 114 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::zeros", "pid": 4183440, "tid": 31337, + "ts": 675204943305.242, "dur": 17.291, + "args": { + "External id": 426612,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 4, 1024]", "15", "0", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", ""], "Input Strides": [[], [], [], [], []], "Input Dims": [[], [], [], [], []], "Ev Idx": 115 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 31337, + "ts": 675204943306.105, "dur": 2.556, + "args": { + "External id": 426613,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 4, 1024]", "15", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 116 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::zero_", "pid": 4183440, "tid": 31337, + "ts": 675204943309.214, "dur": 13.066, + "args": { + "External id": 426614,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[16777216, 4096, 1024, 1]], "Input Dims": [[16, 4096, 4, 1024]], "Ev Idx": 117 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::fill_", "pid": 4183440, "tid": 31337, + "ts": 675204943310.175, "dur": 11.719, + "args": { + "External id": 426615,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["c10::BFloat16", "Scalar"], "Input Strides": [[16777216, 4096, 1024, 1], []], "Input Dims": [[16, 4096, 4, 1024], []], "Ev Idx": 118 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 4183440, "tid": 31337, + "ts": 675204943323.477, "dur": 4.283, + "args": { + "External id": 426616,"Record function id": 0, "Concrete Inputs": ["", "1", "0", "9223372036854775807", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[16777216, 4096, 1024, 1], [], [], [], []], "Input Dims": [[16, 4096, 4, 1024], [], [], [], []], "Ev Idx": 119 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675204943326.908, "dur": 0.723, + "args": { + "External id": 426617,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 4, 1024]", "[16777216, 4096, 1024, 1]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[16777216, 4096, 1024, 1], [], [], []], "Input Dims": [[16, 4096, 4, 1024], [], [], []], "Ev Idx": 120 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 4183440, "tid": 31337, + "ts": 675204943328.283, "dur": 57.650, + "args": { + "External id": 426618,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[16777216, 4096, 1024, 1], [16777216, 4096, 1024, 1], []], "Input Dims": [[16, 4096, 4, 1024], [16, 4096, 4, 1024], []], "Ev Idx": 121 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: SliceBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204943395.558, "dur": 77.232, + "args": { + "External id": 426619,"Record function id": 0, "Sequence number": 5055798, "Fwd thread id": 1, "Ev Idx": 122 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "SliceBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204943396.824, "dur": 59.546, + "args": { + "External id": 426620,"Sequence number": 5055798, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[16777216, 4096, 1024, 1]], "Input Dims": [[16, 4096, 4, 1024]], "Ev Idx": 123 + } + }, + { + "ph": "f", "id": 15, "pid": 4183440, "tid": 31337, "ts": 675204943396.824, + "cat": "fwdbwd", "name": "fwdbwd", "bp": "e" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::slice_backward", "pid": 4183440, "tid": 31337, + "ts": 675204943399.754, "dur": 56.314, + "args": { + "External id": 426621,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 4, 1024]", "0", "0", "9223372036854775807", "1"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[16777216, 4096, 1024, 1], [], [], [], [], []], "Input Dims": [[16, 4096, 4, 1024], [], [], [], [], []], "Ev Idx": 124 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::zeros", "pid": 4183440, "tid": 31337, + "ts": 675204943400.609, "dur": 14.537, + "args": { + "External id": 426622,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 4, 1024]", "15", "0", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", ""], "Input Strides": [[], [], [], [], []], "Input Dims": [[], [], [], [], []], "Ev Idx": 125 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 31337, + "ts": 675204943401.329, "dur": 1.599, + "args": { + "External id": 426623,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 4, 1024]", "15", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 126 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::zero_", "pid": 4183440, "tid": 31337, + "ts": 675204943403.493, "dur": 11.393, + "args": { + "External id": 426624,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[16777216, 4096, 1024, 1]], "Input Dims": [[16, 4096, 4, 1024]], "Ev Idx": 127 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::fill_", "pid": 4183440, "tid": 31337, + "ts": 675204943404.335, "dur": 10.228, + "args": { + "External id": 426625,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["c10::BFloat16", "Scalar"], "Input Strides": [[16777216, 4096, 1024, 1], []], "Input Dims": [[16, 4096, 4, 1024], []], "Ev Idx": 128 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 4183440, "tid": 31337, + "ts": 675204943416.058, "dur": 2.225, + "args": { + "External id": 426626,"Record function id": 0, "Concrete Inputs": ["", "0", "0", "9223372036854775807", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[16777216, 4096, 1024, 1], [], [], [], []], "Input Dims": [[16, 4096, 4, 1024], [], [], [], []], "Ev Idx": 129 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675204943417.130, "dur": 0.975, + "args": { + "External id": 426627,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 4, 1024]", "[16777216, 4096, 1024, 1]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[16777216, 4096, 1024, 1], [], [], []], "Input Dims": [[16, 4096, 4, 1024], [], [], []], "Ev Idx": 130 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 4183440, "tid": 31337, + "ts": 675204943418.720, "dur": 36.800, + "args": { + "External id": 426628,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[16777216, 4096, 1024, 1], [16777216, 4096, 1024, 1], []], "Input Dims": [[16, 4096, 4, 1024], [16, 4096, 4, 1024], []], "Ev Idx": 131 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::add_", "pid": 4183440, "tid": 31337, + "ts": 675204943459.241, "dur": 12.338, + "args": { + "External id": 426629,"Record function id": 0, "Concrete Inputs": ["", "", "1"], "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[16777216, 4096, 1024, 1], [16777216, 4096, 1024, 1], []], "Input Dims": [[16, 4096, 4, 1024], [16, 4096, 4, 1024], []], "Ev Idx": 132 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: AddBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204943476.863, "dur": 37.277, + "args": { + "External id": 426630,"Record function id": 0, "Sequence number": 5055797, "Fwd thread id": 1, "Ev Idx": 133 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "AddBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204943480.105, "dur": 0.597, + "args": { + "External id": 426631,"Sequence number": 5055797, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1]], "Input Dims": [[1]], "Ev Idx": 134 + } + }, + { + "ph": "f", "id": 16, "pid": 4183440, "tid": 31337, "ts": 675204943480.105, + "cat": "fwdbwd", "name": "fwdbwd", "bp": "e" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::sum", "pid": 4183440, "tid": 31337, + "ts": 675204943482.870, "dur": 28.703, + "args": { + "External id": 426632,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["float", ""], "Input Strides": [[1], []], "Input Dims": [[1], []], "Ev Idx": 135 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::sum", "pid": 4183440, "tid": 31337, + "ts": 675204943484.592, "dur": 26.602, + "args": { + "External id": 426633,"Record function id": 0, "Concrete Inputs": ["", "[]", "False", ""], "Input type": ["float", "ScalarList", "Scalar", ""], "Input Strides": [[1], [], [], []], "Input Dims": [[1], [], [], []], "Ev Idx": 136 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675204943492.835, "dur": 0.434, + "args": { + "External id": 426634,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[0]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 137 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: FusedLinearCrossEntropyFunctionBackward", "pid": 4183440, "tid": 31337, + "ts": 675204943518.633, "dur": 1492.393, + "args": { + "External id": 426635,"Record function id": 0, "Sequence number": 5055795, "Fwd thread id": 1, "Ev Idx": 138 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "FusedLinearCrossEntropyFunctionBackward", "pid": 4183440, "tid": 31337, + "ts": 675204943522.092, "dur": 1460.638, + "args": { + "External id": 426636,"Sequence number": 5055795, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[]], "Input Dims": [[]], "Ev Idx": 139 + } + }, + { + "ph": "f", "id": 17, "pid": 4183440, "tid": 31337, "ts": 675204943522.092, + "cat": "fwdbwd", "name": "fwdbwd", "bp": "e" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 31337, + "ts": 675204943549.083, "dur": 2.305, + "args": { + "External id": 426637,"Record function id": 0, "Concrete Inputs": ["[]", "6", "0", "", "False", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 140 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 31337, + "ts": 675204943553.524, "dur": 1335.253, + "args": { + "External id": 426638,"Record function id": 0, "Concrete Inputs": ["", "", "6", "False", "False", ""], "Input type": ["float", "", "Scalar", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 141 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::_to_copy", "pid": 4183440, "tid": 31337, + "ts": 675204943554.595, "dur": 1333.908, + "args": { + "External id": 426639,"Record function id": 0, "Concrete Inputs": ["", "6", "", "", "", "False", ""], "Input type": ["float", "Scalar", "", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], []], "Ev Idx": 142 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 4183440, "tid": 31337, + "ts": 675204943556.733, "dur": 3.193, + "args": { + "External id": 426640,"Record function id": 0, "Concrete Inputs": ["[]", "[]", "6", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 143 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 4183440, "tid": 31337, + "ts": 675204943560.583, "dur": 1326.847, + "args": { + "External id": 426641,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["float", "float", "Scalar"], "Input Strides": [[], [], []], "Input Dims": [[], [], []], "Ev Idx": 144 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::lift_fresh", "pid": 4183440, "tid": 31337, + "ts": 675204944892.201, "dur": 0.310, + "args": { + "External id": 426642,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[]], "Input Dims": [[]], "Ev Idx": 145 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::detach_", "pid": 4183440, "tid": 31337, + "ts": 675204944893.559, "dur": 1.971, + "args": { + "External id": 426643,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[]], "Input Dims": [[]], "Ev Idx": 146 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "detach_", "pid": 4183440, "tid": 31337, + "ts": 675204944894.836, "dur": 0.581, + "args": { + "External id": 426644,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[]], "Input Dims": [[]], "Ev Idx": 147 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::ne", "pid": 4183440, "tid": 31337, + "ts": 675204944899.203, "dur": 19.816, + "args": { + "External id": 426645,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["float", "float"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 148 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::is_nonzero", "pid": 4183440, "tid": 31337, + "ts": 675204944927.613, "dur": 47.812, + "args": { + "External id": 426646,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["bool"], "Input Strides": [[]], "Input Dims": [[]], "Ev Idx": 149 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::item", "pid": 4183440, "tid": 31337, + "ts": 675204944928.983, "dur": 46.269, + "args": { + "External id": 426647,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["bool"], "Input Strides": [[]], "Input Dims": [[]], "Ev Idx": 150 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::_local_scalar_dense", "pid": 4183440, "tid": 31337, + "ts": 675204944929.998, "dur": 44.530, + "args": { + "External id": 426648,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["bool"], "Input Strides": [[]], "Input Dims": [[]], "Ev Idx": 151 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::add_", "pid": 4183440, "tid": 31337, + "ts": 675204944990.474, "dur": 17.500, + "args": { + "External id": 426649,"Record function id": 0, "Concrete Inputs": ["", "", "1"], "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[1024, 1], [1024, 1], []], "Input Dims": [[32000, 1024], [32000, 1024], []], "Ev Idx": 152 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: ViewBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204945020.370, "dur": 9.197, + "args": { + "External id": 426650,"Record function id": 0, "Sequence number": 5055794, "Fwd thread id": 1, "Ev Idx": 153 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "ViewBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204945021.780, "dur": 6.165, + "args": { + "External id": 426651,"Sequence number": 5055794, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[65536, 1024]], "Ev Idx": 154 + } + }, + { + "ph": "f", "id": 18, "pid": 4183440, "tid": 31337, "ts": 675204945021.780, + "cat": "fwdbwd", "name": "fwdbwd", "bp": "e" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 4183440, "tid": 31337, + "ts": 675204945023.729, "dur": 4.016, + "args": { + "External id": 426652,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1024, 1], []], "Input Dims": [[65536, 1024], []], "Ev Idx": 155 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675204945024.819, "dur": 2.820, + "args": { + "External id": 426653,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1024, 1], []], "Input Dims": [[65536, 1024], []], "Ev Idx": 156 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: SliceBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204945032.833, "dur": 61.005, + "args": { + "External id": 426654,"Record function id": 0, "Sequence number": 5055793, "Fwd thread id": 1, "Ev Idx": 157 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "SliceBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204945033.595, "dur": 56.182, + "args": { + "External id": 426655,"Sequence number": 5055793, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[4194304, 1024, 1]], "Input Dims": [[16, 4096, 1024]], "Ev Idx": 158 + } + }, + { + "ph": "f", "id": 19, "pid": 4183440, "tid": 31337, "ts": 675204945033.595, + "cat": "fwdbwd", "name": "fwdbwd", "bp": "e" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::slice_backward", "pid": 4183440, "tid": 31337, + "ts": 675204945036.756, "dur": 52.741, + "args": { + "External id": 426656,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 1024]", "2", "0", "9223372036854775807", "1"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[4194304, 1024, 1], [], [], [], [], []], "Input Dims": [[16, 4096, 1024], [], [], [], [], []], "Ev Idx": 159 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::zeros", "pid": 4183440, "tid": 31337, + "ts": 675204945040.403, "dur": 19.833, + "args": { + "External id": 426657,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 1024]", "15", "0", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", ""], "Input Strides": [[], [], [], [], []], "Input Dims": [[], [], [], [], []], "Ev Idx": 160 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 31337, + "ts": 675204945041.429, "dur": 2.891, + "args": { + "External id": 426658,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 1024]", "15", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 161 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::zero_", "pid": 4183440, "tid": 31337, + "ts": 675204945045.003, "dur": 14.976, + "args": { + "External id": 426659,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[4194304, 1024, 1]], "Input Dims": [[16, 4096, 1024]], "Ev Idx": 162 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::fill_", "pid": 4183440, "tid": 31337, + "ts": 675204945046.649, "dur": 12.875, + "args": { + "External id": 426660,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["c10::BFloat16", "Scalar"], "Input Strides": [[4194304, 1024, 1], []], "Input Dims": [[16, 4096, 1024], []], "Ev Idx": 163 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 4183440, "tid": 31337, + "ts": 675204945061.519, "dur": 4.884, + "args": { + "External id": 426661,"Record function id": 0, "Concrete Inputs": ["", "2", "0", "9223372036854775807", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[4194304, 1024, 1], [], [], [], []], "Input Dims": [[16, 4096, 1024], [], [], [], []], "Ev Idx": 164 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675204945065.403, "dur": 0.851, + "args": { + "External id": 426662,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 1024]", "[4194304, 1024, 1]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[4194304, 1024, 1], [], [], []], "Input Dims": [[16, 4096, 1024], [], [], []], "Ev Idx": 165 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 4183440, "tid": 31337, + "ts": 675204945067.170, "dur": 21.577, + "args": { + "External id": 426663,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[4194304, 1024, 1], [4194304, 1024, 1], []], "Input Dims": [[16, 4096, 1024], [16, 4096, 1024], []], "Ev Idx": 166 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: SelectBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204945097.684, "dur": 52.880, + "args": { + "External id": 426664,"Record function id": 0, "Sequence number": 5055792, "Fwd thread id": 1, "Ev Idx": 167 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "SelectBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204945098.511, "dur": 49.819, + "args": { + "External id": 426665,"Sequence number": 5055792, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[4194304, 1024, 1]], "Input Dims": [[16, 4096, 1024]], "Ev Idx": 168 + } + }, + { + "ph": "f", "id": 20, "pid": 4183440, "tid": 31337, "ts": 675204945098.511, + "cat": "fwdbwd", "name": "fwdbwd", "bp": "e" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::select_backward", "pid": 4183440, "tid": 31337, + "ts": 675204945100.353, "dur": 47.657, + "args": { + "External id": 426666,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 4, 1024]", "2", "1"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "Scalar"], "Input Strides": [[4194304, 1024, 1], [], [], []], "Input Dims": [[16, 4096, 1024], [], [], []], "Ev Idx": 169 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::zeros", "pid": 4183440, "tid": 31337, + "ts": 675204945101.764, "dur": 19.348, + "args": { + "External id": 426667,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 4, 1024]", "15", "0", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", ""], "Input Strides": [[], [], [], [], []], "Input Dims": [[], [], [], [], []], "Ev Idx": 170 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 31337, + "ts": 675204945104.514, "dur": 2.491, + "args": { + "External id": 426668,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 4, 1024]", "15", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 171 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::zero_", "pid": 4183440, "tid": 31337, + "ts": 675204945107.675, "dur": 13.198, + "args": { + "External id": 426669,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[16777216, 4096, 1024, 1]], "Input Dims": [[16, 4096, 4, 1024]], "Ev Idx": 172 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::fill_", "pid": 4183440, "tid": 31337, + "ts": 675204945108.532, "dur": 11.959, + "args": { + "External id": 426670,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["c10::BFloat16", "Scalar"], "Input Strides": [[16777216, 4096, 1024, 1], []], "Input Dims": [[16, 4096, 4, 1024], []], "Ev Idx": 173 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::select", "pid": 4183440, "tid": 31337, + "ts": 675204945122.091, "dur": 7.755, + "args": { + "External id": 426671,"Record function id": 0, "Concrete Inputs": ["", "2", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[16777216, 4096, 1024, 1], [], []], "Input Dims": [[16, 4096, 4, 1024], [], []], "Ev Idx": 174 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675204945126.791, "dur": 2.536, + "args": { + "External id": 426672,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 1024]", "[16777216, 4096, 1]", "1024"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[16777216, 4096, 1024, 1], [], [], []], "Input Dims": [[16, 4096, 4, 1024], [], [], []], "Ev Idx": 175 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 4183440, "tid": 31337, + "ts": 675204945130.377, "dur": 17.118, + "args": { + "External id": 426673,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[16777216, 4096, 1], [4194304, 1024, 1], []], "Input Dims": [[16, 4096, 1024], [16, 4096, 1024], []], "Ev Idx": 176 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: SliceBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204945154.166, "dur": 70.789, + "args": { + "External id": 426674,"Record function id": 0, "Sequence number": 5055791, "Fwd thread id": 1, "Ev Idx": 177 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "SliceBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204945155.181, "dur": 67.149, + "args": { + "External id": 426675,"Sequence number": 5055791, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[16777216, 4096, 1024, 1]], "Input Dims": [[16, 4096, 4, 1024]], "Ev Idx": 178 + } + }, + { + "ph": "f", "id": 21, "pid": 4183440, "tid": 31337, "ts": 675204945155.181, + "cat": "fwdbwd", "name": "fwdbwd", "bp": "e" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::slice_backward", "pid": 4183440, "tid": 31337, + "ts": 675204945156.319, "dur": 65.729, + "args": { + "External id": 426676,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 4, 1024]", "1", "0", "9223372036854775807", "1"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[16777216, 4096, 1024, 1], [], [], [], [], []], "Input Dims": [[16, 4096, 4, 1024], [], [], [], [], []], "Ev Idx": 179 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::zeros", "pid": 4183440, "tid": 31337, + "ts": 675204945157.299, "dur": 19.182, + "args": { + "External id": 426677,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 4, 1024]", "15", "0", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", ""], "Input Strides": [[], [], [], [], []], "Input Dims": [[], [], [], [], []], "Ev Idx": 180 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 31337, + "ts": 675204945159.830, "dur": 2.044, + "args": { + "External id": 426678,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 4, 1024]", "15", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 181 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::zero_", "pid": 4183440, "tid": 31337, + "ts": 675204945162.461, "dur": 13.739, + "args": { + "External id": 426679,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[16777216, 4096, 1024, 1]], "Input Dims": [[16, 4096, 4, 1024]], "Ev Idx": 182 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::fill_", "pid": 4183440, "tid": 31337, + "ts": 675204945163.134, "dur": 12.675, + "args": { + "External id": 426680,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["c10::BFloat16", "Scalar"], "Input Strides": [[16777216, 4096, 1024, 1], []], "Input Dims": [[16, 4096, 4, 1024], []], "Ev Idx": 183 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 4183440, "tid": 31337, + "ts": 675204945177.265, "dur": 3.950, + "args": { + "External id": 426681,"Record function id": 0, "Concrete Inputs": ["", "1", "0", "9223372036854775807", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[16777216, 4096, 1024, 1], [], [], [], []], "Input Dims": [[16, 4096, 4, 1024], [], [], [], []], "Ev Idx": 184 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675204945180.367, "dur": 0.705, + "args": { + "External id": 426682,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 4, 1024]", "[16777216, 4096, 1024, 1]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[16777216, 4096, 1024, 1], [], [], []], "Input Dims": [[16, 4096, 4, 1024], [], [], []], "Ev Idx": 185 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 4183440, "tid": 31337, + "ts": 675204945181.760, "dur": 39.567, + "args": { + "External id": 426683,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[16777216, 4096, 1024, 1], [16777216, 4096, 1024, 1], []], "Input Dims": [[16, 4096, 4, 1024], [16, 4096, 4, 1024], []], "Ev Idx": 186 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: SliceBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204945228.725, "dur": 77.911, + "args": { + "External id": 426684,"Record function id": 0, "Sequence number": 5055790, "Fwd thread id": 1, "Ev Idx": 187 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "SliceBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204945229.886, "dur": 60.998, + "args": { + "External id": 426685,"Sequence number": 5055790, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[16777216, 4096, 1024, 1]], "Input Dims": [[16, 4096, 4, 1024]], "Ev Idx": 188 + } + }, + { + "ph": "f", "id": 22, "pid": 4183440, "tid": 31337, "ts": 675204945229.886, + "cat": "fwdbwd", "name": "fwdbwd", "bp": "e" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::slice_backward", "pid": 4183440, "tid": 31337, + "ts": 675204945233.046, "dur": 57.534, + "args": { + "External id": 426686,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 4, 1024]", "0", "0", "9223372036854775807", "1"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[16777216, 4096, 1024, 1], [], [], [], [], []], "Input Dims": [[16, 4096, 4, 1024], [], [], [], [], []], "Ev Idx": 189 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::zeros", "pid": 4183440, "tid": 31337, + "ts": 675204945233.917, "dur": 15.924, + "args": { + "External id": 426687,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 4, 1024]", "15", "0", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", ""], "Input Strides": [[], [], [], [], []], "Input Dims": [[], [], [], [], []], "Ev Idx": 190 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 31337, + "ts": 675204945236.414, "dur": 1.590, + "args": { + "External id": 426688,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 4, 1024]", "15", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 191 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::zero_", "pid": 4183440, "tid": 31337, + "ts": 675204945238.694, "dur": 10.867, + "args": { + "External id": 426689,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[16777216, 4096, 1024, 1]], "Input Dims": [[16, 4096, 4, 1024]], "Ev Idx": 192 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::fill_", "pid": 4183440, "tid": 31337, + "ts": 675204945239.369, "dur": 9.839, + "args": { + "External id": 426690,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["c10::BFloat16", "Scalar"], "Input Strides": [[16777216, 4096, 1024, 1], []], "Input Dims": [[16, 4096, 4, 1024], []], "Ev Idx": 193 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 4183440, "tid": 31337, + "ts": 675204945250.642, "dur": 3.769, + "args": { + "External id": 426691,"Record function id": 0, "Concrete Inputs": ["", "0", "0", "9223372036854775807", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[16777216, 4096, 1024, 1], [], [], [], []], "Input Dims": [[16, 4096, 4, 1024], [], [], [], []], "Ev Idx": 194 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675204945253.554, "dur": 0.644, + "args": { + "External id": 426692,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 4, 1024]", "[16777216, 4096, 1024, 1]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[16777216, 4096, 1024, 1], [], [], []], "Input Dims": [[16, 4096, 4, 1024], [], [], []], "Ev Idx": 195 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 4183440, "tid": 31337, + "ts": 675204945254.938, "dur": 35.056, + "args": { + "External id": 426693,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[16777216, 4096, 1024, 1], [16777216, 4096, 1024, 1], []], "Input Dims": [[16, 4096, 4, 1024], [16, 4096, 4, 1024], []], "Ev Idx": 196 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::add_", "pid": 4183440, "tid": 31337, + "ts": 675204945293.827, "dur": 11.629, + "args": { + "External id": 426694,"Record function id": 0, "Concrete Inputs": ["", "", "1"], "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[16777216, 4096, 1024, 1], [16777216, 4096, 1024, 1], []], "Input Dims": [[16, 4096, 4, 1024], [16, 4096, 4, 1024], []], "Ev Idx": 197 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: AddBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204945310.506, "dur": 26.762, + "args": { + "External id": 426695,"Record function id": 0, "Sequence number": 5055789, "Fwd thread id": 1, "Ev Idx": 198 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "AddBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204945311.645, "dur": 0.879, + "args": { + "External id": 426696,"Sequence number": 5055789, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1]], "Input Dims": [[1]], "Ev Idx": 199 + } + }, + { + "ph": "f", "id": 23, "pid": 4183440, "tid": 31337, "ts": 675204945311.645, + "cat": "fwdbwd", "name": "fwdbwd", "bp": "e" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::sum", "pid": 4183440, "tid": 31337, + "ts": 675204945314.140, "dur": 19.520, + "args": { + "External id": 426697,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["float", ""], "Input Strides": [[1], []], "Input Dims": [[1], []], "Ev Idx": 200 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::sum", "pid": 4183440, "tid": 31337, + "ts": 675204945315.615, "dur": 17.654, + "args": { + "External id": 426698,"Record function id": 0, "Concrete Inputs": ["", "[]", "False", ""], "Input type": ["float", "ScalarList", "Scalar", ""], "Input Strides": [[1], [], [], []], "Input Dims": [[1], [], [], []], "Ev Idx": 201 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675204945319.516, "dur": 0.737, + "args": { + "External id": 426699,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[0]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 202 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: FusedLinearCrossEntropyFunctionBackward", "pid": 4183440, "tid": 31337, + "ts": 675204945341.193, "dur": 1503.760, + "args": { + "External id": 426700,"Record function id": 0, "Sequence number": 5055788, "Fwd thread id": 1, "Ev Idx": 203 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "FusedLinearCrossEntropyFunctionBackward", "pid": 4183440, "tid": 31337, + "ts": 675204945351.822, "dur": 1468.076, + "args": { + "External id": 426701,"Sequence number": 5055788, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[]], "Input Dims": [[]], "Ev Idx": 204 + } + }, + { + "ph": "f", "id": 24, "pid": 4183440, "tid": 31337, "ts": 675204945351.822, + "cat": "fwdbwd", "name": "fwdbwd", "bp": "e" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 31337, + "ts": 675204945375.346, "dur": 1.782, + "args": { + "External id": 426702,"Record function id": 0, "Concrete Inputs": ["[]", "6", "0", "", "False", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 205 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 31337, + "ts": 675204945378.911, "dur": 1362.975, + "args": { + "External id": 426703,"Record function id": 0, "Concrete Inputs": ["", "", "6", "False", "False", ""], "Input type": ["float", "", "Scalar", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 206 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::_to_copy", "pid": 4183440, "tid": 31337, + "ts": 675204945380.030, "dur": 1361.559, + "args": { + "External id": 426704,"Record function id": 0, "Concrete Inputs": ["", "6", "", "", "", "False", ""], "Input type": ["float", "Scalar", "", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], []], "Ev Idx": 207 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 4183440, "tid": 31337, + "ts": 675204945383.303, "dur": 3.520, + "args": { + "External id": 426705,"Record function id": 0, "Concrete Inputs": ["[]", "[]", "6", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 208 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 4183440, "tid": 31337, + "ts": 675204945387.576, "dur": 1353.119, + "args": { + "External id": 426706,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["float", "float", "Scalar"], "Input Strides": [[], [], []], "Input Dims": [[], [], []], "Ev Idx": 209 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::lift_fresh", "pid": 4183440, "tid": 31337, + "ts": 675204946744.668, "dur": 0.259, + "args": { + "External id": 426707,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[]], "Input Dims": [[]], "Ev Idx": 210 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::detach_", "pid": 4183440, "tid": 31337, + "ts": 675204946745.909, "dur": 2.005, + "args": { + "External id": 426708,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[]], "Input Dims": [[]], "Ev Idx": 211 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "detach_", "pid": 4183440, "tid": 31337, + "ts": 675204946747.025, "dur": 0.773, + "args": { + "External id": 426709,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[]], "Input Dims": [[]], "Ev Idx": 212 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::ne", "pid": 4183440, "tid": 31337, + "ts": 675204946751.293, "dur": 20.815, + "args": { + "External id": 426710,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["float", "float"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 213 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::is_nonzero", "pid": 4183440, "tid": 31337, + "ts": 675204946775.825, "dur": 38.245, + "args": { + "External id": 426711,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["bool"], "Input Strides": [[]], "Input Dims": [[]], "Ev Idx": 214 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::item", "pid": 4183440, "tid": 31337, + "ts": 675204946776.680, "dur": 37.209, + "args": { + "External id": 426712,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["bool"], "Input Strides": [[]], "Input Dims": [[]], "Ev Idx": 215 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::_local_scalar_dense", "pid": 4183440, "tid": 31337, + "ts": 675204946777.755, "dur": 35.847, + "args": { + "External id": 426713,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["bool"], "Input Strides": [[]], "Input Dims": [[]], "Ev Idx": 216 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::add_", "pid": 4183440, "tid": 31337, + "ts": 675204946828.850, "dur": 12.927, + "args": { + "External id": 426714,"Record function id": 0, "Concrete Inputs": ["", "", "1"], "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[1024, 1], [1024, 1], []], "Input Dims": [[32000, 1024], [32000, 1024], []], "Ev Idx": 217 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675204946858.849, "dur": 12.601, + "args": { + "External id": 426715,"Record function id": 0, "Ev Idx": 218 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675204946861.405, "dur": 8.440, + "args": { + "External id": 426716,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[32000, 1024]], "Ev Idx": 219 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 4183440, "tid": 31337, + "ts": 675204946865.041, "dur": 3.773, + "args": { + "External id": 426717,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[32000, 1024]], "Ev Idx": 220 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 4183440, "tid": 31337, + "ts": 675204946865.994, "dur": 2.678, + "args": { + "External id": 426718,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[32000, 1024]], "Ev Idx": 221 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: ViewBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204946874.631, "dur": 10.620, + "args": { + "External id": 426719,"Record function id": 0, "Sequence number": 5055787, "Fwd thread id": 1, "Ev Idx": 222 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "ViewBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204946875.546, "dur": 7.572, + "args": { + "External id": 426720,"Sequence number": 5055787, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[65536, 1024]], "Ev Idx": 223 + } + }, + { + "ph": "f", "id": 25, "pid": 4183440, "tid": 31337, "ts": 675204946875.546, + "cat": "fwdbwd", "name": "fwdbwd", "bp": "e" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 4183440, "tid": 31337, + "ts": 675204946877.650, "dur": 5.246, + "args": { + "External id": 426721,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1024, 1], []], "Input Dims": [[65536, 1024], []], "Ev Idx": 224 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675204946880.333, "dur": 2.397, + "args": { + "External id": 426722,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1024, 1], []], "Input Dims": [[65536, 1024], []], "Ev Idx": 225 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: SliceBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204946888.289, "dur": 74.218, + "args": { + "External id": 426723,"Record function id": 0, "Sequence number": 5055786, "Fwd thread id": 1, "Ev Idx": 226 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "SliceBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204946889.304, "dur": 67.730, + "args": { + "External id": 426724,"Sequence number": 5055786, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[4194304, 1024, 1]], "Input Dims": [[16, 4096, 1024]], "Ev Idx": 227 + } + }, + { + "ph": "f", "id": 26, "pid": 4183440, "tid": 31337, "ts": 675204946889.304, + "cat": "fwdbwd", "name": "fwdbwd", "bp": "e" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::slice_backward", "pid": 4183440, "tid": 31337, + "ts": 675204946891.076, "dur": 65.633, + "args": { + "External id": 426725,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 1024]", "2", "0", "9223372036854775807", "1"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[4194304, 1024, 1], [], [], [], [], []], "Input Dims": [[16, 4096, 1024], [], [], [], [], []], "Ev Idx": 228 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::zeros", "pid": 4183440, "tid": 31337, + "ts": 675204946895.309, "dur": 22.438, + "args": { + "External id": 426726,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 1024]", "15", "0", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", ""], "Input Strides": [[], [], [], [], []], "Input Dims": [[], [], [], [], []], "Ev Idx": 229 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 31337, + "ts": 675204946896.712, "dur": 2.820, + "args": { + "External id": 426727,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 1024]", "15", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 230 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::zero_", "pid": 4183440, "tid": 31337, + "ts": 675204946900.334, "dur": 17.138, + "args": { + "External id": 426728,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[4194304, 1024, 1]], "Input Dims": [[16, 4096, 1024]], "Ev Idx": 231 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::fill_", "pid": 4183440, "tid": 31337, + "ts": 675204946901.795, "dur": 15.240, + "args": { + "External id": 426729,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["c10::BFloat16", "Scalar"], "Input Strides": [[4194304, 1024, 1], []], "Input Dims": [[16, 4096, 1024], []], "Ev Idx": 232 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 4183440, "tid": 31337, + "ts": 675204946919.183, "dur": 4.757, + "args": { + "External id": 426730,"Record function id": 0, "Concrete Inputs": ["", "2", "0", "9223372036854775807", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[4194304, 1024, 1], [], [], [], []], "Input Dims": [[16, 4096, 1024], [], [], [], []], "Ev Idx": 233 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675204946922.841, "dur": 0.895, + "args": { + "External id": 426731,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 1024]", "[4194304, 1024, 1]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[4194304, 1024, 1], [], [], []], "Input Dims": [[16, 4096, 1024], [], [], []], "Ev Idx": 234 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 4183440, "tid": 31337, + "ts": 675204946924.707, "dur": 30.983, + "args": { + "External id": 426732,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[4194304, 1024, 1], [4194304, 1024, 1], []], "Input Dims": [[16, 4096, 1024], [16, 4096, 1024], []], "Ev Idx": 235 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: SelectBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204946969.864, "dur": 55.477, + "args": { + "External id": 426733,"Record function id": 0, "Sequence number": 5055785, "Fwd thread id": 1, "Ev Idx": 236 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "SelectBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204946971.064, "dur": 51.991, + "args": { + "External id": 426734,"Sequence number": 5055785, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[4194304, 1024, 1]], "Input Dims": [[16, 4096, 1024]], "Ev Idx": 237 + } + }, + { + "ph": "f", "id": 27, "pid": 4183440, "tid": 31337, "ts": 675204946971.064, + "cat": "fwdbwd", "name": "fwdbwd", "bp": "e" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::select_backward", "pid": 4183440, "tid": 31337, + "ts": 675204946973.087, "dur": 49.645, + "args": { + "External id": 426735,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 4, 1024]", "2", "0"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "Scalar"], "Input Strides": [[4194304, 1024, 1], [], [], []], "Input Dims": [[16, 4096, 1024], [], [], []], "Ev Idx": 238 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::zeros", "pid": 4183440, "tid": 31337, + "ts": 675204946974.611, "dur": 23.641, + "args": { + "External id": 426736,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 4, 1024]", "15", "0", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", ""], "Input Strides": [[], [], [], [], []], "Input Dims": [[], [], [], [], []], "Ev Idx": 239 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 31337, + "ts": 675204946980.222, "dur": 3.304, + "args": { + "External id": 426737,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 4, 1024]", "15", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 240 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::zero_", "pid": 4183440, "tid": 31337, + "ts": 675204946984.144, "dur": 13.863, + "args": { + "External id": 426738,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[16777216, 4096, 1024, 1]], "Input Dims": [[16, 4096, 4, 1024]], "Ev Idx": 241 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::fill_", "pid": 4183440, "tid": 31337, + "ts": 675204946985.293, "dur": 12.280, + "args": { + "External id": 426739,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["c10::BFloat16", "Scalar"], "Input Strides": [[16777216, 4096, 1024, 1], []], "Input Dims": [[16, 4096, 4, 1024], []], "Ev Idx": 242 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::select", "pid": 4183440, "tid": 31337, + "ts": 675204946999.144, "dur": 3.564, + "args": { + "External id": 426740,"Record function id": 0, "Concrete Inputs": ["", "2", "0"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[16777216, 4096, 1024, 1], [], []], "Input Dims": [[16, 4096, 4, 1024], [], []], "Ev Idx": 243 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675204947001.511, "dur": 0.769, + "args": { + "External id": 426741,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 1024]", "[16777216, 4096, 1]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[16777216, 4096, 1024, 1], [], [], []], "Input Dims": [[16, 4096, 4, 1024], [], [], []], "Ev Idx": 244 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 4183440, "tid": 31337, + "ts": 675204947003.260, "dur": 19.011, + "args": { + "External id": 426742,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[16777216, 4096, 1], [4194304, 1024, 1], []], "Input Dims": [[16, 4096, 1024], [16, 4096, 1024], []], "Ev Idx": 245 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: SliceBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204947028.975, "dur": 70.161, + "args": { + "External id": 426743,"Record function id": 0, "Sequence number": 5055784, "Fwd thread id": 1, "Ev Idx": 246 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "SliceBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204947029.848, "dur": 66.431, + "args": { + "External id": 426744,"Sequence number": 5055784, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[16777216, 4096, 1024, 1]], "Input Dims": [[16, 4096, 4, 1024]], "Ev Idx": 247 + } + }, + { + "ph": "f", "id": 28, "pid": 4183440, "tid": 31337, "ts": 675204947029.848, + "cat": "fwdbwd", "name": "fwdbwd", "bp": "e" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::slice_backward", "pid": 4183440, "tid": 31337, + "ts": 675204947031.208, "dur": 64.820, + "args": { + "External id": 426745,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 4, 1024]", "1", "0", "9223372036854775807", "1"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[16777216, 4096, 1024, 1], [], [], [], [], []], "Input Dims": [[16, 4096, 4, 1024], [], [], [], [], []], "Ev Idx": 248 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::zeros", "pid": 4183440, "tid": 31337, + "ts": 675204947034.459, "dur": 17.868, + "args": { + "External id": 426746,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 4, 1024]", "15", "0", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", ""], "Input Strides": [[], [], [], [], []], "Input Dims": [[], [], [], [], []], "Ev Idx": 249 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 31337, + "ts": 675204947037.326, "dur": 1.754, + "args": { + "External id": 426747,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 4, 1024]", "15", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 250 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::zero_", "pid": 4183440, "tid": 31337, + "ts": 675204947039.884, "dur": 12.192, + "args": { + "External id": 426748,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[16777216, 4096, 1024, 1]], "Input Dims": [[16, 4096, 4, 1024]], "Ev Idx": 251 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::fill_", "pid": 4183440, "tid": 31337, + "ts": 675204947040.635, "dur": 11.122, + "args": { + "External id": 426749,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["c10::BFloat16", "Scalar"], "Input Strides": [[16777216, 4096, 1024, 1], []], "Input Dims": [[16, 4096, 4, 1024], []], "Ev Idx": 252 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 4183440, "tid": 31337, + "ts": 675204947053.162, "dur": 3.484, + "args": { + "External id": 426750,"Record function id": 0, "Concrete Inputs": ["", "1", "0", "9223372036854775807", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[16777216, 4096, 1024, 1], [], [], [], []], "Input Dims": [[16, 4096, 4, 1024], [], [], [], []], "Ev Idx": 253 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675204947054.419, "dur": 2.001, + "args": { + "External id": 426751,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 4, 1024]", "[16777216, 4096, 1024, 1]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[16777216, 4096, 1024, 1], [], [], []], "Input Dims": [[16, 4096, 4, 1024], [], [], []], "Ev Idx": 254 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 4183440, "tid": 31337, + "ts": 675204947057.256, "dur": 38.063, + "args": { + "External id": 426752,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[16777216, 4096, 1024, 1], [16777216, 4096, 1024, 1], []], "Input Dims": [[16, 4096, 4, 1024], [16, 4096, 4, 1024], []], "Ev Idx": 255 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: SliceBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204947102.986, "dur": 81.025, + "args": { + "External id": 426753,"Record function id": 0, "Sequence number": 5055783, "Fwd thread id": 1, "Ev Idx": 256 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "SliceBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204947104.139, "dur": 64.006, + "args": { + "External id": 426754,"Sequence number": 5055783, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[16777216, 4096, 1024, 1]], "Input Dims": [[16, 4096, 4, 1024]], "Ev Idx": 257 + } + }, + { + "ph": "f", "id": 29, "pid": 4183440, "tid": 31337, "ts": 675204947104.139, + "cat": "fwdbwd", "name": "fwdbwd", "bp": "e" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::slice_backward", "pid": 4183440, "tid": 31337, + "ts": 675204947105.070, "dur": 62.839, + "args": { + "External id": 426755,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 4, 1024]", "0", "0", "9223372036854775807", "1"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[16777216, 4096, 1024, 1], [], [], [], [], []], "Input Dims": [[16, 4096, 4, 1024], [], [], [], [], []], "Ev Idx": 258 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::zeros", "pid": 4183440, "tid": 31337, + "ts": 675204947106.044, "dur": 23.421, + "args": { + "External id": 426756,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 4, 1024]", "15", "0", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", ""], "Input Strides": [[], [], [], [], []], "Input Dims": [[], [], [], [], []], "Ev Idx": 259 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 31337, + "ts": 675204947111.778, "dur": 1.723, + "args": { + "External id": 426757,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 4, 1024]", "15", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 260 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::zero_", "pid": 4183440, "tid": 31337, + "ts": 675204947116.860, "dur": 12.336, + "args": { + "External id": 426758,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[16777216, 4096, 1024, 1]], "Input Dims": [[16, 4096, 4, 1024]], "Ev Idx": 261 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::fill_", "pid": 4183440, "tid": 31337, + "ts": 675204947119.289, "dur": 9.565, + "args": { + "External id": 426759,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["c10::BFloat16", "Scalar"], "Input Strides": [[16777216, 4096, 1024, 1], []], "Input Dims": [[16, 4096, 4, 1024], []], "Ev Idx": 262 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 4183440, "tid": 31337, + "ts": 675204947130.129, "dur": 1.508, + "args": { + "External id": 426760,"Record function id": 0, "Concrete Inputs": ["", "0", "0", "9223372036854775807", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[16777216, 4096, 1024, 1], [], [], [], []], "Input Dims": [[16, 4096, 4, 1024], [], [], [], []], "Ev Idx": 263 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675204947130.988, "dur": 0.537, + "args": { + "External id": 426761,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 4, 1024]", "[16777216, 4096, 1024, 1]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[16777216, 4096, 1024, 1], [], [], []], "Input Dims": [[16, 4096, 4, 1024], [], [], []], "Ev Idx": 264 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 4183440, "tid": 31337, + "ts": 675204947132.158, "dur": 35.104, + "args": { + "External id": 426762,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[16777216, 4096, 1024, 1], [16777216, 4096, 1024, 1], []], "Input Dims": [[16, 4096, 4, 1024], [16, 4096, 4, 1024], []], "Ev Idx": 265 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::add_", "pid": 4183440, "tid": 31337, + "ts": 675204947171.273, "dur": 11.065, + "args": { + "External id": 426763,"Record function id": 0, "Concrete Inputs": ["", "", "1"], "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[16777216, 4096, 1024, 1], [16777216, 4096, 1024, 1], []], "Input Dims": [[16, 4096, 4, 1024], [16, 4096, 4, 1024], []], "Ev Idx": 266 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: CompiledFunctionBackward", "pid": 4183440, "tid": 31337, + "ts": 675204947188.781, "dur": 330.434, + "args": { + "External id": 426764,"Record function id": 0, "Sequence number": 5055782, "Fwd thread id": 1, "Ev Idx": 267 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "CompiledFunctionBackward", "pid": 4183440, "tid": 31337, + "ts": 675204947190.062, "dur": 320.936, + "args": { + "External id": 426765,"Sequence number": 5055782, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[16777216, 4096, 1024, 1]], "Input Dims": [[16, 4096, 4, 1024]], "Ev Idx": 268 + } + }, + { + "ph": "f", "id": 30, "pid": 4183440, "tid": 31337, "ts": 675204947190.062, + "cat": "fwdbwd", "name": "fwdbwd", "bp": "e" + }, + { + "ph": "X", "cat": "cpu_op", "name": "layer_norm_bwd_kernel_0", "pid": 4183440, "tid": 31337, + "ts": 675204947349.566, "dur": 40.072, + "args": { + "External id": 426766,"kernel_hash": "cwn2qo4ncl2qi3v5pz4fikdhukjhcljwbjylpte65zey6zjf64nh", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "", "", "262144", "1024", "1", "1986", "132", "True", "1024", "False", "False", "True", "False", "False"], "kernel_file": "/tmp/torchinductor_cvm/wn/cwn2qo4ncl2qi3v5pz4fikdhukjhcljwbjylpte65zey6zjf64nh.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "float", "float", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [1], [1024, 1], [1024, 1], [1024, 1], [1], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[262144, 1024], [1024], [262144, 1024], [262144, 1024], [132, 1024], [262144], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 269 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "triton_red_fused_sum_0", "pid": 4183440, "tid": 31337, + "ts": 675204947421.637, "dur": 26.711, + "args": { + "External id": 426767,"kernel_hash": "c7dnwfbgxph4ok5pxyk4aw6r2nsyeyyk2enf3jei5vygmjcp4okc", "grid": "grid(2048,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "2048", "66"], "kernel_file": "/tmp/torchinductor_cvm/7d/c7dnwfbgxph4ok5pxyk4aw6r2nsyeyyk2enf3jei5vygmjcp4okc.py", "kernel_backend": "triton", "Input type": ["float", "float", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [2048, 1, 1024], [], []], "Input Dims": [[132, 1024], [1, 1024, 2], [], []], "Ev Idx": 270 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "triton_per_fused__to_copy_sum_1", "pid": 4183440, "tid": 31337, + "ts": 675204947467.845, "dur": 19.046, + "args": { + "External id": 426768,"kernel_hash": "c4qb7fuzp2dt5bkszd6eq3yu47c3lgrdyzhh3yljx7xg4duul7x4", "grid": "grid(1024,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "1024", "2"], "kernel_file": "/tmp/torchinductor_cvm/4q/c4qb7fuzp2dt5bkszd6eq3yu47c3lgrdyzhh3yljx7xg4duul7x4.py", "kernel_backend": "triton", "Input type": ["float", "c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[2048, 1, 1024], [1024, 1], [], []], "Input Dims": [[1, 1024, 2], [1, 1024], [], []], "Ev Idx": 271 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675204947526.774, "dur": 12.104, + "args": { + "External id": 426769,"Record function id": 0, "Ev Idx": 272 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675204947528.521, "dur": 9.506, + "args": { + "External id": 426770,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[1024]], "Ev Idx": 273 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 4183440, "tid": 31337, + "ts": 675204947531.060, "dur": 6.231, + "args": { + "External id": 426771,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[1024]], "Ev Idx": 274 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 4183440, "tid": 31337, + "ts": 675204947534.150, "dur": 2.799, + "args": { + "External id": 426772,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[1024]], "Ev Idx": 275 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: StackBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204947544.732, "dur": 30.182, + "args": { + "External id": 426773,"Record function id": 0, "Sequence number": 5055781, "Fwd thread id": 1, "Ev Idx": 276 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "StackBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204947545.997, "dur": 21.638, + "args": { + "External id": 426774,"Sequence number": 5055781, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[16777216, 4096, 1024, 1]], "Input Dims": [[16, 4096, 4, 1024]], "Ev Idx": 277 + } + }, + { + "ph": "f", "id": 31, "pid": 4183440, "tid": 31337, "ts": 675204947545.997, + "cat": "fwdbwd", "name": "fwdbwd", "bp": "e" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::select", "pid": 4183440, "tid": 31337, + "ts": 675204947548.248, "dur": 6.386, + "args": { + "External id": 426775,"Record function id": 0, "Concrete Inputs": ["", "-2", "0"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[16777216, 4096, 1024, 1], [], []], "Input Dims": [[16, 4096, 4, 1024], [], []], "Ev Idx": 278 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675204947552.172, "dur": 0.917, + "args": { + "External id": 426776,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 1024]", "[16777216, 4096, 1]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[16777216, 4096, 1024, 1], [], [], []], "Input Dims": [[16, 4096, 4, 1024], [], [], []], "Ev Idx": 279 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::select", "pid": 4183440, "tid": 31337, + "ts": 675204947555.239, "dur": 4.234, + "args": { + "External id": 426777,"Record function id": 0, "Concrete Inputs": ["", "-2", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[16777216, 4096, 1024, 1], [], []], "Input Dims": [[16, 4096, 4, 1024], [], []], "Ev Idx": 280 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675204947558.326, "dur": 0.520, + "args": { + "External id": 426778,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 1024]", "[16777216, 4096, 1]", "1024"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[16777216, 4096, 1024, 1], [], [], []], "Input Dims": [[16, 4096, 4, 1024], [], [], []], "Ev Idx": 281 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::select", "pid": 4183440, "tid": 31337, + "ts": 675204947559.966, "dur": 2.355, + "args": { + "External id": 426779,"Record function id": 0, "Concrete Inputs": ["", "-2", "2"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[16777216, 4096, 1024, 1], [], []], "Input Dims": [[16, 4096, 4, 1024], [], []], "Ev Idx": 282 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675204947561.035, "dur": 0.750, + "args": { + "External id": 426780,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 1024]", "[16777216, 4096, 1]", "2048"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[16777216, 4096, 1024, 1], [], [], []], "Input Dims": [[16, 4096, 4, 1024], [], [], []], "Ev Idx": 283 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::select", "pid": 4183440, "tid": 31337, + "ts": 675204947562.812, "dur": 4.244, + "args": { + "External id": 426781,"Record function id": 0, "Concrete Inputs": ["", "-2", "3"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[16777216, 4096, 1024, 1], [], []], "Input Dims": [[16, 4096, 4, 1024], [], []], "Ev Idx": 284 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675204947565.934, "dur": 0.492, + "args": { + "External id": 426782,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 1024]", "[16777216, 4096, 1]", "3072"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[16777216, 4096, 1024, 1], [], [], []], "Input Dims": [[16, 4096, 4, 1024], [], [], []], "Ev Idx": 285 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: AddBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204947578.628, "dur": 4.727, + "args": { + "External id": 426783,"Record function id": 0, "Sequence number": 5055780, "Fwd thread id": 1, "Ev Idx": 286 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "AddBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204947579.563, "dur": 0.819, + "args": { + "External id": 426784,"Sequence number": 5055780, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[16777216, 4096, 1]], "Input Dims": [[16, 4096, 1024]], "Ev Idx": 287 + } + }, + { + "ph": "f", "id": 32, "pid": 4183440, "tid": 31337, "ts": 675204947579.563, + "cat": "fwdbwd", "name": "fwdbwd", "bp": "e" + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: SwiGLULinearFunctionBackward", "pid": 4183440, "tid": 31337, + "ts": 675204947587.247, "dur": 556.602, + "args": { + "External id": 426785,"Record function id": 0, "Sequence number": 5055779, "Fwd thread id": 1, "Ev Idx": 288 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "SwiGLULinearFunctionBackward", "pid": 4183440, "tid": 31337, + "ts": 675204947588.467, "dur": 542.520, + "args": { + "External id": 426786,"Sequence number": 5055779, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[16777216, 4096, 1]], "Input Dims": [[16, 4096, 1024]], "Ev Idx": 289 + } + }, + { + "ph": "f", "id": 33, "pid": 4183440, "tid": 31337, "ts": 675204947588.467, + "cat": "fwdbwd", "name": "fwdbwd", "bp": "e" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 4183440, "tid": 31337, + "ts": 675204947627.060, "dur": 13.190, + "args": { + "External id": 426787,"Record function id": 0, "Concrete Inputs": ["", "[-1, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[16777216, 4096, 1], []], "Input Dims": [[16, 4096, 1024], []], "Ev Idx": 290 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::_reshape_alias", "pid": 4183440, "tid": 31337, + "ts": 675204947634.829, "dur": 5.082, + "args": { + "External id": 426788,"Record function id": 0, "Concrete Inputs": ["", "[65536, 1024]", "[4096, 1]"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList"], "Input Strides": [[16777216, 4096, 1], [], []], "Input Dims": [[16, 4096, 1024], [], []], "Ev Idx": 291 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 4183440, "tid": 31337, + "ts": 675204947644.115, "dur": 47.092, + "args": { + "External id": 426789,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2816, 1]], "Input Dims": [[1024, 2816]], "Ev Idx": 292 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 4183440, "tid": 31337, + "ts": 675204947646.543, "dur": 43.506, + "args": { + "External id": 426790,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[2816, 1], [], []], "Input Dims": [[1024, 2816], [], []], "Ev Idx": 293 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675204947650.700, "dur": 38.625, + "args": { + "External id": 426791,"Record function id": 0, "Concrete Inputs": ["", "[2816, 1024]", "[1, 2816]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[2816, 1], [], [], []], "Input Dims": [[1024, 2816], [], [], []], "Ev Idx": 294 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::linear", "pid": 4183440, "tid": 31337, + "ts": 675204947696.135, "dur": 126.120, + "args": { + "External id": 426792,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", ""], "Input Strides": [[4096, 1], [1, 2816], []], "Input Dims": [[65536, 1024], [2816, 1024], []], "Ev Idx": 295 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 4183440, "tid": 31337, + "ts": 675204947697.065, "dur": 5.322, + "args": { + "External id": 426793,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1, 2816]], "Input Dims": [[2816, 1024]], "Ev Idx": 296 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 4183440, "tid": 31337, + "ts": 675204947698.151, "dur": 3.494, + "args": { + "External id": 426794,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[1, 2816], [], []], "Input Dims": [[2816, 1024], [], []], "Ev Idx": 297 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675204947701.050, "dur": 0.529, + "args": { + "External id": 426795,"Record function id": 0, "Concrete Inputs": ["", "[1024, 2816]", "[2816, 1]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[1, 2816], [], [], []], "Input Dims": [[2816, 1024], [], [], []], "Ev Idx": 298 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::matmul", "pid": 4183440, "tid": 31337, + "ts": 675204947703.962, "dur": 117.240, + "args": { + "External id": 426796,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[4096, 1], [2816, 1]], "Input Dims": [[65536, 1024], [1024, 2816]], "Ev Idx": 299 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675204947705.930, "dur": 113.850, + "args": { + "External id": 426797,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[4096, 1], [2816, 1]], "Input Dims": [[65536, 1024], [1024, 2816]], "Ev Idx": 300 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view_as", "pid": 4183440, "tid": 31337, + "ts": 675204947829.254, "dur": 4.448, + "args": { + "External id": 426798,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2816, 1], [11534336, 2816, 1]], "Input Dims": [[65536, 2816], [16, 4096, 2816]], "Ev Idx": 301 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675204947831.014, "dur": 2.575, + "args": { + "External id": 426799,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 2816]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[2816, 1], []], "Input Dims": [[65536, 2816], []], "Ev Idx": 302 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 31337, + "ts": 675204947870.426, "dur": 5.371, + "args": { + "External id": 426800,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 2816]", "15", "", "", "", "0"], "Input type": ["ScalarList", "Scalar", "", "", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 303 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 31337, + "ts": 675204947876.715, "dur": 2.056, + "args": { + "External id": 426801,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 2816]", "15", "", "", "", "0"], "Input type": ["ScalarList", "Scalar", "", "", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 304 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 31337, + "ts": 675204947881.428, "dur": 1.854, + "args": { + "External id": 426802,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 2816]", "15", "", "", "", "0"], "Input type": ["ScalarList", "Scalar", "", "", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 305 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 4183440, "tid": 31337, + "ts": 675204947920.295, "dur": 2.435, + "args": { + "External id": 426803,"Record function id": 0, "Concrete Inputs": ["", "[-1, 2816]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[11534336, 2816, 1], []], "Input Dims": [[16, 4096, 2816], []], "Ev Idx": 306 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675204947921.114, "dur": 1.461, + "args": { + "External id": 426804,"Record function id": 0, "Concrete Inputs": ["", "[-1, 2816]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[11534336, 2816, 1], []], "Input Dims": [[16, 4096, 2816], []], "Ev Idx": 307 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::einsum", "pid": 4183440, "tid": 31337, + "ts": 675204947966.027, "dur": 142.229, + "args": { + "External id": 426805,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["", "TensorList", ""], "Input Strides": [[], [[4096, 1], [2816, 1]], []], "Input Dims": [[], [[65536, 1024], [65536, 2816]], []], "Ev Idx": 308 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 4183440, "tid": 31337, + "ts": 675204947974.138, "dur": 10.521, + "args": { + "External id": 426806,"Record function id": 0, "Concrete Inputs": ["", "2"], "Input type": ["c10::BFloat16", "Scalar"], "Input Strides": [[4096, 1], []], "Input Dims": [[65536, 1024], []], "Ev Idx": 309 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675204947979.827, "dur": 2.983, + "args": { + "External id": 426807,"Record function id": 0, "Concrete Inputs": ["", "[65536, 1024, 1]", "[4096, 1, 1]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[4096, 1], [], [], []], "Input Dims": [[65536, 1024], [], [], []], "Ev Idx": 310 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::permute", "pid": 4183440, "tid": 31337, + "ts": 675204947987.727, "dur": 7.092, + "args": { + "External id": 426808,"Record function id": 0, "Concrete Inputs": ["", "[1, 2, 0]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[4096, 1, 1], []], "Input Dims": [[65536, 1024, 1], []], "Ev Idx": 311 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675204947993.296, "dur": 0.492, + "args": { + "External id": 426809,"Record function id": 0, "Concrete Inputs": ["", "[1024, 1, 65536]", "[1, 1, 4096]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[4096, 1, 1], [], [], []], "Input Dims": [[65536, 1024, 1], [], [], []], "Ev Idx": 312 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 4183440, "tid": 31337, + "ts": 675204947997.114, "dur": 3.330, + "args": { + "External id": 426810,"Record function id": 0, "Concrete Inputs": ["", "2"], "Input type": ["c10::BFloat16", "Scalar"], "Input Strides": [[2816, 1], []], "Input Dims": [[65536, 2816], []], "Ev Idx": 313 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675204947999.750, "dur": 0.319, + "args": { + "External id": 426811,"Record function id": 0, "Concrete Inputs": ["", "[65536, 2816, 1]", "[2816, 1, 1]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[2816, 1], [], [], []], "Input Dims": [[65536, 2816], [], [], []], "Ev Idx": 314 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::permute", "pid": 4183440, "tid": 31337, + "ts": 675204948001.329, "dur": 4.007, + "args": { + "External id": 426812,"Record function id": 0, "Concrete Inputs": ["", "[2, 1, 0]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[2816, 1, 1], []], "Input Dims": [[65536, 2816, 1], []], "Ev Idx": 315 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675204948004.118, "dur": 0.578, + "args": { + "External id": 426813,"Record function id": 0, "Concrete Inputs": ["", "[1, 2816, 65536]", "[1, 1, 2816]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[2816, 1, 1], [], [], []], "Input Dims": [[65536, 2816, 1], [], [], []], "Ev Idx": 316 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::permute", "pid": 4183440, "tid": 31337, + "ts": 675204948011.793, "dur": 3.546, + "args": { + "External id": 426814,"Record function id": 0, "Concrete Inputs": ["", "[0, 2, 1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1, 1, 4096], []], "Input Dims": [[1024, 1, 65536], []], "Ev Idx": 317 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675204948014.606, "dur": 0.427, + "args": { + "External id": 426815,"Record function id": 0, "Concrete Inputs": ["", "[1024, 65536, 1]", "[1, 4096, 1]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[1, 1, 4096], [], [], []], "Input Dims": [[1024, 1, 65536], [], [], []], "Ev Idx": 318 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 4183440, "tid": 31337, + "ts": 675204948016.052, "dur": 7.580, + "args": { + "External id": 426816,"Record function id": 0, "Concrete Inputs": ["", "[1, 1024, 65536]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1, 4096, 1], []], "Input Dims": [[1024, 65536, 1], []], "Ev Idx": 319 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::_reshape_alias", "pid": 4183440, "tid": 31337, + "ts": 675204948021.296, "dur": 2.131, + "args": { + "External id": 426817,"Record function id": 0, "Concrete Inputs": ["", "[1, 1024, 65536]", "[1024, 1, 4096]"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList"], "Input Strides": [[1, 4096, 1], [], []], "Input Dims": [[1024, 65536, 1], [], []], "Ev Idx": 320 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::permute", "pid": 4183440, "tid": 31337, + "ts": 675204948024.276, "dur": 3.729, + "args": { + "External id": 426818,"Record function id": 0, "Concrete Inputs": ["", "[2, 1, 0]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1, 1, 2816], []], "Input Dims": [[1, 2816, 65536], []], "Ev Idx": 321 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675204948027.230, "dur": 0.484, + "args": { + "External id": 426819,"Record function id": 0, "Concrete Inputs": ["", "[65536, 2816, 1]", "[2816, 1, 1]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[1, 1, 2816], [], [], []], "Input Dims": [[1, 2816, 65536], [], [], []], "Ev Idx": 322 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 4183440, "tid": 31337, + "ts": 675204948028.571, "dur": 2.227, + "args": { + "External id": 426820,"Record function id": 0, "Concrete Inputs": ["", "[1, 65536, 2816]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[2816, 1, 1], []], "Input Dims": [[65536, 2816, 1], []], "Ev Idx": 323 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675204948029.405, "dur": 1.306, + "args": { + "External id": 426821,"Record function id": 0, "Concrete Inputs": ["", "[1, 65536, 2816]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[2816, 1, 1], []], "Input Dims": [[65536, 2816, 1], []], "Ev Idx": 324 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::bmm", "pid": 4183440, "tid": 31337, + "ts": 675204948033.023, "dur": 63.083, + "args": { + "External id": 426822,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1, 4096], [184549376, 2816, 1]], "Input Dims": [[1, 1024, 65536], [1, 65536, 2816]], "Ev Idx": 325 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675204948097.986, "dur": 1.086, + "args": { + "External id": 426823,"Record function id": 0, "Concrete Inputs": ["", "[1024, 1, 2816]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[2883584, 2816, 1], []], "Input Dims": [[1, 1024, 2816], []], "Ev Idx": 326 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::permute", "pid": 4183440, "tid": 31337, + "ts": 675204948101.659, "dur": 2.269, + "args": { + "External id": 426824,"Record function id": 0, "Concrete Inputs": ["", "[0, 2, 1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[2816, 2816, 1], []], "Input Dims": [[1024, 1, 2816], []], "Ev Idx": 327 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675204948102.905, "dur": 0.507, + "args": { + "External id": 426825,"Record function id": 0, "Concrete Inputs": ["", "[1024, 2816, 1]", "[2816, 1, 2816]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[2816, 2816, 1], [], [], []], "Input Dims": [[1024, 1, 2816], [], [], []], "Ev Idx": 328 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675204948105.820, "dur": 1.058, + "args": { + "External id": 426826,"Record function id": 0, "Concrete Inputs": ["", "[1024, 2816]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[2816, 1, 2816], []], "Input Dims": [[1024, 2816, 1], []], "Ev Idx": 329 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675204948157.108, "dur": 10.471, + "args": { + "External id": 426827,"Record function id": 0, "Ev Idx": 330 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675204948159.477, "dur": 7.238, + "args": { + "External id": 426828,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2816, 1]], "Input Dims": [[1024, 2816]], "Ev Idx": 331 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 4183440, "tid": 31337, + "ts": 675204948162.064, "dur": 3.704, + "args": { + "External id": 426829,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2816, 1]], "Input Dims": [[1024, 2816]], "Ev Idx": 332 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 4183440, "tid": 31337, + "ts": 675204948163.429, "dur": 2.223, + "args": { + "External id": 426830,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2816, 1]], "Input Dims": [[1024, 2816]], "Ev Idx": 333 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: UnsafeViewBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204948171.587, "dur": 8.462, + "args": { + "External id": 426831,"Record function id": 0, "Sequence number": 5055778, "Fwd thread id": 1, "Ev Idx": 334 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "UnsafeViewBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204948172.469, "dur": 5.304, + "args": { + "External id": 426832,"Sequence number": 5055778, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[11534336, 2816, 1]], "Input Dims": [[16, 4096, 2816]], "Ev Idx": 335 + } + }, + { + "ph": "f", "id": 34, "pid": 4183440, "tid": 31337, "ts": 675204948172.469, + "cat": "fwdbwd", "name": "fwdbwd", "bp": "e" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 4183440, "tid": 31337, + "ts": 675204948175.719, "dur": 1.835, + "args": { + "External id": 426833,"Record function id": 0, "Concrete Inputs": ["", "[65536, 2816]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[11534336, 2816, 1], []], "Input Dims": [[16, 4096, 2816], []], "Ev Idx": 336 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675204948176.515, "dur": 0.910, + "args": { + "External id": 426834,"Record function id": 0, "Concrete Inputs": ["", "[65536, 2816]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[11534336, 2816, 1], []], "Input Dims": [[16, 4096, 2816], []], "Ev Idx": 337 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: MmBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204948184.073, "dur": 119.906, + "args": { + "External id": 426835,"Record function id": 0, "Sequence number": 5055777, "Fwd thread id": 1, "Ev Idx": 338 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "MmBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204948186.939, "dur": 109.511, + "args": { + "External id": 426836,"Sequence number": 5055777, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2816, 1]], "Input Dims": [[65536, 2816]], "Ev Idx": 339 + } + }, + { + "ph": "f", "id": 35, "pid": 4183440, "tid": 31337, "ts": 675204948186.939, + "cat": "fwdbwd", "name": "fwdbwd", "bp": "e" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 4183440, "tid": 31337, + "ts": 675204948191.538, "dur": 4.112, + "args": { + "External id": 426837,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2816, 1]], "Input Dims": [[65536, 2816]], "Ev Idx": 340 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 4183440, "tid": 31337, + "ts": 675204948193.079, "dur": 2.079, + "args": { + "External id": 426838,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[2816, 1], [], []], "Input Dims": [[65536, 2816], [], []], "Ev Idx": 341 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675204948194.289, "dur": 0.676, + "args": { + "External id": 426839,"Record function id": 0, "Concrete Inputs": ["", "[2816, 65536]", "[1, 2816]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[2816, 1], [], [], []], "Input Dims": [[65536, 2816], [], [], []], "Ev Idx": 342 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675204948196.878, "dur": 40.433, + "args": { + "External id": 426840,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 2816], [1024, 1]], "Input Dims": [[2816, 65536], [65536, 1024]], "Ev Idx": 343 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 4183440, "tid": 31337, + "ts": 675204948238.449, "dur": 5.553, + "args": { + "External id": 426841,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[2816, 1024]], "Ev Idx": 344 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 4183440, "tid": 31337, + "ts": 675204948239.261, "dur": 4.215, + "args": { + "External id": 426842,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [], []], "Input Dims": [[2816, 1024], [], []], "Ev Idx": 345 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675204948242.471, "dur": 0.797, + "args": { + "External id": 426843,"Record function id": 0, "Concrete Inputs": ["", "[1024, 2816]", "[1, 1024]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[1024, 1], [], [], []], "Input Dims": [[2816, 1024], [], [], []], "Ev Idx": 346 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 4183440, "tid": 31337, + "ts": 675204948245.563, "dur": 5.730, + "args": { + "External id": 426844,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1, 1024]], "Input Dims": [[1024, 2816]], "Ev Idx": 347 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 4183440, "tid": 31337, + "ts": 675204948246.483, "dur": 4.350, + "args": { + "External id": 426845,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[1, 1024], [], []], "Input Dims": [[1024, 2816], [], []], "Ev Idx": 348 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675204948248.798, "dur": 1.935, + "args": { + "External id": 426846,"Record function id": 0, "Concrete Inputs": ["", "[2816, 1024]", "[1024, 1]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[1, 1024], [], [], []], "Input Dims": [[1024, 2816], [], [], []], "Ev Idx": 349 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675204948251.743, "dur": 43.939, + "args": { + "External id": 426847,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2816, 1], [1024, 1]], "Input Dims": [[65536, 2816], [2816, 1024]], "Ev Idx": 350 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: ViewBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204948308.612, "dur": 8.321, + "args": { + "External id": 426848,"Record function id": 0, "Sequence number": 5055776, "Fwd thread id": 1, "Ev Idx": 351 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "ViewBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204948309.722, "dur": 5.551, + "args": { + "External id": 426849,"Sequence number": 5055776, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[65536, 1024]], "Ev Idx": 352 + } + }, + { + "ph": "f", "id": 36, "pid": 4183440, "tid": 31337, "ts": 675204948309.722, + "cat": "fwdbwd", "name": "fwdbwd", "bp": "e" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 4183440, "tid": 31337, + "ts": 675204948311.057, "dur": 4.076, + "args": { + "External id": 426850,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1024, 1], []], "Input Dims": [[65536, 1024], []], "Ev Idx": 353 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675204948313.903, "dur": 1.134, + "args": { + "External id": 426851,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1024, 1], []], "Input Dims": [[65536, 1024], []], "Ev Idx": 354 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: TBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204948320.595, "dur": 8.670, + "args": { + "External id": 426852,"Record function id": 0, "Sequence number": 5055775, "Fwd thread id": 1, "Ev Idx": 355 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "TBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204948321.421, "dur": 5.587, + "args": { + "External id": 426853,"Sequence number": 5055775, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1, 1024]], "Input Dims": [[1024, 2816]], "Ev Idx": 356 + } + }, + { + "ph": "f", "id": 37, "pid": 4183440, "tid": 31337, "ts": 675204948321.421, + "cat": "fwdbwd", "name": "fwdbwd", "bp": "e" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 4183440, "tid": 31337, + "ts": 675204948322.290, "dur": 4.513, + "args": { + "External id": 426854,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1, 1024]], "Input Dims": [[1024, 2816]], "Ev Idx": 357 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 4183440, "tid": 31337, + "ts": 675204948322.921, "dur": 3.444, + "args": { + "External id": 426855,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[1, 1024], [], []], "Input Dims": [[1024, 2816], [], []], "Ev Idx": 358 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675204948325.787, "dur": 0.474, + "args": { + "External id": 426856,"Record function id": 0, "Concrete Inputs": ["", "[2816, 1024]", "[1024, 1]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[1, 1024], [], [], []], "Input Dims": [[1024, 2816], [], [], []], "Ev Idx": 359 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675204948333.050, "dur": 5.389, + "args": { + "External id": 426857,"Record function id": 0, "Ev Idx": 360 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675204948334.220, "dur": 3.696, + "args": { + "External id": 426858,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[2816, 1024]], "Ev Idx": 361 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 4183440, "tid": 31337, + "ts": 675204948335.266, "dur": 2.333, + "args": { + "External id": 426859,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[2816, 1024]], "Ev Idx": 362 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 4183440, "tid": 31337, + "ts": 675204948336.103, "dur": 1.347, + "args": { + "External id": 426860,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[2816, 1024]], "Ev Idx": 363 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: UnsafeViewBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204948341.671, "dur": 7.246, + "args": { + "External id": 426861,"Record function id": 0, "Sequence number": 5055774, "Fwd thread id": 1, "Ev Idx": 364 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "UnsafeViewBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204948342.590, "dur": 4.138, + "args": { + "External id": 426862,"Sequence number": 5055774, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[11534336, 2816, 1]], "Input Dims": [[16, 4096, 2816]], "Ev Idx": 365 + } + }, + { + "ph": "f", "id": 38, "pid": 4183440, "tid": 31337, "ts": 675204948342.590, + "cat": "fwdbwd", "name": "fwdbwd", "bp": "e" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 4183440, "tid": 31337, + "ts": 675204948345.141, "dur": 1.447, + "args": { + "External id": 426863,"Record function id": 0, "Concrete Inputs": ["", "[65536, 2816]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[11534336, 2816, 1], []], "Input Dims": [[16, 4096, 2816], []], "Ev Idx": 366 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675204948345.667, "dur": 0.779, + "args": { + "External id": 426864,"Record function id": 0, "Concrete Inputs": ["", "[65536, 2816]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[11534336, 2816, 1], []], "Input Dims": [[16, 4096, 2816], []], "Ev Idx": 367 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: MmBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204948352.288, "dur": 92.947, + "args": { + "External id": 426865,"Record function id": 0, "Sequence number": 5055773, "Fwd thread id": 1, "Ev Idx": 368 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "MmBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204948353.218, "dur": 84.314, + "args": { + "External id": 426866,"Sequence number": 5055773, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2816, 1]], "Input Dims": [[65536, 2816]], "Ev Idx": 369 + } + }, + { + "ph": "f", "id": 39, "pid": 4183440, "tid": 31337, "ts": 675204948353.218, + "cat": "fwdbwd", "name": "fwdbwd", "bp": "e" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 4183440, "tid": 31337, + "ts": 675204948355.560, "dur": 4.437, + "args": { + "External id": 426867,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2816, 1]], "Input Dims": [[65536, 2816]], "Ev Idx": 370 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 4183440, "tid": 31337, + "ts": 675204948356.288, "dur": 3.297, + "args": { + "External id": 426868,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[2816, 1], [], []], "Input Dims": [[65536, 2816], [], []], "Ev Idx": 371 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675204948358.889, "dur": 0.592, + "args": { + "External id": 426869,"Record function id": 0, "Concrete Inputs": ["", "[2816, 65536]", "[1, 2816]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[2816, 1], [], [], []], "Input Dims": [[65536, 2816], [], [], []], "Ev Idx": 372 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675204948360.685, "dur": 25.822, + "args": { + "External id": 426870,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 2816], [1024, 1]], "Input Dims": [[2816, 65536], [65536, 1024]], "Ev Idx": 373 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 4183440, "tid": 31337, + "ts": 675204948387.399, "dur": 6.255, + "args": { + "External id": 426871,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[2816, 1024]], "Ev Idx": 374 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 4183440, "tid": 31337, + "ts": 675204948387.884, "dur": 5.269, + "args": { + "External id": 426872,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [], []], "Input Dims": [[2816, 1024], [], []], "Ev Idx": 375 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675204948390.444, "dur": 2.597, + "args": { + "External id": 426873,"Record function id": 0, "Concrete Inputs": ["", "[1024, 2816]", "[1, 1024]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[1024, 1], [], [], []], "Input Dims": [[2816, 1024], [], [], []], "Ev Idx": 376 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 4183440, "tid": 31337, + "ts": 675204948394.938, "dur": 4.072, + "args": { + "External id": 426874,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1, 1024]], "Input Dims": [[1024, 2816]], "Ev Idx": 377 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 4183440, "tid": 31337, + "ts": 675204948395.768, "dur": 2.839, + "args": { + "External id": 426875,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[1, 1024], [], []], "Input Dims": [[1024, 2816], [], []], "Ev Idx": 378 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675204948398.094, "dur": 0.445, + "args": { + "External id": 426876,"Record function id": 0, "Concrete Inputs": ["", "[2816, 1024]", "[1024, 1]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[1, 1024], [], [], []], "Input Dims": [[1024, 2816], [], [], []], "Ev Idx": 379 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675204948399.482, "dur": 37.409, + "args": { + "External id": 426877,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2816, 1], [1024, 1]], "Input Dims": [[65536, 2816], [2816, 1024]], "Ev Idx": 380 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: ViewBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204948451.229, "dur": 34.792, + "args": { + "External id": 426878,"Record function id": 0, "Sequence number": 5055772, "Fwd thread id": 1, "Ev Idx": 381 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "ViewBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204948452.336, "dur": 5.157, + "args": { + "External id": 426879,"Sequence number": 5055772, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[65536, 1024]], "Ev Idx": 382 + } + }, + { + "ph": "f", "id": 40, "pid": 4183440, "tid": 31337, "ts": 675204948452.336, + "cat": "fwdbwd", "name": "fwdbwd", "bp": "e" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 4183440, "tid": 31337, + "ts": 675204948453.553, "dur": 3.801, + "args": { + "External id": 426880,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1024, 1], []], "Input Dims": [[65536, 1024], []], "Ev Idx": 383 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675204948455.865, "dur": 1.351, + "args": { + "External id": 426881,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1024, 1], []], "Input Dims": [[65536, 1024], []], "Ev Idx": 384 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::add", "pid": 4183440, "tid": 31337, + "ts": 675204948460.388, "dur": 22.732, + "args": { + "External id": 426882,"Record function id": 0, "Concrete Inputs": ["", "", "1"], "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[4194304, 1024, 1], [4194304, 1024, 1], []], "Input Dims": [[16, 4096, 1024], [16, 4096, 1024], []], "Ev Idx": 385 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: TBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204948489.851, "dur": 9.130, + "args": { + "External id": 426883,"Record function id": 0, "Sequence number": 5055771, "Fwd thread id": 1, "Ev Idx": 386 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "TBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204948490.799, "dur": 6.192, + "args": { + "External id": 426884,"Sequence number": 5055771, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1, 1024]], "Input Dims": [[1024, 2816]], "Ev Idx": 387 + } + }, + { + "ph": "f", "id": 41, "pid": 4183440, "tid": 31337, "ts": 675204948490.799, + "cat": "fwdbwd", "name": "fwdbwd", "bp": "e" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 4183440, "tid": 31337, + "ts": 675204948493.648, "dur": 3.123, + "args": { + "External id": 426885,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1, 1024]], "Input Dims": [[1024, 2816]], "Ev Idx": 388 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 4183440, "tid": 31337, + "ts": 675204948494.641, "dur": 1.602, + "args": { + "External id": 426886,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[1, 1024], [], []], "Input Dims": [[1024, 2816], [], []], "Ev Idx": 389 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675204948495.530, "dur": 0.605, + "args": { + "External id": 426887,"Record function id": 0, "Concrete Inputs": ["", "[2816, 1024]", "[1024, 1]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[1, 1024], [], [], []], "Input Dims": [[1024, 2816], [], [], []], "Ev Idx": 390 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675204948502.995, "dur": 4.244, + "args": { + "External id": 426888,"Record function id": 0, "Ev Idx": 391 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675204948503.984, "dur": 2.721, + "args": { + "External id": 426889,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[2816, 1024]], "Ev Idx": 392 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 4183440, "tid": 31337, + "ts": 675204948504.970, "dur": 1.461, + "args": { + "External id": 426890,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[2816, 1024]], "Ev Idx": 393 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 4183440, "tid": 31337, + "ts": 675204948505.506, "dur": 0.840, + "args": { + "External id": 426891,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[2816, 1024]], "Ev Idx": 394 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: LayerNormFunctionBackward", "pid": 4183440, "tid": 31337, + "ts": 675204948511.739, "dur": 489.081, + "args": { + "External id": 426892,"Record function id": 0, "Sequence number": 5055770, "Fwd thread id": 1, "Ev Idx": 395 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "LayerNormFunctionBackward", "pid": 4183440, "tid": 31337, + "ts": 675204948513.059, "dur": 472.764, + "args": { + "External id": 426893,"Sequence number": 5055770, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[4194304, 1024, 1], [16777216, 4096, 1]], "Input Dims": [[16, 4096, 1024], [16, 4096, 1024]], "Ev Idx": 396 + } + }, + { + "ph": "f", "id": 42, "pid": 4183440, "tid": 31337, "ts": 675204948513.059, + "cat": "fwdbwd", "name": "fwdbwd", "bp": "e" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::contiguous", "pid": 4183440, "tid": 31337, + "ts": 675204948539.486, "dur": 32.124, + "args": { + "External id": 426894,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["c10::BFloat16", "Scalar"], "Input Strides": [[16777216, 4096, 1], []], "Input Dims": [[16, 4096, 1024], []], "Ev Idx": 397 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::clone", "pid": 4183440, "tid": 31337, + "ts": 675204948540.986, "dur": 30.422, + "args": { + "External id": 426895,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["c10::BFloat16", "Scalar"], "Input Strides": [[16777216, 4096, 1], []], "Input Dims": [[16, 4096, 1024], []], "Ev Idx": 398 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty_like", "pid": 4183440, "tid": 31337, + "ts": 675204948543.661, "dur": 5.463, + "args": { + "External id": 426896,"Record function id": 0, "Concrete Inputs": ["", "15", "0", "", "", "0"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "", "", "Scalar"], "Input Strides": [[16777216, 4096, 1], [], [], [], [], []], "Input Dims": [[16, 4096, 1024], [], [], [], [], []], "Ev Idx": 399 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 31337, + "ts": 675204948546.112, "dur": 2.476, + "args": { + "External id": 426897,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 1024]", "15", "0", "", "", "0"], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 400 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 4183440, "tid": 31337, + "ts": 675204948550.388, "dur": 20.380, + "args": { + "External id": 426898,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[4194304, 1024, 1], [16777216, 4096, 1], []], "Input Dims": [[16, 4096, 1024], [16, 4096, 1024], []], "Ev Idx": 401 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 4183440, "tid": 31337, + "ts": 675204948584.288, "dur": 3.342, + "args": { + "External id": 426899,"Record function id": 0, "Concrete Inputs": ["", "[-1, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[4194304, 1024, 1], []], "Input Dims": [[16, 4096, 1024], []], "Ev Idx": 402 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675204948584.780, "dur": 2.736, + "args": { + "External id": 426900,"Record function id": 0, "Concrete Inputs": ["", "[-1, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[4194304, 1024, 1], []], "Input Dims": [[16, 4096, 1024], []], "Ev Idx": 403 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 4183440, "tid": 31337, + "ts": 675204948591.086, "dur": 1.396, + "args": { + "External id": 426901,"Record function id": 0, "Concrete Inputs": ["", "[-1, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[4194304, 1024, 1], []], "Input Dims": [[16, 4096, 1024], []], "Ev Idx": 404 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675204948591.664, "dur": 0.724, + "args": { + "External id": 426902,"Record function id": 0, "Concrete Inputs": ["", "[-1, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[4194304, 1024, 1], []], "Input Dims": [[16, 4096, 1024], []], "Ev Idx": 405 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 31337, + "ts": 675204948607.714, "dur": 1.759, + "args": { + "External id": 426903,"Record function id": 0, "Concrete Inputs": ["[65536, 1024]", "15", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 406 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 31337, + "ts": 675204948621.118, "dur": 2.527, + "args": { + "External id": 426904,"Record function id": 0, "Concrete Inputs": ["[132, 1024]", "6", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 407 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675204948849.032, "dur": 3.955, + "args": { + "External id": 426905,"Record function id": 0, "Concrete Inputs": ["", "[1, -1, 1024]"], "Input type": ["float", "ScalarList"], "Input Strides": [[1024, 1], []], "Input Dims": [[132, 1024], []], "Ev Idx": 408 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::sum", "pid": 4183440, "tid": 31337, + "ts": 675204948857.752, "dur": 35.029, + "args": { + "External id": 426906,"Record function id": 0, "Concrete Inputs": ["", "[1]", "False", ""], "Input type": ["float", "ScalarList", "Scalar", ""], "Input Strides": [[135168, 1024, 1], [], [], []], "Input Dims": [[1, 132, 1024], [], [], []], "Ev Idx": 409 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675204948869.431, "dur": 1.057, + "args": { + "External id": 426907,"Record function id": 0, "Concrete Inputs": ["", "[1, 1, 1024]", "[1024, 0, 1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[1024, 1], [], [], []], "Input Dims": [[1, 1024], [], [], []], "Ev Idx": 410 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 31337, + "ts": 675204948898.955, "dur": 28.949, + "args": { + "External id": 426908,"Record function id": 0, "Concrete Inputs": ["", "", "15", "False", "False", ""], "Input type": ["float", "", "Scalar", "Scalar", "Scalar", ""], "Input Strides": [[1024, 1], [], [], [], [], []], "Input Dims": [[1, 1024], [], [], [], [], []], "Ev Idx": 411 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::_to_copy", "pid": 4183440, "tid": 31337, + "ts": 675204948900.807, "dur": 26.855, + "args": { + "External id": 426909,"Record function id": 0, "Concrete Inputs": ["", "15", "", "", "", "False", ""], "Input type": ["float", "Scalar", "", "", "", "Scalar", ""], "Input Strides": [[1024, 1], [], [], [], [], [], []], "Input Dims": [[1, 1024], [], [], [], [], [], []], "Ev Idx": 412 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 4183440, "tid": 31337, + "ts": 675204948904.752, "dur": 3.876, + "args": { + "External id": 426910,"Record function id": 0, "Concrete Inputs": ["[1, 1024]", "[1024, 1]", "15", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 413 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 4183440, "tid": 31337, + "ts": 675204948911.794, "dur": 15.292, + "args": { + "External id": 426911,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["c10::BFloat16", "float", "Scalar"], "Input Strides": [[1024, 1], [1024, 1], []], "Input Dims": [[1, 1024], [1, 1024], []], "Ev Idx": 414 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view_as", "pid": 4183440, "tid": 31337, + "ts": 675204948932.919, "dur": 20.927, + "args": { + "External id": 426912,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1]], "Input Dims": [[1, 1024], [1024]], "Ev Idx": 415 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675204948951.182, "dur": 2.377, + "args": { + "External id": 426913,"Record function id": 0, "Concrete Inputs": ["", "[1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1024, 1], []], "Input Dims": [[1, 1024], []], "Ev Idx": 416 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 4183440, "tid": 31337, + "ts": 675204948963.497, "dur": 6.051, + "args": { + "External id": 426914,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1024, 1], []], "Input Dims": [[65536, 1024], []], "Ev Idx": 417 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675204948966.072, "dur": 3.324, + "args": { + "External id": 426915,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1024, 1], []], "Input Dims": [[65536, 1024], []], "Ev Idx": 418 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 4183440, "tid": 31337, + "ts": 675204948971.587, "dur": 1.762, + "args": { + "External id": 426916,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1024, 1], []], "Input Dims": [[65536, 1024], []], "Ev Idx": 419 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675204948972.243, "dur": 0.999, + "args": { + "External id": 426917,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1024, 1], []], "Input Dims": [[65536, 1024], []], "Ev Idx": 420 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675204949015.175, "dur": 9.306, + "args": { + "External id": 426918,"Record function id": 0, "Ev Idx": 421 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675204949016.930, "dur": 6.804, + "args": { + "External id": 426919,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[1024]], "Ev Idx": 422 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 4183440, "tid": 31337, + "ts": 675204949019.637, "dur": 3.120, + "args": { + "External id": 426920,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[1024]], "Ev Idx": 423 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 4183440, "tid": 31337, + "ts": 675204949020.747, "dur": 1.926, + "args": { + "External id": 426921,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[1024]], "Ev Idx": 424 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: UnsafeViewBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204949028.034, "dur": 8.969, + "args": { + "External id": 426922,"Record function id": 0, "Sequence number": 5055769, "Fwd thread id": 1, "Ev Idx": 425 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "UnsafeViewBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204949028.865, "dur": 5.388, + "args": { + "External id": 426923,"Sequence number": 5055769, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[4194304, 1024, 1]], "Input Dims": [[16, 4096, 1024]], "Ev Idx": 426 + } + }, + { + "ph": "f", "id": 43, "pid": 4183440, "tid": 31337, "ts": 675204949028.865, + "cat": "fwdbwd", "name": "fwdbwd", "bp": "e" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 4183440, "tid": 31337, + "ts": 675204949031.718, "dur": 2.244, + "args": { + "External id": 426924,"Record function id": 0, "Concrete Inputs": ["", "[65536, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[4194304, 1024, 1], []], "Input Dims": [[16, 4096, 1024], []], "Ev Idx": 427 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675204949032.366, "dur": 1.417, + "args": { + "External id": 426925,"Record function id": 0, "Concrete Inputs": ["", "[65536, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[4194304, 1024, 1], []], "Input Dims": [[16, 4096, 1024], []], "Ev Idx": 428 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: MmBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204949043.068, "dur": 142.570, + "args": { + "External id": 426926,"Record function id": 0, "Sequence number": 5055768, "Fwd thread id": 1, "Ev Idx": 429 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "MmBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204949044.063, "dur": 137.103, + "args": { + "External id": 426927,"Sequence number": 5055768, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[65536, 1024]], "Ev Idx": 430 + } + }, + { + "ph": "f", "id": 44, "pid": 4183440, "tid": 31337, "ts": 675204949044.063, + "cat": "fwdbwd", "name": "fwdbwd", "bp": "e" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 4183440, "tid": 31337, + "ts": 675204949047.207, "dur": 4.962, + "args": { + "External id": 426928,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[65536, 1024]], "Ev Idx": 431 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 4183440, "tid": 31337, + "ts": 675204949048.671, "dur": 2.880, + "args": { + "External id": 426929,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [], []], "Input Dims": [[65536, 1024], [], []], "Ev Idx": 432 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675204949050.059, "dur": 1.230, + "args": { + "External id": 426930,"Record function id": 0, "Concrete Inputs": ["", "[1024, 65536]", "[1, 1024]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[1024, 1], [], [], []], "Input Dims": [[65536, 1024], [], [], []], "Ev Idx": 433 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675204949053.358, "dur": 76.240, + "args": { + "External id": 426931,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 1024], [1024, 1]], "Input Dims": [[1024, 65536], [65536, 1024]], "Ev Idx": 434 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 4183440, "tid": 31337, + "ts": 675204949130.900, "dur": 6.959, + "args": { + "External id": 426932,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 435 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 4183440, "tid": 31337, + "ts": 675204949133.649, "dur": 3.591, + "args": { + "External id": 426933,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [], []], "Input Dims": [[1024, 1024], [], []], "Ev Idx": 436 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675204949134.759, "dur": 2.317, + "args": { + "External id": 426934,"Record function id": 0, "Concrete Inputs": ["", "[1024, 1024]", "[1, 1024]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[1024, 1], [], [], []], "Input Dims": [[1024, 1024], [], [], []], "Ev Idx": 437 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 4183440, "tid": 31337, + "ts": 675204949139.464, "dur": 4.908, + "args": { + "External id": 426935,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1, 1024]], "Input Dims": [[1024, 1024]], "Ev Idx": 438 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 4183440, "tid": 31337, + "ts": 675204949140.452, "dur": 3.431, + "args": { + "External id": 426936,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[1, 1024], [], []], "Input Dims": [[1024, 1024], [], []], "Ev Idx": 439 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675204949143.224, "dur": 0.571, + "args": { + "External id": 426937,"Record function id": 0, "Concrete Inputs": ["", "[1024, 1024]", "[1024, 1]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[1, 1024], [], [], []], "Input Dims": [[1024, 1024], [], [], []], "Ev Idx": 440 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675204949144.995, "dur": 35.252, + "args": { + "External id": 426938,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1024, 1]], "Input Dims": [[65536, 1024], [1024, 1024]], "Ev Idx": 441 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: ViewBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204949190.485, "dur": 10.682, + "args": { + "External id": 426939,"Record function id": 0, "Sequence number": 5055767, "Fwd thread id": 1, "Ev Idx": 442 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "ViewBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204949191.431, "dur": 7.139, + "args": { + "External id": 426940,"Sequence number": 5055767, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[65536, 1024]], "Ev Idx": 443 + } + }, + { + "ph": "f", "id": 45, "pid": 4183440, "tid": 31337, "ts": 675204949191.431, + "cat": "fwdbwd", "name": "fwdbwd", "bp": "e" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 4183440, "tid": 31337, + "ts": 675204949194.735, "dur": 3.688, + "args": { + "External id": 426941,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1024, 1], []], "Input Dims": [[65536, 1024], []], "Ev Idx": 444 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675204949195.399, "dur": 2.873, + "args": { + "External id": 426942,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1024, 1], []], "Input Dims": [[65536, 1024], []], "Ev Idx": 445 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: TBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204949204.384, "dur": 8.795, + "args": { + "External id": 426943,"Record function id": 0, "Sequence number": 5055766, "Fwd thread id": 1, "Ev Idx": 446 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "TBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204949205.177, "dur": 5.954, + "args": { + "External id": 426944,"Sequence number": 5055766, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1, 1024]], "Input Dims": [[1024, 1024]], "Ev Idx": 447 + } + }, + { + "ph": "f", "id": 46, "pid": 4183440, "tid": 31337, "ts": 675204949205.177, + "cat": "fwdbwd", "name": "fwdbwd", "bp": "e" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 4183440, "tid": 31337, + "ts": 675204949206.034, "dur": 4.871, + "args": { + "External id": 426945,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1, 1024]], "Input Dims": [[1024, 1024]], "Ev Idx": 448 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 4183440, "tid": 31337, + "ts": 675204949206.837, "dur": 3.590, + "args": { + "External id": 426946,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[1, 1024], [], []], "Input Dims": [[1024, 1024], [], []], "Ev Idx": 449 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675204949209.632, "dur": 0.707, + "args": { + "External id": 426947,"Record function id": 0, "Concrete Inputs": ["", "[1024, 1024]", "[1024, 1]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[1, 1024], [], [], []], "Input Dims": [[1024, 1024], [], [], []], "Ev Idx": 450 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675204949217.146, "dur": 6.999, + "args": { + "External id": 426948,"Record function id": 0, "Ev Idx": 451 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675204949218.293, "dur": 5.254, + "args": { + "External id": 426949,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 452 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 4183440, "tid": 31337, + "ts": 675204949219.229, "dur": 4.026, + "args": { + "External id": 426950,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 453 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 4183440, "tid": 31337, + "ts": 675204949221.954, "dur": 1.211, + "args": { + "External id": 426951,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 454 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: ViewBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204949227.197, "dur": 6.761, + "args": { + "External id": 426952,"Record function id": 0, "Sequence number": 5055765, "Fwd thread id": 1, "Ev Idx": 455 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "ViewBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204949228.151, "dur": 3.515, + "args": { + "External id": 426953,"Sequence number": 5055765, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[4194304, 1024, 1]], "Input Dims": [[16, 4096, 1024]], "Ev Idx": 456 + } + }, + { + "ph": "f", "id": 47, "pid": 4183440, "tid": 31337, "ts": 675204949228.151, + "cat": "fwdbwd", "name": "fwdbwd", "bp": "e" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 4183440, "tid": 31337, + "ts": 675204949229.210, "dur": 2.297, + "args": { + "External id": 426954,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 16, 64]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[4194304, 1024, 1], []], "Input Dims": [[16, 4096, 1024], []], "Ev Idx": 457 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675204949230.143, "dur": 1.206, + "args": { + "External id": 426955,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 16, 64]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[4194304, 1024, 1], []], "Input Dims": [[16, 4096, 1024], []], "Ev Idx": 458 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: FlashAttnFuncBackward", "pid": 4183440, "tid": 31337, + "ts": 675204949237.984, "dur": 296.240, + "args": { + "External id": 426956,"Record function id": 0, "Sequence number": 5055764, "Fwd thread id": 1, "Ev Idx": 459 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "FlashAttnFuncBackward", "pid": 4183440, "tid": 31337, + "ts": 675204949239.128, "dur": 276.410, + "args": { + "External id": 426957,"Sequence number": 5055764, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[4194304, 1024, 64, 1]], "Input Dims": [[16, 4096, 16, 64]], "Ev Idx": 460 + } + }, + { + "ph": "f", "id": 48, "pid": 4183440, "tid": 31337, "ts": 675204949239.128, + "cat": "fwdbwd", "name": "fwdbwd", "bp": "e" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty_like", "pid": 4183440, "tid": 31337, + "ts": 675204949254.566, "dur": 9.565, + "args": { + "External id": 426958,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "False", ""], "Input type": ["c10::BFloat16", "", "", "", "Scalar", ""], "Input Strides": [[4194304, 1024, 64, 1], [], [], [], [], []], "Input Dims": [[16, 4096, 16, 64], [], [], [], [], []], "Ev Idx": 461 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 4183440, "tid": 31337, + "ts": 675204949260.019, "dur": 3.634, + "args": { + "External id": 426959,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 16, 64]", "[4194304, 1024, 64, 1]", "15", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 462 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty_like", "pid": 4183440, "tid": 31337, + "ts": 675204949266.272, "dur": 2.827, + "args": { + "External id": 426960,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "False", ""], "Input type": ["c10::BFloat16", "", "", "", "Scalar", ""], "Input Strides": [[4194304, 1024, 64, 1], [], [], [], [], []], "Input Dims": [[16, 4096, 16, 64], [], [], [], [], []], "Ev Idx": 463 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 4183440, "tid": 31337, + "ts": 675204949266.947, "dur": 1.954, + "args": { + "External id": 426961,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 16, 64]", "[4194304, 1024, 64, 1]", "15", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 464 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty_like", "pid": 4183440, "tid": 31337, + "ts": 675204949270.619, "dur": 5.752, + "args": { + "External id": 426962,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "False", ""], "Input type": ["c10::BFloat16", "", "", "", "Scalar", ""], "Input Strides": [[4194304, 1024, 64, 1], [], [], [], [], []], "Input Dims": [[16, 4096, 16, 64], [], [], [], [], []], "Ev Idx": 465 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 4183440, "tid": 31337, + "ts": 675204949273.376, "dur": 2.807, + "args": { + "External id": 426963,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 16, 64]", "[4194304, 1024, 64, 1]", "15", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 466 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "flash_attn::_flash_attn_backward", "pid": 4183440, "tid": 31337, + "ts": 675204949303.938, "dur": 187.674, + "args": { + "External id": 426964,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "", "", "", "", "0.", "0.125", "True", "-1", "-1", "0.", "", "False", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "float", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "", "Scalar", "long int"], "Input Strides": [[4194304, 1024, 64, 1], [4194304, 1024, 64, 1], [4194304, 1024, 64, 1], [4194304, 1024, 64, 1], [4194304, 1024, 64, 1], [65536, 4096, 1], [4194304, 1024, 64, 1], [4194304, 1024, 64, 1], [4194304, 1024, 64, 1], [], [], [], [], [], [], [], [], [1]], "Input Dims": [[16, 4096, 16, 64], [16, 4096, 16, 64], [16, 4096, 16, 64], [16, 4096, 16, 64], [16, 4096, 16, 64], [16, 16, 4096], [16, 4096, 16, 64], [16, 4096, 16, 64], [16, 4096, 16, 64], [], [], [], [], [], [], [], [], [2]], "Ev Idx": 467 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 31337, + "ts": 675204949396.799, "dur": 3.698, + "args": { + "External id": 426965,"Record function id": 0, "Concrete Inputs": ["[16, 16, 4096]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 468 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 31337, + "ts": 675204949402.192, "dur": 3.654, + "args": { + "External id": 426966,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 16, 64]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 469 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::alias", "pid": 4183440, "tid": 31337, + "ts": 675204949503.770, "dur": 3.257, + "args": { + "External id": 426967,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[4194304, 1024, 64, 1]], "Input Dims": [[16, 4096, 16, 64]], "Ev Idx": 470 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::alias", "pid": 4183440, "tid": 31337, + "ts": 675204949509.867, "dur": 0.639, + "args": { + "External id": 426968,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[4194304, 1024, 64, 1]], "Input Dims": [[16, 4096, 16, 64]], "Ev Idx": 471 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::alias", "pid": 4183440, "tid": 31337, + "ts": 675204949512.443, "dur": 0.632, + "args": { + "External id": 426969,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[4194304, 1024, 64, 1]], "Input Dims": [[16, 4096, 16, 64]], "Ev Idx": 472 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: RotaryEmbeddingFunctionBackward", "pid": 4183440, "tid": 31337, + "ts": 675204949541.261, "dur": 274.920, + "args": { + "External id": 426970,"Record function id": 0, "Sequence number": 5055763, "Fwd thread id": 1, "Ev Idx": 473 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "RotaryEmbeddingFunctionBackward", "pid": 4183440, "tid": 31337, + "ts": 675204949542.360, "dur": 264.540, + "args": { + "External id": 426971,"Sequence number": 5055763, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[4194304, 1024, 64, 1]], "Input Dims": [[16, 4096, 16, 64]], "Ev Idx": 474 + } + }, + { + "ph": "f", "id": 49, "pid": 4183440, "tid": 31337, "ts": 675204949542.360, + "cat": "fwdbwd", "name": "fwdbwd", "bp": "e" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::clone", "pid": 4183440, "tid": 31337, + "ts": 675204949562.322, "dur": 43.578, + "args": { + "External id": 426972,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", ""], "Input Strides": [[4194304, 1024, 64, 1], []], "Input Dims": [[16, 4096, 16, 64], []], "Ev Idx": 475 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 4183440, "tid": 31337, + "ts": 675204949568.007, "dur": 2.807, + "args": { + "External id": 426973,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 16, 64]", "[4194304, 1024, 64, 1]", "15", "0", "", ""], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 476 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 4183440, "tid": 31337, + "ts": 675204949572.274, "dur": 33.000, + "args": { + "External id": 426974,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[4194304, 1024, 64, 1], [4194304, 1024, 64, 1], []], "Input Dims": [[16, 4096, 16, 64], [16, 4096, 16, 64], []], "Ev Idx": 477 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty_like", "pid": 4183440, "tid": 31337, + "ts": 675204949615.736, "dur": 3.960, + "args": { + "External id": 426975,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "False", ""], "Input type": ["c10::BFloat16", "", "", "", "Scalar", ""], "Input Strides": [[4194304, 1024, 64, 1], [], [], [], [], []], "Input Dims": [[16, 4096, 16, 64], [], [], [], [], []], "Ev Idx": 478 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 4183440, "tid": 31337, + "ts": 675204949617.018, "dur": 2.414, + "args": { + "External id": 426976,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 16, 64]", "[4194304, 1024, 64, 1]", "15", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 479 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: RotaryEmbeddingFunctionBackward", "pid": 4183440, "tid": 31337, + "ts": 675204949826.073, "dur": 186.263, + "args": { + "External id": 426977,"Record function id": 0, "Sequence number": 5055762, "Fwd thread id": 1, "Ev Idx": 480 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "RotaryEmbeddingFunctionBackward", "pid": 4183440, "tid": 31337, + "ts": 675204949827.627, "dur": 177.139, + "args": { + "External id": 426978,"Sequence number": 5055762, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[4194304, 1024, 64, 1]], "Input Dims": [[16, 4096, 16, 64]], "Ev Idx": 481 + } + }, + { + "ph": "f", "id": 50, "pid": 4183440, "tid": 31337, "ts": 675204949827.627, + "cat": "fwdbwd", "name": "fwdbwd", "bp": "e" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::clone", "pid": 4183440, "tid": 31337, + "ts": 675204949840.328, "dur": 35.522, + "args": { + "External id": 426979,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", ""], "Input Strides": [[4194304, 1024, 64, 1], []], "Input Dims": [[16, 4096, 16, 64], []], "Ev Idx": 482 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 4183440, "tid": 31337, + "ts": 675204949844.914, "dur": 3.818, + "args": { + "External id": 426980,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 16, 64]", "[4194304, 1024, 64, 1]", "15", "0", "", ""], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 483 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 4183440, "tid": 31337, + "ts": 675204949849.777, "dur": 25.540, + "args": { + "External id": 426981,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[4194304, 1024, 64, 1], [4194304, 1024, 64, 1], []], "Input Dims": [[16, 4096, 16, 64], [16, 4096, 16, 64], []], "Ev Idx": 484 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty_like", "pid": 4183440, "tid": 31337, + "ts": 675204949883.376, "dur": 5.942, + "args": { + "External id": 426982,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "False", ""], "Input type": ["c10::BFloat16", "", "", "", "Scalar", ""], "Input Strides": [[4194304, 1024, 64, 1], [], [], [], [], []], "Input Dims": [[16, 4096, 16, 64], [], [], [], [], []], "Ev Idx": 485 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 4183440, "tid": 31337, + "ts": 675204949884.805, "dur": 4.236, + "args": { + "External id": 426983,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 16, 64]", "[4194304, 1024, 64, 1]", "15", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 486 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: ViewBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204950021.201, "dur": 15.423, + "args": { + "External id": 426984,"Record function id": 0, "Sequence number": 5055761, "Fwd thread id": 1, "Ev Idx": 487 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "ViewBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204950023.183, "dur": 11.016, + "args": { + "External id": 426985,"Sequence number": 5055761, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[4194304, 1024, 64, 1]], "Input Dims": [[16, 4096, 16, 64]], "Ev Idx": 488 + } + }, + { + "ph": "f", "id": 51, "pid": 4183440, "tid": 31337, "ts": 675204950023.183, + "cat": "fwdbwd", "name": "fwdbwd", "bp": "e" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 4183440, "tid": 31337, + "ts": 675204950025.958, "dur": 7.911, + "args": { + "External id": 426986,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[4194304, 1024, 64, 1], []], "Input Dims": [[16, 4096, 16, 64], []], "Ev Idx": 489 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675204950027.310, "dur": 6.366, + "args": { + "External id": 426987,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[4194304, 1024, 64, 1], []], "Input Dims": [[16, 4096, 16, 64], []], "Ev Idx": 490 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: ViewBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204950040.150, "dur": 7.580, + "args": { + "External id": 426988,"Record function id": 0, "Sequence number": 5055760, "Fwd thread id": 1, "Ev Idx": 491 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "ViewBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204950041.223, "dur": 4.681, + "args": { + "External id": 426989,"Sequence number": 5055760, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[4194304, 1024, 64, 1]], "Input Dims": [[16, 4096, 16, 64]], "Ev Idx": 492 + } + }, + { + "ph": "f", "id": 52, "pid": 4183440, "tid": 31337, "ts": 675204950041.223, + "cat": "fwdbwd", "name": "fwdbwd", "bp": "e" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 4183440, "tid": 31337, + "ts": 675204950044.094, "dur": 1.669, + "args": { + "External id": 426990,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[4194304, 1024, 64, 1], []], "Input Dims": [[16, 4096, 16, 64], []], "Ev Idx": 493 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675204950044.761, "dur": 0.862, + "args": { + "External id": 426991,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[4194304, 1024, 64, 1], []], "Input Dims": [[16, 4096, 16, 64], []], "Ev Idx": 494 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: ViewBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204950050.821, "dur": 7.486, + "args": { + "External id": 426992,"Record function id": 0, "Sequence number": 5055759, "Fwd thread id": 1, "Ev Idx": 495 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "ViewBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204950053.675, "dur": 3.117, + "args": { + "External id": 426993,"Sequence number": 5055759, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[4194304, 1024, 64, 1]], "Input Dims": [[16, 4096, 16, 64]], "Ev Idx": 496 + } + }, + { + "ph": "f", "id": 53, "pid": 4183440, "tid": 31337, "ts": 675204950053.675, + "cat": "fwdbwd", "name": "fwdbwd", "bp": "e" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 4183440, "tid": 31337, + "ts": 675204950054.852, "dur": 1.799, + "args": { + "External id": 426994,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[4194304, 1024, 64, 1], []], "Input Dims": [[16, 4096, 16, 64], []], "Ev Idx": 497 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675204950055.670, "dur": 0.862, + "args": { + "External id": 426995,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[4194304, 1024, 64, 1], []], "Input Dims": [[16, 4096, 16, 64], []], "Ev Idx": 498 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: UnsafeViewBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204950063.518, "dur": 6.098, + "args": { + "External id": 426996,"Record function id": 0, "Sequence number": 5055758, "Fwd thread id": 1, "Ev Idx": 499 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "UnsafeViewBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204950064.427, "dur": 2.804, + "args": { + "External id": 426997,"Sequence number": 5055758, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[4194304, 1024, 1]], "Input Dims": [[16, 4096, 1024]], "Ev Idx": 500 + } + }, + { + "ph": "f", "id": 54, "pid": 4183440, "tid": 31337, "ts": 675204950064.427, + "cat": "fwdbwd", "name": "fwdbwd", "bp": "e" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 4183440, "tid": 31337, + "ts": 675204950065.488, "dur": 1.599, + "args": { + "External id": 426998,"Record function id": 0, "Concrete Inputs": ["", "[65536, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[4194304, 1024, 1], []], "Input Dims": [[16, 4096, 1024], []], "Ev Idx": 501 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675204950066.103, "dur": 0.885, + "args": { + "External id": 426999,"Record function id": 0, "Concrete Inputs": ["", "[65536, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[4194304, 1024, 1], []], "Input Dims": [[16, 4096, 1024], []], "Ev Idx": 502 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: MmBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204950072.804, "dur": 177.001, + "args": { + "External id": 427000,"Record function id": 0, "Sequence number": 5055757, "Fwd thread id": 1, "Ev Idx": 503 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "MmBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204950073.576, "dur": 168.927, + "args": { + "External id": 427001,"Sequence number": 5055757, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[65536, 1024]], "Ev Idx": 504 + } + }, + { + "ph": "f", "id": 55, "pid": 4183440, "tid": 31337, "ts": 675204950073.576, + "cat": "fwdbwd", "name": "fwdbwd", "bp": "e" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 4183440, "tid": 31337, + "ts": 675204950079.346, "dur": 6.257, + "args": { + "External id": 427002,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[65536, 1024]], "Ev Idx": 505 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 4183440, "tid": 31337, + "ts": 675204950081.106, "dur": 3.873, + "args": { + "External id": 427003,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [], []], "Input Dims": [[65536, 1024], [], []], "Ev Idx": 506 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675204950082.979, "dur": 1.686, + "args": { + "External id": 427004,"Record function id": 0, "Concrete Inputs": ["", "[1024, 65536]", "[1, 1024]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[1024, 1], [], [], []], "Input Dims": [[65536, 1024], [], [], []], "Ev Idx": 507 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675204950087.132, "dur": 80.155, + "args": { + "External id": 427005,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 1024], [1024, 1]], "Input Dims": [[1024, 65536], [65536, 1024]], "Ev Idx": 508 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 4183440, "tid": 31337, + "ts": 675204950168.658, "dur": 7.548, + "args": { + "External id": 427006,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 509 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 4183440, "tid": 31337, + "ts": 675204950169.438, "dur": 6.048, + "args": { + "External id": 427007,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [], []], "Input Dims": [[1024, 1024], [], []], "Ev Idx": 510 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675204950174.286, "dur": 1.058, + "args": { + "External id": 427008,"Record function id": 0, "Concrete Inputs": ["", "[1024, 1024]", "[1, 1024]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[1024, 1], [], [], []], "Input Dims": [[1024, 1024], [], [], []], "Ev Idx": 511 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 4183440, "tid": 31337, + "ts": 675204950199.323, "dur": 2.416, + "args": { + "External id": 427009,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1, 1024]], "Input Dims": [[1024, 1024]], "Ev Idx": 512 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 4183440, "tid": 31337, + "ts": 675204950200.152, "dur": 1.078, + "args": { + "External id": 427010,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[1, 1024], [], []], "Input Dims": [[1024, 1024], [], []], "Ev Idx": 513 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675204950200.736, "dur": 0.381, + "args": { + "External id": 427011,"Record function id": 0, "Concrete Inputs": ["", "[1024, 1024]", "[1024, 1]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[1, 1024], [], [], []], "Input Dims": [[1024, 1024], [], [], []], "Ev Idx": 514 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675204950202.326, "dur": 39.248, + "args": { + "External id": 427012,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1024, 1]], "Input Dims": [[65536, 1024], [1024, 1024]], "Ev Idx": 515 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: ViewBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204950255.143, "dur": 5.980, + "args": { + "External id": 427013,"Record function id": 0, "Sequence number": 5055756, "Fwd thread id": 1, "Ev Idx": 516 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "ViewBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204950255.965, "dur": 3.214, + "args": { + "External id": 427014,"Sequence number": 5055756, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[65536, 1024]], "Ev Idx": 517 + } + }, + { + "ph": "f", "id": 56, "pid": 4183440, "tid": 31337, "ts": 675204950255.965, + "cat": "fwdbwd", "name": "fwdbwd", "bp": "e" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 4183440, "tid": 31337, + "ts": 675204950257.288, "dur": 1.746, + "args": { + "External id": 427015,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1024, 1], []], "Input Dims": [[65536, 1024], []], "Ev Idx": 518 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675204950257.754, "dur": 1.190, + "args": { + "External id": 427016,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1024, 1], []], "Input Dims": [[65536, 1024], []], "Ev Idx": 519 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: TBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204950264.429, "dur": 8.867, + "args": { + "External id": 427017,"Record function id": 0, "Sequence number": 5055755, "Fwd thread id": 1, "Ev Idx": 520 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "TBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204950267.035, "dur": 4.354, + "args": { + "External id": 427018,"Sequence number": 5055755, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1, 1024]], "Input Dims": [[1024, 1024]], "Ev Idx": 521 + } + }, + { + "ph": "f", "id": 57, "pid": 4183440, "tid": 31337, "ts": 675204950267.035, + "cat": "fwdbwd", "name": "fwdbwd", "bp": "e" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 4183440, "tid": 31337, + "ts": 675204950267.685, "dur": 3.473, + "args": { + "External id": 427019,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1, 1024]], "Input Dims": [[1024, 1024]], "Ev Idx": 522 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 4183440, "tid": 31337, + "ts": 675204950268.228, "dur": 2.517, + "args": { + "External id": 427020,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[1, 1024], [], []], "Input Dims": [[1024, 1024], [], []], "Ev Idx": 523 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675204950270.234, "dur": 0.414, + "args": { + "External id": 427021,"Record function id": 0, "Concrete Inputs": ["", "[1024, 1024]", "[1024, 1]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[1, 1024], [], [], []], "Input Dims": [[1024, 1024], [], [], []], "Ev Idx": 524 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675204950278.696, "dur": 8.863, + "args": { + "External id": 427022,"Record function id": 0, "Ev Idx": 525 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675204950280.093, "dur": 6.555, + "args": { + "External id": 427023,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 526 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 4183440, "tid": 31337, + "ts": 675204950282.702, "dur": 3.520, + "args": { + "External id": 427024,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 527 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 4183440, "tid": 31337, + "ts": 675204950283.744, "dur": 2.389, + "args": { + "External id": 427025,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 528 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: UnsafeViewBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204950292.666, "dur": 6.669, + "args": { + "External id": 427026,"Record function id": 0, "Sequence number": 5055754, "Fwd thread id": 1, "Ev Idx": 529 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "UnsafeViewBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204950293.392, "dur": 4.152, + "args": { + "External id": 427027,"Sequence number": 5055754, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[4194304, 1024, 1]], "Input Dims": [[16, 4096, 1024]], "Ev Idx": 530 + } + }, + { + "ph": "f", "id": 58, "pid": 4183440, "tid": 31337, "ts": 675204950293.392, + "cat": "fwdbwd", "name": "fwdbwd", "bp": "e" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 4183440, "tid": 31337, + "ts": 675204950294.310, "dur": 3.082, + "args": { + "External id": 427028,"Record function id": 0, "Concrete Inputs": ["", "[65536, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[4194304, 1024, 1], []], "Input Dims": [[16, 4096, 1024], []], "Ev Idx": 531 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675204950296.513, "dur": 0.743, + "args": { + "External id": 427029,"Record function id": 0, "Concrete Inputs": ["", "[65536, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[4194304, 1024, 1], []], "Input Dims": [[16, 4096, 1024], []], "Ev Idx": 532 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: MmBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204950302.577, "dur": 89.413, + "args": { + "External id": 427030,"Record function id": 0, "Sequence number": 5055753, "Fwd thread id": 1, "Ev Idx": 533 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "MmBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204950303.227, "dur": 84.262, + "args": { + "External id": 427031,"Sequence number": 5055753, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[65536, 1024]], "Ev Idx": 534 + } + }, + { + "ph": "f", "id": 59, "pid": 4183440, "tid": 31337, "ts": 675204950303.227, + "cat": "fwdbwd", "name": "fwdbwd", "bp": "e" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 4183440, "tid": 31337, + "ts": 675204950305.285, "dur": 4.405, + "args": { + "External id": 427032,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[65536, 1024]], "Ev Idx": 535 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 4183440, "tid": 31337, + "ts": 675204950305.724, "dur": 3.512, + "args": { + "External id": 427033,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [], []], "Input Dims": [[65536, 1024], [], []], "Ev Idx": 536 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675204950308.738, "dur": 0.402, + "args": { + "External id": 427034,"Record function id": 0, "Concrete Inputs": ["", "[1024, 65536]", "[1, 1024]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[1024, 1], [], [], []], "Input Dims": [[65536, 1024], [], [], []], "Ev Idx": 537 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675204950312.289, "dur": 33.556, + "args": { + "External id": 427035,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 1024], [1024, 1]], "Input Dims": [[1024, 65536], [65536, 1024]], "Ev Idx": 538 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 4183440, "tid": 31337, + "ts": 675204950347.016, "dur": 2.587, + "args": { + "External id": 427036,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 539 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 4183440, "tid": 31337, + "ts": 675204950347.487, "dur": 1.493, + "args": { + "External id": 427037,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [], []], "Input Dims": [[1024, 1024], [], []], "Ev Idx": 540 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675204950348.312, "dur": 0.560, + "args": { + "External id": 427038,"Record function id": 0, "Concrete Inputs": ["", "[1024, 1024]", "[1, 1024]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[1024, 1], [], [], []], "Input Dims": [[1024, 1024], [], [], []], "Ev Idx": 541 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 4183440, "tid": 31337, + "ts": 675204950350.483, "dur": 4.283, + "args": { + "External id": 427039,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1, 1024]], "Input Dims": [[1024, 1024]], "Ev Idx": 542 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 4183440, "tid": 31337, + "ts": 675204950351.379, "dur": 2.990, + "args": { + "External id": 427040,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[1, 1024], [], []], "Input Dims": [[1024, 1024], [], []], "Ev Idx": 543 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675204950352.000, "dur": 2.273, + "args": { + "External id": 427041,"Record function id": 0, "Concrete Inputs": ["", "[1024, 1024]", "[1024, 1]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[1, 1024], [], [], []], "Input Dims": [[1024, 1024], [], [], []], "Ev Idx": 544 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675204950357.036, "dur": 29.657, + "args": { + "External id": 427042,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1024, 1]], "Input Dims": [[65536, 1024], [1024, 1024]], "Ev Idx": 545 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: ViewBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204950396.153, "dur": 40.468, + "args": { + "External id": 427043,"Record function id": 0, "Sequence number": 5055752, "Fwd thread id": 1, "Ev Idx": 546 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "ViewBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204950397.040, "dur": 5.133, + "args": { + "External id": 427044,"Sequence number": 5055752, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[65536, 1024]], "Ev Idx": 547 + } + }, + { + "ph": "f", "id": 60, "pid": 4183440, "tid": 31337, "ts": 675204950397.040, + "cat": "fwdbwd", "name": "fwdbwd", "bp": "e" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 4183440, "tid": 31337, + "ts": 675204950400.130, "dur": 1.891, + "args": { + "External id": 427045,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1024, 1], []], "Input Dims": [[65536, 1024], []], "Ev Idx": 548 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675204950400.717, "dur": 1.154, + "args": { + "External id": 427046,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1024, 1], []], "Input Dims": [[65536, 1024], []], "Ev Idx": 549 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::add", "pid": 4183440, "tid": 31337, + "ts": 675204950405.001, "dur": 29.731, + "args": { + "External id": 427047,"Record function id": 0, "Concrete Inputs": ["", "", "1"], "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[4194304, 1024, 1], [4194304, 1024, 1], []], "Input Dims": [[16, 4096, 1024], [16, 4096, 1024], []], "Ev Idx": 550 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: TBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204950440.432, "dur": 7.703, + "args": { + "External id": 427048,"Record function id": 0, "Sequence number": 5055751, "Fwd thread id": 1, "Ev Idx": 551 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "TBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204950441.300, "dur": 5.220, + "args": { + "External id": 427049,"Sequence number": 5055751, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1, 1024]], "Input Dims": [[1024, 1024]], "Ev Idx": 552 + } + }, + { + "ph": "f", "id": 61, "pid": 4183440, "tid": 31337, "ts": 675204950441.300, + "cat": "fwdbwd", "name": "fwdbwd", "bp": "e" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 4183440, "tid": 31337, + "ts": 675204950441.959, "dur": 4.341, + "args": { + "External id": 427050,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1, 1024]], "Input Dims": [[1024, 1024]], "Ev Idx": 553 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 4183440, "tid": 31337, + "ts": 675204950444.284, "dur": 1.448, + "args": { + "External id": 427051,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[1, 1024], [], []], "Input Dims": [[1024, 1024], [], []], "Ev Idx": 554 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675204950445.199, "dur": 0.414, + "args": { + "External id": 427052,"Record function id": 0, "Concrete Inputs": ["", "[1024, 1024]", "[1024, 1]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[1, 1024], [], [], []], "Input Dims": [[1024, 1024], [], [], []], "Ev Idx": 555 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675204950451.847, "dur": 6.270, + "args": { + "External id": 427053,"Record function id": 0, "Ev Idx": 556 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675204950454.702, "dur": 2.821, + "args": { + "External id": 427054,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 557 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 4183440, "tid": 31337, + "ts": 675204950455.559, "dur": 1.595, + "args": { + "External id": 427055,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 558 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 4183440, "tid": 31337, + "ts": 675204950456.030, "dur": 1.007, + "args": { + "External id": 427056,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 559 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: UnsafeViewBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204950461.154, "dur": 4.635, + "args": { + "External id": 427057,"Record function id": 0, "Sequence number": 5055750, "Fwd thread id": 1, "Ev Idx": 560 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "UnsafeViewBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204950461.899, "dur": 2.393, + "args": { + "External id": 427058,"Sequence number": 5055750, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[4194304, 1024, 1]], "Input Dims": [[16, 4096, 1024]], "Ev Idx": 561 + } + }, + { + "ph": "f", "id": 62, "pid": 4183440, "tid": 31337, "ts": 675204950461.899, + "cat": "fwdbwd", "name": "fwdbwd", "bp": "e" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 4183440, "tid": 31337, + "ts": 675204950462.760, "dur": 1.377, + "args": { + "External id": 427059,"Record function id": 0, "Concrete Inputs": ["", "[65536, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[4194304, 1024, 1], []], "Input Dims": [[16, 4096, 1024], []], "Ev Idx": 562 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675204950463.188, "dur": 0.835, + "args": { + "External id": 427060,"Record function id": 0, "Concrete Inputs": ["", "[65536, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[4194304, 1024, 1], []], "Input Dims": [[16, 4096, 1024], []], "Ev Idx": 563 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: MmBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204950470.496, "dur": 87.933, + "args": { + "External id": 427061,"Record function id": 0, "Sequence number": 5055749, "Fwd thread id": 1, "Ev Idx": 564 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "MmBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204950471.141, "dur": 80.644, + "args": { + "External id": 427062,"Sequence number": 5055749, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[65536, 1024]], "Ev Idx": 565 + } + }, + { + "ph": "f", "id": 63, "pid": 4183440, "tid": 31337, "ts": 675204950471.141, + "cat": "fwdbwd", "name": "fwdbwd", "bp": "e" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 4183440, "tid": 31337, + "ts": 675204950473.115, "dur": 2.091, + "args": { + "External id": 427063,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[65536, 1024]], "Ev Idx": 566 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 4183440, "tid": 31337, + "ts": 675204950473.698, "dur": 1.080, + "args": { + "External id": 427064,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [], []], "Input Dims": [[65536, 1024], [], []], "Ev Idx": 567 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675204950474.270, "dur": 0.392, + "args": { + "External id": 427065,"Record function id": 0, "Concrete Inputs": ["", "[1024, 65536]", "[1, 1024]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[1024, 1], [], [], []], "Input Dims": [[65536, 1024], [], [], []], "Ev Idx": 568 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675204950475.835, "dur": 35.185, + "args": { + "External id": 427066,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 1024], [1024, 1]], "Input Dims": [[1024, 65536], [65536, 1024]], "Ev Idx": 569 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 4183440, "tid": 31337, + "ts": 675204950512.147, "dur": 5.911, + "args": { + "External id": 427067,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 570 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 4183440, "tid": 31337, + "ts": 675204950514.478, "dur": 2.967, + "args": { + "External id": 427068,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [], []], "Input Dims": [[1024, 1024], [], []], "Ev Idx": 571 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675204950516.892, "dur": 0.437, + "args": { + "External id": 427069,"Record function id": 0, "Concrete Inputs": ["", "[1024, 1024]", "[1, 1024]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[1024, 1], [], [], []], "Input Dims": [[1024, 1024], [], [], []], "Ev Idx": 572 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 4183440, "tid": 31337, + "ts": 675204950518.982, "dur": 2.123, + "args": { + "External id": 427070,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1, 1024]], "Input Dims": [[1024, 1024]], "Ev Idx": 573 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 4183440, "tid": 31337, + "ts": 675204950519.597, "dur": 1.056, + "args": { + "External id": 427071,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[1, 1024], [], []], "Input Dims": [[1024, 1024], [], []], "Ev Idx": 574 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675204950520.310, "dur": 0.272, + "args": { + "External id": 427072,"Record function id": 0, "Concrete Inputs": ["", "[1024, 1024]", "[1024, 1]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[1, 1024], [], [], []], "Input Dims": [[1024, 1024], [], [], []], "Ev Idx": 575 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675204950521.509, "dur": 29.433, + "args": { + "External id": 427073,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1024, 1]], "Input Dims": [[65536, 1024], [1024, 1024]], "Ev Idx": 576 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: ViewBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204950562.673, "dur": 24.740, + "args": { + "External id": 427074,"Record function id": 0, "Sequence number": 5055748, "Fwd thread id": 1, "Ev Idx": 577 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "ViewBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204950565.358, "dur": 2.951, + "args": { + "External id": 427075,"Sequence number": 5055748, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[65536, 1024]], "Ev Idx": 578 + } + }, + { + "ph": "f", "id": 64, "pid": 4183440, "tid": 31337, "ts": 675204950565.358, + "cat": "fwdbwd", "name": "fwdbwd", "bp": "e" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 4183440, "tid": 31337, + "ts": 675204950566.500, "dur": 1.648, + "args": { + "External id": 427076,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1024, 1], []], "Input Dims": [[65536, 1024], []], "Ev Idx": 579 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675204950567.020, "dur": 0.981, + "args": { + "External id": 427077,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1024, 1], []], "Input Dims": [[65536, 1024], []], "Ev Idx": 580 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::add_", "pid": 4183440, "tid": 31337, + "ts": 675204950570.574, "dur": 14.981, + "args": { + "External id": 427078,"Record function id": 0, "Concrete Inputs": ["", "", "1"], "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[4194304, 1024, 1], [4194304, 1024, 1], []], "Input Dims": [[16, 4096, 1024], [16, 4096, 1024], []], "Ev Idx": 581 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: TBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204950591.019, "dur": 11.152, + "args": { + "External id": 427079,"Record function id": 0, "Sequence number": 5055747, "Fwd thread id": 1, "Ev Idx": 582 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "TBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204950591.831, "dur": 8.166, + "args": { + "External id": 427080,"Sequence number": 5055747, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1, 1024]], "Input Dims": [[1024, 1024]], "Ev Idx": 583 + } + }, + { + "ph": "f", "id": 65, "pid": 4183440, "tid": 31337, "ts": 675204950591.831, + "cat": "fwdbwd", "name": "fwdbwd", "bp": "e" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 4183440, "tid": 31337, + "ts": 675204950592.358, "dur": 7.418, + "args": { + "External id": 427081,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1, 1024]], "Input Dims": [[1024, 1024]], "Ev Idx": 584 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 4183440, "tid": 31337, + "ts": 675204950594.066, "dur": 5.155, + "args": { + "External id": 427082,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[1, 1024], [], []], "Input Dims": [[1024, 1024], [], []], "Ev Idx": 585 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675204950598.667, "dur": 0.432, + "args": { + "External id": 427083,"Record function id": 0, "Concrete Inputs": ["", "[1024, 1024]", "[1024, 1]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[1, 1024], [], [], []], "Input Dims": [[1024, 1024], [], [], []], "Ev Idx": 586 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675204950605.868, "dur": 4.251, + "args": { + "External id": 427084,"Record function id": 0, "Ev Idx": 587 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675204950606.885, "dur": 2.713, + "args": { + "External id": 427085,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 588 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 4183440, "tid": 31337, + "ts": 675204950607.763, "dur": 1.540, + "args": { + "External id": 427086,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 589 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 4183440, "tid": 31337, + "ts": 675204950608.271, "dur": 0.900, + "args": { + "External id": 427087,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 590 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: LayerNormFunctionBackward", "pid": 4183440, "tid": 31337, + "ts": 675204950613.969, "dur": 429.029, + "args": { + "External id": 427088,"Record function id": 0, "Sequence number": 5055746, "Fwd thread id": 1, "Ev Idx": 591 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "LayerNormFunctionBackward", "pid": 4183440, "tid": 31337, + "ts": 675204950614.806, "dur": 390.723, + "args": { + "External id": 427089,"Sequence number": 5055746, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[4194304, 1024, 1]], "Input Dims": [[16, 4096, 1024]], "Ev Idx": 592 + } + }, + { + "ph": "f", "id": 66, "pid": 4183440, "tid": 31337, "ts": 675204950614.806, + "cat": "fwdbwd", "name": "fwdbwd", "bp": "e" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 4183440, "tid": 31337, + "ts": 675204950641.440, "dur": 1.666, + "args": { + "External id": 427090,"Record function id": 0, "Concrete Inputs": ["", "[-1, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[4194304, 1024, 1], []], "Input Dims": [[16, 4096, 1024], []], "Ev Idx": 593 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675204950641.915, "dur": 0.984, + "args": { + "External id": 427091,"Record function id": 0, "Concrete Inputs": ["", "[-1, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[4194304, 1024, 1], []], "Input Dims": [[16, 4096, 1024], []], "Ev Idx": 594 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 31337, + "ts": 675204950698.188, "dur": 7.085, + "args": { + "External id": 427092,"Record function id": 0, "Concrete Inputs": ["[65536, 1024]", "15", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 595 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 31337, + "ts": 675204950718.420, "dur": 3.694, + "args": { + "External id": 427093,"Record function id": 0, "Concrete Inputs": ["[132, 1024]", "6", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 596 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675204950876.270, "dur": 2.882, + "args": { + "External id": 427094,"Record function id": 0, "Concrete Inputs": ["", "[1, -1, 1024]"], "Input type": ["float", "ScalarList"], "Input Strides": [[1024, 1], []], "Input Dims": [[132, 1024], []], "Ev Idx": 597 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::sum", "pid": 4183440, "tid": 31337, + "ts": 675204950883.280, "dur": 37.126, + "args": { + "External id": 427095,"Record function id": 0, "Concrete Inputs": ["", "[1]", "False", ""], "Input type": ["float", "ScalarList", "Scalar", ""], "Input Strides": [[135168, 1024, 1], [], [], []], "Input Dims": [[1, 132, 1024], [], [], []], "Ev Idx": 598 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675204950894.828, "dur": 0.728, + "args": { + "External id": 427096,"Record function id": 0, "Concrete Inputs": ["", "[1, 1, 1024]", "[1024, 0, 1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[1024, 1], [], [], []], "Input Dims": [[1, 1024], [], [], []], "Ev Idx": 599 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 31337, + "ts": 675204950926.407, "dur": 51.026, + "args": { + "External id": 427097,"Record function id": 0, "Concrete Inputs": ["", "", "15", "False", "False", ""], "Input type": ["float", "", "Scalar", "Scalar", "Scalar", ""], "Input Strides": [[1024, 1], [], [], [], [], []], "Input Dims": [[1, 1024], [], [], [], [], []], "Ev Idx": 600 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::_to_copy", "pid": 4183440, "tid": 31337, + "ts": 675204950928.284, "dur": 48.921, + "args": { + "External id": 427098,"Record function id": 0, "Concrete Inputs": ["", "15", "", "", "", "False", ""], "Input type": ["float", "Scalar", "", "", "", "Scalar", ""], "Input Strides": [[1024, 1], [], [], [], [], [], []], "Input Dims": [[1, 1024], [], [], [], [], [], []], "Ev Idx": 601 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 4183440, "tid": 31337, + "ts": 675204950931.848, "dur": 21.186, + "args": { + "External id": 427099,"Record function id": 0, "Concrete Inputs": ["[1, 1024]", "[1024, 1]", "15", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 602 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 4183440, "tid": 31337, + "ts": 675204950955.419, "dur": 21.243, + "args": { + "External id": 427100,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["c10::BFloat16", "float", "Scalar"], "Input Strides": [[1024, 1], [1024, 1], []], "Input Dims": [[1, 1024], [1, 1024], []], "Ev Idx": 603 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view_as", "pid": 4183440, "tid": 31337, + "ts": 675204950983.418, "dur": 5.596, + "args": { + "External id": 427101,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1]], "Input Dims": [[1, 1024], [1024]], "Ev Idx": 604 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675204950986.969, "dur": 1.949, + "args": { + "External id": 427102,"Record function id": 0, "Concrete Inputs": ["", "[1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1024, 1], []], "Input Dims": [[1, 1024], []], "Ev Idx": 605 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 4183440, "tid": 31337, + "ts": 675204950995.208, "dur": 3.150, + "args": { + "External id": 427103,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1024, 1], []], "Input Dims": [[65536, 1024], []], "Ev Idx": 606 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675204950997.423, "dur": 0.841, + "args": { + "External id": 427104,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1024, 1], []], "Input Dims": [[65536, 1024], []], "Ev Idx": 607 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::add", "pid": 4183440, "tid": 31337, + "ts": 675204951016.805, "dur": 20.188, + "args": { + "External id": 427105,"Record function id": 0, "Concrete Inputs": ["", "", "1"], "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[4194304, 1024, 1], [4194304, 1024, 1], []], "Input Dims": [[16, 4096, 1024], [16, 4096, 1024], []], "Ev Idx": 608 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675204951056.358, "dur": 8.991, + "args": { + "External id": 427106,"Record function id": 0, "Ev Idx": 609 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675204951058.445, "dur": 6.088, + "args": { + "External id": 427107,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[1024]], "Ev Idx": 610 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 4183440, "tid": 31337, + "ts": 675204951060.671, "dur": 2.966, + "args": { + "External id": 427108,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[1024]], "Ev Idx": 611 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 4183440, "tid": 31337, + "ts": 675204951061.776, "dur": 1.745, + "args": { + "External id": 427109,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[1024]], "Ev Idx": 612 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: AddBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204951071.397, "dur": 6.057, + "args": { + "External id": 427110,"Record function id": 0, "Sequence number": 5055745, "Fwd thread id": 1, "Ev Idx": 613 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "AddBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204951073.087, "dur": 1.257, + "args": { + "External id": 427111,"Sequence number": 5055745, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[16777216, 4096, 1]], "Input Dims": [[16, 4096, 1024]], "Ev Idx": 614 + } + }, + { + "ph": "f", "id": 67, "pid": 4183440, "tid": 31337, "ts": 675204951073.087, + "cat": "fwdbwd", "name": "fwdbwd", "bp": "e" + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: SwiGLULinearFunctionBackward", "pid": 4183440, "tid": 31337, + "ts": 675204951080.981, "dur": 404.856, + "args": { + "External id": 427112,"Record function id": 0, "Sequence number": 5055744, "Fwd thread id": 1, "Ev Idx": 615 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "SwiGLULinearFunctionBackward", "pid": 4183440, "tid": 31337, + "ts": 675204951082.490, "dur": 391.851, + "args": { + "External id": 427113,"Sequence number": 5055744, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[16777216, 4096, 1]], "Input Dims": [[16, 4096, 1024]], "Ev Idx": 616 + } + }, + { + "ph": "f", "id": 68, "pid": 4183440, "tid": 31337, "ts": 675204951082.490, + "cat": "fwdbwd", "name": "fwdbwd", "bp": "e" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 4183440, "tid": 31337, + "ts": 675204951114.766, "dur": 8.461, + "args": { + "External id": 427114,"Record function id": 0, "Concrete Inputs": ["", "[-1, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[16777216, 4096, 1], []], "Input Dims": [[16, 4096, 1024], []], "Ev Idx": 617 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::_reshape_alias", "pid": 4183440, "tid": 31337, + "ts": 675204951120.026, "dur": 2.928, + "args": { + "External id": 427115,"Record function id": 0, "Concrete Inputs": ["", "[65536, 1024]", "[4096, 1]"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList"], "Input Strides": [[16777216, 4096, 1], [], []], "Input Dims": [[16, 4096, 1024], [], []], "Ev Idx": 618 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 4183440, "tid": 31337, + "ts": 675204951126.545, "dur": 9.074, + "args": { + "External id": 427116,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2816, 1]], "Input Dims": [[1024, 2816]], "Ev Idx": 619 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 4183440, "tid": 31337, + "ts": 675204951128.394, "dur": 6.585, + "args": { + "External id": 427117,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[2816, 1], [], []], "Input Dims": [[1024, 2816], [], []], "Ev Idx": 620 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675204951131.876, "dur": 2.853, + "args": { + "External id": 427118,"Record function id": 0, "Concrete Inputs": ["", "[2816, 1024]", "[1, 2816]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[2816, 1], [], [], []], "Input Dims": [[1024, 2816], [], [], []], "Ev Idx": 621 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::linear", "pid": 4183440, "tid": 31337, + "ts": 675204951141.194, "dur": 96.667, + "args": { + "External id": 427119,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", ""], "Input Strides": [[4096, 1], [1, 2816], []], "Input Dims": [[65536, 1024], [2816, 1024], []], "Ev Idx": 622 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 4183440, "tid": 31337, + "ts": 675204951142.259, "dur": 2.549, + "args": { + "External id": 427120,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1, 2816]], "Input Dims": [[2816, 1024]], "Ev Idx": 623 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 4183440, "tid": 31337, + "ts": 675204951143.014, "dur": 1.309, + "args": { + "External id": 427121,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[1, 2816], [], []], "Input Dims": [[2816, 1024], [], []], "Ev Idx": 624 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675204951143.745, "dur": 0.506, + "args": { + "External id": 427122,"Record function id": 0, "Concrete Inputs": ["", "[1024, 2816]", "[2816, 1]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[1, 2816], [], [], []], "Input Dims": [[2816, 1024], [], [], []], "Ev Idx": 625 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::matmul", "pid": 4183440, "tid": 31337, + "ts": 675204951146.227, "dur": 91.179, + "args": { + "External id": 427123,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[4096, 1], [2816, 1]], "Input Dims": [[65536, 1024], [1024, 2816]], "Ev Idx": 626 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675204951147.729, "dur": 88.701, + "args": { + "External id": 427124,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[4096, 1], [2816, 1]], "Input Dims": [[65536, 1024], [1024, 2816]], "Ev Idx": 627 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view_as", "pid": 4183440, "tid": 31337, + "ts": 675204951241.125, "dur": 4.435, + "args": { + "External id": 427125,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2816, 1], [11534336, 2816, 1]], "Input Dims": [[65536, 2816], [16, 4096, 2816]], "Ev Idx": 628 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675204951243.889, "dur": 1.535, + "args": { + "External id": 427126,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 2816]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[2816, 1], []], "Input Dims": [[65536, 2816], []], "Ev Idx": 629 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 31337, + "ts": 675204951278.380, "dur": 4.467, + "args": { + "External id": 427127,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 2816]", "15", "", "", "", "0"], "Input type": ["ScalarList", "Scalar", "", "", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 630 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 31337, + "ts": 675204951283.899, "dur": 2.162, + "args": { + "External id": 427128,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 2816]", "15", "", "", "", "0"], "Input type": ["ScalarList", "Scalar", "", "", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 631 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 31337, + "ts": 675204951286.842, "dur": 1.670, + "args": { + "External id": 427129,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 2816]", "15", "", "", "", "0"], "Input type": ["ScalarList", "Scalar", "", "", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 632 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 4183440, "tid": 31337, + "ts": 675204951319.437, "dur": 2.260, + "args": { + "External id": 427130,"Record function id": 0, "Concrete Inputs": ["", "[-1, 2816]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[11534336, 2816, 1], []], "Input Dims": [[16, 4096, 2816], []], "Ev Idx": 633 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675204951320.119, "dur": 1.411, + "args": { + "External id": 427131,"Record function id": 0, "Concrete Inputs": ["", "[-1, 2816]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[11534336, 2816, 1], []], "Input Dims": [[16, 4096, 2816], []], "Ev Idx": 634 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::einsum", "pid": 4183440, "tid": 31337, + "ts": 675204951346.354, "dur": 108.589, + "args": { + "External id": 427132,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["", "TensorList", ""], "Input Strides": [[], [[4096, 1], [2816, 1]], []], "Input Dims": [[], [[65536, 1024], [65536, 2816]], []], "Ev Idx": 635 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 4183440, "tid": 31337, + "ts": 675204951351.767, "dur": 6.570, + "args": { + "External id": 427133,"Record function id": 0, "Concrete Inputs": ["", "2"], "Input type": ["c10::BFloat16", "Scalar"], "Input Strides": [[4096, 1], []], "Input Dims": [[65536, 1024], []], "Ev Idx": 636 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675204951354.691, "dur": 2.966, + "args": { + "External id": 427134,"Record function id": 0, "Concrete Inputs": ["", "[65536, 1024, 1]", "[4096, 1, 1]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[4096, 1], [], [], []], "Input Dims": [[65536, 1024], [], [], []], "Ev Idx": 637 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::permute", "pid": 4183440, "tid": 31337, + "ts": 675204951359.871, "dur": 6.715, + "args": { + "External id": 427135,"Record function id": 0, "Concrete Inputs": ["", "[1, 2, 0]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[4096, 1, 1], []], "Input Dims": [[65536, 1024, 1], []], "Ev Idx": 638 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675204951365.274, "dur": 0.774, + "args": { + "External id": 427136,"Record function id": 0, "Concrete Inputs": ["", "[1024, 1, 65536]", "[1, 1, 4096]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[4096, 1, 1], [], [], []], "Input Dims": [[65536, 1024, 1], [], [], []], "Ev Idx": 639 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 4183440, "tid": 31337, + "ts": 675204951367.764, "dur": 3.739, + "args": { + "External id": 427137,"Record function id": 0, "Concrete Inputs": ["", "2"], "Input type": ["c10::BFloat16", "Scalar"], "Input Strides": [[2816, 1], []], "Input Dims": [[65536, 2816], []], "Ev Idx": 640 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675204951370.462, "dur": 0.742, + "args": { + "External id": 427138,"Record function id": 0, "Concrete Inputs": ["", "[65536, 2816, 1]", "[2816, 1, 1]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[2816, 1], [], [], []], "Input Dims": [[65536, 2816], [], [], []], "Ev Idx": 641 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::permute", "pid": 4183440, "tid": 31337, + "ts": 675204951372.184, "dur": 2.870, + "args": { + "External id": 427139,"Record function id": 0, "Concrete Inputs": ["", "[2, 1, 0]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[2816, 1, 1], []], "Input Dims": [[65536, 2816, 1], []], "Ev Idx": 642 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675204951374.202, "dur": 0.420, + "args": { + "External id": 427140,"Record function id": 0, "Concrete Inputs": ["", "[1, 2816, 65536]", "[1, 1, 2816]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[2816, 1, 1], [], [], []], "Input Dims": [[65536, 2816, 1], [], [], []], "Ev Idx": 643 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::permute", "pid": 4183440, "tid": 31337, + "ts": 675204951378.388, "dur": 2.153, + "args": { + "External id": 427141,"Record function id": 0, "Concrete Inputs": ["", "[0, 2, 1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1, 1, 4096], []], "Input Dims": [[1024, 1, 65536], []], "Ev Idx": 644 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675204951379.567, "dur": 0.676, + "args": { + "External id": 427142,"Record function id": 0, "Concrete Inputs": ["", "[1024, 65536, 1]", "[1, 4096, 1]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[1, 1, 4096], [], [], []], "Input Dims": [[1024, 1, 65536], [], [], []], "Ev Idx": 645 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 4183440, "tid": 31337, + "ts": 675204951384.310, "dur": 4.531, + "args": { + "External id": 427143,"Record function id": 0, "Concrete Inputs": ["", "[1, 1024, 65536]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1, 4096, 1], []], "Input Dims": [[1024, 65536, 1], []], "Ev Idx": 646 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::_reshape_alias", "pid": 4183440, "tid": 31337, + "ts": 675204951386.847, "dur": 1.818, + "args": { + "External id": 427144,"Record function id": 0, "Concrete Inputs": ["", "[1, 1024, 65536]", "[1024, 1, 4096]"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList"], "Input Strides": [[1, 4096, 1], [], []], "Input Dims": [[1024, 65536, 1], [], []], "Ev Idx": 647 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::permute", "pid": 4183440, "tid": 31337, + "ts": 675204951390.982, "dur": 2.100, + "args": { + "External id": 427145,"Record function id": 0, "Concrete Inputs": ["", "[2, 1, 0]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1, 1, 2816], []], "Input Dims": [[1, 2816, 65536], []], "Ev Idx": 648 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675204951392.272, "dur": 0.538, + "args": { + "External id": 427146,"Record function id": 0, "Concrete Inputs": ["", "[65536, 2816, 1]", "[2816, 1, 1]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[1, 1, 2816], [], [], []], "Input Dims": [[1, 2816, 65536], [], [], []], "Ev Idx": 649 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 4183440, "tid": 31337, + "ts": 675204951393.504, "dur": 4.957, + "args": { + "External id": 427147,"Record function id": 0, "Concrete Inputs": ["", "[1, 65536, 2816]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[2816, 1, 1], []], "Input Dims": [[65536, 2816, 1], []], "Ev Idx": 650 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675204951395.424, "dur": 2.949, + "args": { + "External id": 427148,"Record function id": 0, "Concrete Inputs": ["", "[1, 65536, 2816]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[2816, 1, 1], []], "Input Dims": [[65536, 2816, 1], []], "Ev Idx": 651 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::bmm", "pid": 4183440, "tid": 31337, + "ts": 675204951400.390, "dur": 43.448, + "args": { + "External id": 427149,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1, 4096], [184549376, 2816, 1]], "Input Dims": [[1, 1024, 65536], [1, 65536, 2816]], "Ev Idx": 652 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675204951445.393, "dur": 1.121, + "args": { + "External id": 427150,"Record function id": 0, "Concrete Inputs": ["", "[1024, 1, 2816]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[2883584, 2816, 1], []], "Input Dims": [[1, 1024, 2816], []], "Ev Idx": 653 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::permute", "pid": 4183440, "tid": 31337, + "ts": 675204951447.144, "dur": 3.873, + "args": { + "External id": 427151,"Record function id": 0, "Concrete Inputs": ["", "[0, 2, 1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[2816, 2816, 1], []], "Input Dims": [[1024, 1, 2816], []], "Ev Idx": 654 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675204951450.029, "dur": 0.618, + "args": { + "External id": 427152,"Record function id": 0, "Concrete Inputs": ["", "[1024, 2816, 1]", "[2816, 1, 2816]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[2816, 2816, 1], [], [], []], "Input Dims": [[1024, 1, 2816], [], [], []], "Ev Idx": 655 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675204951453.115, "dur": 0.895, + "args": { + "External id": 427153,"Record function id": 0, "Concrete Inputs": ["", "[1024, 2816]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[2816, 1, 2816], []], "Input Dims": [[1024, 2816, 1], []], "Ev Idx": 656 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675204951494.005, "dur": 7.646, + "args": { + "External id": 427154,"Record function id": 0, "Ev Idx": 657 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675204951495.620, "dur": 5.480, + "args": { + "External id": 427155,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2816, 1]], "Input Dims": [[1024, 2816]], "Ev Idx": 658 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 4183440, "tid": 31337, + "ts": 675204951497.657, "dur": 2.709, + "args": { + "External id": 427156,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2816, 1]], "Input Dims": [[1024, 2816]], "Ev Idx": 659 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 4183440, "tid": 31337, + "ts": 675204951498.581, "dur": 1.676, + "args": { + "External id": 427157,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2816, 1]], "Input Dims": [[1024, 2816]], "Ev Idx": 660 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: UnsafeViewBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204951505.347, "dur": 6.144, + "args": { + "External id": 427158,"Record function id": 0, "Sequence number": 5055743, "Fwd thread id": 1, "Ev Idx": 661 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "UnsafeViewBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204951506.251, "dur": 3.386, + "args": { + "External id": 427159,"Sequence number": 5055743, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[11534336, 2816, 1]], "Input Dims": [[16, 4096, 2816]], "Ev Idx": 662 + } + }, + { + "ph": "f", "id": 69, "pid": 4183440, "tid": 31337, "ts": 675204951506.251, + "cat": "fwdbwd", "name": "fwdbwd", "bp": "e" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 4183440, "tid": 31337, + "ts": 675204951507.928, "dur": 1.550, + "args": { + "External id": 427160,"Record function id": 0, "Concrete Inputs": ["", "[65536, 2816]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[11534336, 2816, 1], []], "Input Dims": [[16, 4096, 2816], []], "Ev Idx": 663 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675204951508.435, "dur": 0.886, + "args": { + "External id": 427161,"Record function id": 0, "Concrete Inputs": ["", "[65536, 2816]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[11534336, 2816, 1], []], "Input Dims": [[16, 4096, 2816], []], "Ev Idx": 664 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: MmBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204951514.893, "dur": 101.651, + "args": { + "External id": 427162,"Record function id": 0, "Sequence number": 5055742, "Fwd thread id": 1, "Ev Idx": 665 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "MmBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204951515.668, "dur": 95.166, + "args": { + "External id": 427163,"Sequence number": 5055742, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2816, 1]], "Input Dims": [[65536, 2816]], "Ev Idx": 666 + } + }, + { + "ph": "f", "id": 70, "pid": 4183440, "tid": 31337, "ts": 675204951515.668, + "cat": "fwdbwd", "name": "fwdbwd", "bp": "e" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 4183440, "tid": 31337, + "ts": 675204951520.153, "dur": 5.103, + "args": { + "External id": 427164,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2816, 1]], "Input Dims": [[65536, 2816]], "Ev Idx": 667 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 4183440, "tid": 31337, + "ts": 675204951521.425, "dur": 3.317, + "args": { + "External id": 427165,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[2816, 1], [], []], "Input Dims": [[65536, 2816], [], []], "Ev Idx": 668 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675204951524.045, "dur": 0.557, + "args": { + "External id": 427166,"Record function id": 0, "Concrete Inputs": ["", "[2816, 65536]", "[1, 2816]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[2816, 1], [], [], []], "Input Dims": [[65536, 2816], [], [], []], "Ev Idx": 669 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675204951526.238, "dur": 34.862, + "args": { + "External id": 427167,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 2816], [1024, 1]], "Input Dims": [[2816, 65536], [65536, 1024]], "Ev Idx": 670 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 4183440, "tid": 31337, + "ts": 675204951562.240, "dur": 5.181, + "args": { + "External id": 427168,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[2816, 1024]], "Ev Idx": 671 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 4183440, "tid": 31337, + "ts": 675204951563.240, "dur": 3.412, + "args": { + "External id": 427169,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [], []], "Input Dims": [[2816, 1024], [], []], "Ev Idx": 672 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675204951565.747, "dur": 0.754, + "args": { + "External id": 427170,"Record function id": 0, "Concrete Inputs": ["", "[1024, 2816]", "[1, 1024]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[1024, 1], [], [], []], "Input Dims": [[2816, 1024], [], [], []], "Ev Idx": 673 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 4183440, "tid": 31337, + "ts": 675204951568.909, "dur": 4.928, + "args": { + "External id": 427171,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1, 1024]], "Input Dims": [[1024, 2816]], "Ev Idx": 674 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 4183440, "tid": 31337, + "ts": 675204951570.023, "dur": 3.171, + "args": { + "External id": 427172,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[1, 1024], [], []], "Input Dims": [[1024, 2816], [], []], "Ev Idx": 675 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675204951570.792, "dur": 2.337, + "args": { + "External id": 427173,"Record function id": 0, "Concrete Inputs": ["", "[2816, 1024]", "[1024, 1]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[1, 1024], [], [], []], "Input Dims": [[1024, 2816], [], [], []], "Ev Idx": 676 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675204951574.448, "dur": 35.546, + "args": { + "External id": 427174,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2816, 1], [1024, 1]], "Input Dims": [[65536, 2816], [2816, 1024]], "Ev Idx": 677 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: ViewBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204951621.215, "dur": 6.716, + "args": { + "External id": 427175,"Record function id": 0, "Sequence number": 5055741, "Fwd thread id": 1, "Ev Idx": 678 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "ViewBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204951622.103, "dur": 4.527, + "args": { + "External id": 427176,"Sequence number": 5055741, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[65536, 1024]], "Ev Idx": 679 + } + }, + { + "ph": "f", "id": 71, "pid": 4183440, "tid": 31337, "ts": 675204951622.103, + "cat": "fwdbwd", "name": "fwdbwd", "bp": "e" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 4183440, "tid": 31337, + "ts": 675204951624.340, "dur": 2.137, + "args": { + "External id": 427177,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1024, 1], []], "Input Dims": [[65536, 1024], []], "Ev Idx": 680 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675204951625.144, "dur": 1.195, + "args": { + "External id": 427178,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1024, 1], []], "Input Dims": [[65536, 1024], []], "Ev Idx": 681 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: TBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204951631.624, "dur": 8.770, + "args": { + "External id": 427179,"Record function id": 0, "Sequence number": 5055740, "Fwd thread id": 1, "Ev Idx": 682 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "TBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204951634.064, "dur": 3.740, + "args": { + "External id": 427180,"Sequence number": 5055740, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1, 1024]], "Input Dims": [[1024, 2816]], "Ev Idx": 683 + } + }, + { + "ph": "f", "id": 72, "pid": 4183440, "tid": 31337, "ts": 675204951634.064, + "cat": "fwdbwd", "name": "fwdbwd", "bp": "e" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 4183440, "tid": 31337, + "ts": 675204951635.082, "dur": 2.497, + "args": { + "External id": 427181,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1, 1024]], "Input Dims": [[1024, 2816]], "Ev Idx": 684 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 4183440, "tid": 31337, + "ts": 675204951635.696, "dur": 1.461, + "args": { + "External id": 427182,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[1, 1024], [], []], "Input Dims": [[1024, 2816], [], []], "Ev Idx": 685 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675204951636.587, "dur": 0.467, + "args": { + "External id": 427183,"Record function id": 0, "Concrete Inputs": ["", "[2816, 1024]", "[1024, 1]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[1, 1024], [], [], []], "Input Dims": [[1024, 2816], [], [], []], "Ev Idx": 686 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675204951644.111, "dur": 4.338, + "args": { + "External id": 427184,"Record function id": 0, "Ev Idx": 687 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675204951645.220, "dur": 2.693, + "args": { + "External id": 427185,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[2816, 1024]], "Ev Idx": 688 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 4183440, "tid": 31337, + "ts": 675204951646.050, "dur": 1.643, + "args": { + "External id": 427186,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[2816, 1024]], "Ev Idx": 689 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 4183440, "tid": 31337, + "ts": 675204951646.587, "dur": 1.017, + "args": { + "External id": 427187,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[2816, 1024]], "Ev Idx": 690 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: UnsafeViewBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204951651.498, "dur": 50.754, + "args": { + "External id": 427188,"Record function id": 0, "Sequence number": 5055739, "Fwd thread id": 1, "Ev Idx": 691 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "UnsafeViewBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204951652.617, "dur": 46.175, + "args": { + "External id": 427189,"Sequence number": 5055739, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[11534336, 2816, 1]], "Input Dims": [[16, 4096, 2816]], "Ev Idx": 692 + } + }, + { + "ph": "f", "id": 73, "pid": 4183440, "tid": 31337, "ts": 675204951652.617, + "cat": "fwdbwd", "name": "fwdbwd", "bp": "e" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 4183440, "tid": 31337, + "ts": 675204951653.722, "dur": 44.868, + "args": { + "External id": 427190,"Record function id": 0, "Concrete Inputs": ["", "[65536, 2816]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[11534336, 2816, 1], []], "Input Dims": [[16, 4096, 2816], []], "Ev Idx": 693 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675204951696.785, "dur": 1.519, + "args": { + "External id": 427191,"Record function id": 0, "Concrete Inputs": ["", "[65536, 2816]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[11534336, 2816, 1], []], "Input Dims": [[16, 4096, 2816], []], "Ev Idx": 694 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: MmBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204951707.275, "dur": 105.792, + "args": { + "External id": 427192,"Record function id": 0, "Sequence number": 5055738, "Fwd thread id": 1, "Ev Idx": 695 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "MmBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204951708.166, "dur": 96.157, + "args": { + "External id": 427193,"Sequence number": 5055738, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2816, 1]], "Input Dims": [[65536, 2816]], "Ev Idx": 696 + } + }, + { + "ph": "f", "id": 74, "pid": 4183440, "tid": 31337, "ts": 675204951708.166, + "cat": "fwdbwd", "name": "fwdbwd", "bp": "e" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 4183440, "tid": 31337, + "ts": 675204951710.670, "dur": 6.680, + "args": { + "External id": 427194,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2816, 1]], "Input Dims": [[65536, 2816]], "Ev Idx": 697 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 4183440, "tid": 31337, + "ts": 675204951711.432, "dur": 5.430, + "args": { + "External id": 427195,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[2816, 1], [], []], "Input Dims": [[65536, 2816], [], []], "Ev Idx": 698 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675204951716.082, "dur": 0.674, + "args": { + "External id": 427196,"Record function id": 0, "Concrete Inputs": ["", "[2816, 65536]", "[1, 2816]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[2816, 1], [], [], []], "Input Dims": [[65536, 2816], [], [], []], "Ev Idx": 699 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675204951719.793, "dur": 35.685, + "args": { + "External id": 427197,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 2816], [1024, 1]], "Input Dims": [[2816, 65536], [65536, 1024]], "Ev Idx": 700 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 4183440, "tid": 31337, + "ts": 675204951756.626, "dur": 7.111, + "args": { + "External id": 427198,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[2816, 1024]], "Ev Idx": 701 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 4183440, "tid": 31337, + "ts": 675204951757.270, "dur": 5.817, + "args": { + "External id": 427199,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [], []], "Input Dims": [[2816, 1024], [], []], "Ev Idx": 702 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675204951759.045, "dur": 3.870, + "args": { + "External id": 427200,"Record function id": 0, "Concrete Inputs": ["", "[1024, 2816]", "[1, 1024]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[1024, 1], [], [], []], "Input Dims": [[2816, 1024], [], [], []], "Ev Idx": 703 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 4183440, "tid": 31337, + "ts": 675204951765.185, "dur": 5.631, + "args": { + "External id": 427201,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1, 1024]], "Input Dims": [[1024, 2816]], "Ev Idx": 704 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 4183440, "tid": 31337, + "ts": 675204951766.377, "dur": 3.868, + "args": { + "External id": 427202,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[1, 1024], [], []], "Input Dims": [[1024, 2816], [], []], "Ev Idx": 705 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675204951769.747, "dur": 0.377, + "args": { + "External id": 427203,"Record function id": 0, "Concrete Inputs": ["", "[2816, 1024]", "[1024, 1]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[1, 1024], [], [], []], "Input Dims": [[1024, 2816], [], [], []], "Ev Idx": 706 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675204951771.364, "dur": 32.174, + "args": { + "External id": 427204,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2816, 1], [1024, 1]], "Input Dims": [[65536, 2816], [2816, 1024]], "Ev Idx": 707 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: ViewBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204951817.601, "dur": 31.037, + "args": { + "External id": 427205,"Record function id": 0, "Sequence number": 5055737, "Fwd thread id": 1, "Ev Idx": 708 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "ViewBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204951818.478, "dur": 4.431, + "args": { + "External id": 427206,"Sequence number": 5055737, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[65536, 1024]], "Ev Idx": 709 + } + }, + { + "ph": "f", "id": 75, "pid": 4183440, "tid": 31337, "ts": 675204951818.478, + "cat": "fwdbwd", "name": "fwdbwd", "bp": "e" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 4183440, "tid": 31337, + "ts": 675204951820.329, "dur": 2.452, + "args": { + "External id": 427207,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1024, 1], []], "Input Dims": [[65536, 1024], []], "Ev Idx": 710 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675204951821.366, "dur": 1.288, + "args": { + "External id": 427208,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1024, 1], []], "Input Dims": [[65536, 1024], []], "Ev Idx": 711 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::add", "pid": 4183440, "tid": 31337, + "ts": 675204951825.903, "dur": 20.209, + "args": { + "External id": 427209,"Record function id": 0, "Concrete Inputs": ["", "", "1"], "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[4194304, 1024, 1], [4194304, 1024, 1], []], "Input Dims": [[16, 4096, 1024], [16, 4096, 1024], []], "Ev Idx": 712 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: TBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204951852.383, "dur": 9.769, + "args": { + "External id": 427210,"Record function id": 0, "Sequence number": 5055736, "Fwd thread id": 1, "Ev Idx": 713 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "TBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204951853.578, "dur": 6.568, + "args": { + "External id": 427211,"Sequence number": 5055736, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1, 1024]], "Input Dims": [[1024, 2816]], "Ev Idx": 714 + } + }, + { + "ph": "f", "id": 76, "pid": 4183440, "tid": 31337, "ts": 675204951853.578, + "cat": "fwdbwd", "name": "fwdbwd", "bp": "e" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 4183440, "tid": 31337, + "ts": 675204951854.442, "dur": 5.482, + "args": { + "External id": 427212,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1, 1024]], "Input Dims": [[1024, 2816]], "Ev Idx": 715 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 4183440, "tid": 31337, + "ts": 675204951855.201, "dur": 4.128, + "args": { + "External id": 427213,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[1, 1024], [], []], "Input Dims": [[1024, 2816], [], []], "Ev Idx": 716 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675204951858.595, "dur": 0.627, + "args": { + "External id": 427214,"Record function id": 0, "Concrete Inputs": ["", "[2816, 1024]", "[1024, 1]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[1, 1024], [], [], []], "Input Dims": [[1024, 2816], [], [], []], "Ev Idx": 717 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675204951866.698, "dur": 6.522, + "args": { + "External id": 427215,"Record function id": 0, "Ev Idx": 718 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675204951868.644, "dur": 4.045, + "args": { + "External id": 427216,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[2816, 1024]], "Ev Idx": 719 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 4183440, "tid": 31337, + "ts": 675204951869.607, "dur": 2.492, + "args": { + "External id": 427217,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[2816, 1024]], "Ev Idx": 720 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 4183440, "tid": 31337, + "ts": 675204951870.461, "dur": 1.568, + "args": { + "External id": 427218,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[2816, 1024]], "Ev Idx": 721 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: LayerNormFunctionBackward", "pid": 4183440, "tid": 31337, + "ts": 675204951879.444, "dur": 430.733, + "args": { + "External id": 427219,"Record function id": 0, "Sequence number": 5055735, "Fwd thread id": 1, "Ev Idx": 722 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "LayerNormFunctionBackward", "pid": 4183440, "tid": 31337, + "ts": 675204951880.856, "dur": 396.228, + "args": { + "External id": 427220,"Sequence number": 5055735, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[4194304, 1024, 1], [16777216, 4096, 1]], "Input Dims": [[16, 4096, 1024], [16, 4096, 1024]], "Ev Idx": 723 + } + }, + { + "ph": "f", "id": 77, "pid": 4183440, "tid": 31337, "ts": 675204951880.856, + "cat": "fwdbwd", "name": "fwdbwd", "bp": "e" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::contiguous", "pid": 4183440, "tid": 31337, + "ts": 675204951904.465, "dur": 50.125, + "args": { + "External id": 427221,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["c10::BFloat16", "Scalar"], "Input Strides": [[16777216, 4096, 1], []], "Input Dims": [[16, 4096, 1024], []], "Ev Idx": 724 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::clone", "pid": 4183440, "tid": 31337, + "ts": 675204951905.901, "dur": 48.497, + "args": { + "External id": 427222,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["c10::BFloat16", "Scalar"], "Input Strides": [[16777216, 4096, 1], []], "Input Dims": [[16, 4096, 1024], []], "Ev Idx": 725 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty_like", "pid": 4183440, "tid": 31337, + "ts": 675204951908.837, "dur": 5.964, + "args": { + "External id": 427223,"Record function id": 0, "Concrete Inputs": ["", "15", "0", "", "", "0"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "", "", "Scalar"], "Input Strides": [[16777216, 4096, 1], [], [], [], [], []], "Input Dims": [[16, 4096, 1024], [], [], [], [], []], "Ev Idx": 726 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 31337, + "ts": 675204951911.394, "dur": 2.992, + "args": { + "External id": 427224,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 1024]", "15", "0", "", "", "0"], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 727 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 4183440, "tid": 31337, + "ts": 675204951916.279, "dur": 37.324, + "args": { + "External id": 427225,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[4194304, 1024, 1], [16777216, 4096, 1], []], "Input Dims": [[16, 4096, 1024], [16, 4096, 1024], []], "Ev Idx": 728 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 4183440, "tid": 31337, + "ts": 675204951966.630, "dur": 6.915, + "args": { + "External id": 427226,"Record function id": 0, "Concrete Inputs": ["", "[-1, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[4194304, 1024, 1], []], "Input Dims": [[16, 4096, 1024], []], "Ev Idx": 729 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675204951970.108, "dur": 3.275, + "args": { + "External id": 427227,"Record function id": 0, "Concrete Inputs": ["", "[-1, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[4194304, 1024, 1], []], "Input Dims": [[16, 4096, 1024], []], "Ev Idx": 730 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 4183440, "tid": 31337, + "ts": 675204951977.514, "dur": 1.870, + "args": { + "External id": 427228,"Record function id": 0, "Concrete Inputs": ["", "[-1, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[4194304, 1024, 1], []], "Input Dims": [[16, 4096, 1024], []], "Ev Idx": 731 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675204951978.375, "dur": 0.906, + "args": { + "External id": 427229,"Record function id": 0, "Concrete Inputs": ["", "[-1, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[4194304, 1024, 1], []], "Input Dims": [[16, 4096, 1024], []], "Ev Idx": 732 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 31337, + "ts": 675204951991.206, "dur": 2.928, + "args": { + "External id": 427230,"Record function id": 0, "Concrete Inputs": ["[65536, 1024]", "15", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 733 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 31337, + "ts": 675204952005.486, "dur": 2.897, + "args": { + "External id": 427231,"Record function id": 0, "Concrete Inputs": ["[132, 1024]", "6", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 734 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675204952168.859, "dur": 3.039, + "args": { + "External id": 427232,"Record function id": 0, "Concrete Inputs": ["", "[1, -1, 1024]"], "Input type": ["float", "ScalarList"], "Input Strides": [[1024, 1], []], "Input Dims": [[132, 1024], []], "Ev Idx": 735 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::sum", "pid": 4183440, "tid": 31337, + "ts": 675204952176.296, "dur": 30.909, + "args": { + "External id": 427233,"Record function id": 0, "Concrete Inputs": ["", "[1]", "False", ""], "Input type": ["float", "ScalarList", "Scalar", ""], "Input Strides": [[135168, 1024, 1], [], [], []], "Input Dims": [[1, 132, 1024], [], [], []], "Ev Idx": 736 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675204952185.192, "dur": 0.741, + "args": { + "External id": 427234,"Record function id": 0, "Concrete Inputs": ["", "[1, 1, 1024]", "[1024, 0, 1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[1024, 1], [], [], []], "Input Dims": [[1, 1024], [], [], []], "Ev Idx": 737 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 31337, + "ts": 675204952213.013, "dur": 29.737, + "args": { + "External id": 427235,"Record function id": 0, "Concrete Inputs": ["", "", "15", "False", "False", ""], "Input type": ["float", "", "Scalar", "Scalar", "Scalar", ""], "Input Strides": [[1024, 1], [], [], [], [], []], "Input Dims": [[1, 1024], [], [], [], [], []], "Ev Idx": 738 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::_to_copy", "pid": 4183440, "tid": 31337, + "ts": 675204952214.562, "dur": 27.960, + "args": { + "External id": 427236,"Record function id": 0, "Concrete Inputs": ["", "15", "", "", "", "False", ""], "Input type": ["float", "Scalar", "", "", "", "Scalar", ""], "Input Strides": [[1024, 1], [], [], [], [], [], []], "Input Dims": [[1, 1024], [], [], [], [], [], []], "Ev Idx": 739 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 4183440, "tid": 31337, + "ts": 675204952219.102, "dur": 4.186, + "args": { + "External id": 427237,"Record function id": 0, "Concrete Inputs": ["[1, 1024]", "[1024, 1]", "15", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 740 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 4183440, "tid": 31337, + "ts": 675204952224.601, "dur": 17.426, + "args": { + "External id": 427238,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["c10::BFloat16", "float", "Scalar"], "Input Strides": [[1024, 1], [1024, 1], []], "Input Dims": [[1, 1024], [1, 1024], []], "Ev Idx": 741 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view_as", "pid": 4183440, "tid": 31337, + "ts": 675204952247.362, "dur": 4.644, + "args": { + "External id": 427239,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1]], "Input Dims": [[1, 1024], [1024]], "Ev Idx": 742 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675204952250.586, "dur": 1.292, + "args": { + "External id": 427240,"Record function id": 0, "Concrete Inputs": ["", "[1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1024, 1], []], "Input Dims": [[1, 1024], []], "Ev Idx": 743 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 4183440, "tid": 31337, + "ts": 675204952258.570, "dur": 4.181, + "args": { + "External id": 427241,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1024, 1], []], "Input Dims": [[65536, 1024], []], "Ev Idx": 744 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675204952259.763, "dur": 2.832, + "args": { + "External id": 427242,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1024, 1], []], "Input Dims": [[65536, 1024], []], "Ev Idx": 745 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 4183440, "tid": 31337, + "ts": 675204952265.086, "dur": 2.519, + "args": { + "External id": 427243,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1024, 1], []], "Input Dims": [[65536, 1024], []], "Ev Idx": 746 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675204952266.669, "dur": 0.847, + "args": { + "External id": 427244,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1024, 1], []], "Input Dims": [[65536, 1024], []], "Ev Idx": 747 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::add_", "pid": 4183440, "tid": 31337, + "ts": 675204952292.422, "dur": 16.314, + "args": { + "External id": 427245,"Record function id": 0, "Concrete Inputs": ["", "", "1"], "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[4194304, 1024, 1], [4194304, 1024, 1], []], "Input Dims": [[16, 4096, 1024], [16, 4096, 1024], []], "Ev Idx": 748 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675204952323.163, "dur": 10.883, + "args": { + "External id": 427246,"Record function id": 0, "Ev Idx": 749 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675204952325.705, "dur": 7.589, + "args": { + "External id": 427247,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[1024]], "Ev Idx": 750 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 4183440, "tid": 31337, + "ts": 675204952327.707, "dur": 4.635, + "args": { + "External id": 427248,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[1024]], "Ev Idx": 751 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 4183440, "tid": 31337, + "ts": 675204952330.404, "dur": 1.824, + "args": { + "External id": 427249,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[1024]], "Ev Idx": 752 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: UnsafeViewBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204952337.875, "dur": 8.527, + "args": { + "External id": 427250,"Record function id": 0, "Sequence number": 5055734, "Fwd thread id": 1, "Ev Idx": 753 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "UnsafeViewBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204952339.399, "dur": 4.280, + "args": { + "External id": 427251,"Sequence number": 5055734, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[4194304, 1024, 1]], "Input Dims": [[16, 4096, 1024]], "Ev Idx": 754 + } + }, + { + "ph": "f", "id": 78, "pid": 4183440, "tid": 31337, "ts": 675204952339.399, + "cat": "fwdbwd", "name": "fwdbwd", "bp": "e" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 4183440, "tid": 31337, + "ts": 675204952341.210, "dur": 2.285, + "args": { + "External id": 427252,"Record function id": 0, "Concrete Inputs": ["", "[65536, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[4194304, 1024, 1], []], "Input Dims": [[16, 4096, 1024], []], "Ev Idx": 755 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675204952342.301, "dur": 1.053, + "args": { + "External id": 427253,"Record function id": 0, "Concrete Inputs": ["", "[65536, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[4194304, 1024, 1], []], "Input Dims": [[16, 4096, 1024], []], "Ev Idx": 756 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: MmBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204952349.899, "dur": 130.308, + "args": { + "External id": 427254,"Record function id": 0, "Sequence number": 5055733, "Fwd thread id": 1, "Ev Idx": 757 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "MmBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204952350.780, "dur": 123.025, + "args": { + "External id": 427255,"Sequence number": 5055733, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[65536, 1024]], "Ev Idx": 758 + } + }, + { + "ph": "f", "id": 79, "pid": 4183440, "tid": 31337, "ts": 675204952350.780, + "cat": "fwdbwd", "name": "fwdbwd", "bp": "e" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 4183440, "tid": 31337, + "ts": 675204952353.651, "dur": 7.074, + "args": { + "External id": 427256,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[65536, 1024]], "Ev Idx": 759 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 4183440, "tid": 31337, + "ts": 675204952357.406, "dur": 2.676, + "args": { + "External id": 427257,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [], []], "Input Dims": [[65536, 1024], [], []], "Ev Idx": 760 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675204952359.072, "dur": 0.785, + "args": { + "External id": 427258,"Record function id": 0, "Concrete Inputs": ["", "[1024, 65536]", "[1, 1024]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[1024, 1], [], [], []], "Input Dims": [[65536, 1024], [], [], []], "Ev Idx": 761 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675204952362.002, "dur": 64.076, + "args": { + "External id": 427259,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 1024], [1024, 1]], "Input Dims": [[1024, 65536], [65536, 1024]], "Ev Idx": 762 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 4183440, "tid": 31337, + "ts": 675204952427.039, "dur": 5.682, + "args": { + "External id": 427260,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 763 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 4183440, "tid": 31337, + "ts": 675204952427.925, "dur": 4.162, + "args": { + "External id": 427261,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [], []], "Input Dims": [[1024, 1024], [], []], "Ev Idx": 764 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675204952429.654, "dur": 2.260, + "args": { + "External id": 427262,"Record function id": 0, "Concrete Inputs": ["", "[1024, 1024]", "[1, 1024]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[1024, 1], [], [], []], "Input Dims": [[1024, 1024], [], [], []], "Ev Idx": 765 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 4183440, "tid": 31337, + "ts": 675204952435.763, "dur": 3.868, + "args": { + "External id": 427263,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1, 1024]], "Input Dims": [[1024, 1024]], "Ev Idx": 766 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 4183440, "tid": 31337, + "ts": 675204952436.811, "dur": 2.319, + "args": { + "External id": 427264,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[1, 1024], [], []], "Input Dims": [[1024, 1024], [], []], "Ev Idx": 767 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675204952438.609, "dur": 0.429, + "args": { + "External id": 427265,"Record function id": 0, "Concrete Inputs": ["", "[1024, 1024]", "[1024, 1]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[1, 1024], [], [], []], "Input Dims": [[1024, 1024], [], [], []], "Ev Idx": 768 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675204952440.063, "dur": 32.904, + "args": { + "External id": 427266,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1024, 1]], "Input Dims": [[65536, 1024], [1024, 1024]], "Ev Idx": 769 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: ViewBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204952484.690, "dur": 8.718, + "args": { + "External id": 427267,"Record function id": 0, "Sequence number": 5055732, "Fwd thread id": 1, "Ev Idx": 770 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "ViewBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204952485.774, "dur": 5.397, + "args": { + "External id": 427268,"Sequence number": 5055732, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[65536, 1024]], "Ev Idx": 771 + } + }, + { + "ph": "f", "id": 80, "pid": 4183440, "tid": 31337, "ts": 675204952485.774, + "cat": "fwdbwd", "name": "fwdbwd", "bp": "e" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 4183440, "tid": 31337, + "ts": 675204952487.408, "dur": 3.626, + "args": { + "External id": 427269,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1024, 1], []], "Input Dims": [[65536, 1024], []], "Ev Idx": 772 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675204952488.313, "dur": 2.568, + "args": { + "External id": 427270,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1024, 1], []], "Input Dims": [[65536, 1024], []], "Ev Idx": 773 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: TBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204952496.628, "dur": 9.388, + "args": { + "External id": 427271,"Record function id": 0, "Sequence number": 5055731, "Fwd thread id": 1, "Ev Idx": 774 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "TBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204952499.633, "dur": 4.244, + "args": { + "External id": 427272,"Sequence number": 5055731, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1, 1024]], "Input Dims": [[1024, 1024]], "Ev Idx": 775 + } + }, + { + "ph": "f", "id": 81, "pid": 4183440, "tid": 31337, "ts": 675204952499.633, + "cat": "fwdbwd", "name": "fwdbwd", "bp": "e" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 4183440, "tid": 31337, + "ts": 675204952500.399, "dur": 3.281, + "args": { + "External id": 427273,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1, 1024]], "Input Dims": [[1024, 1024]], "Ev Idx": 776 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 4183440, "tid": 31337, + "ts": 675204952501.142, "dur": 2.063, + "args": { + "External id": 427274,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[1, 1024], [], []], "Input Dims": [[1024, 1024], [], []], "Ev Idx": 777 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675204952502.504, "dur": 0.586, + "args": { + "External id": 427275,"Record function id": 0, "Concrete Inputs": ["", "[1024, 1024]", "[1024, 1]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[1, 1024], [], [], []], "Input Dims": [[1024, 1024], [], [], []], "Ev Idx": 778 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675204952509.839, "dur": 5.626, + "args": { + "External id": 427276,"Record function id": 0, "Ev Idx": 779 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675204952511.756, "dur": 3.201, + "args": { + "External id": 427277,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 780 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 4183440, "tid": 31337, + "ts": 675204952512.823, "dur": 1.903, + "args": { + "External id": 427278,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 781 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 4183440, "tid": 31337, + "ts": 675204952513.486, "dur": 1.159, + "args": { + "External id": 427279,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 782 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: ViewBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204952518.519, "dur": 7.823, + "args": { + "External id": 427280,"Record function id": 0, "Sequence number": 5055730, "Fwd thread id": 1, "Ev Idx": 783 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "ViewBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204952519.586, "dur": 4.900, + "args": { + "External id": 427281,"Sequence number": 5055730, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[4194304, 1024, 1]], "Input Dims": [[16, 4096, 1024]], "Ev Idx": 784 + } + }, + { + "ph": "f", "id": 82, "pid": 4183440, "tid": 31337, "ts": 675204952519.586, + "cat": "fwdbwd", "name": "fwdbwd", "bp": "e" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 4183440, "tid": 31337, + "ts": 675204952522.278, "dur": 2.053, + "args": { + "External id": 427282,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 16, 64]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[4194304, 1024, 1], []], "Input Dims": [[16, 4096, 1024], []], "Ev Idx": 785 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675204952523.050, "dur": 1.144, + "args": { + "External id": 427283,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 16, 64]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[4194304, 1024, 1], []], "Input Dims": [[16, 4096, 1024], []], "Ev Idx": 786 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: FlashAttnFuncBackward", "pid": 4183440, "tid": 31337, + "ts": 675204952530.453, "dur": 322.233, + "args": { + "External id": 427284,"Record function id": 0, "Sequence number": 5055729, "Fwd thread id": 1, "Ev Idx": 787 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "FlashAttnFuncBackward", "pid": 4183440, "tid": 31337, + "ts": 675204952532.173, "dur": 300.370, + "args": { + "External id": 427285,"Sequence number": 5055729, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[4194304, 1024, 64, 1]], "Input Dims": [[16, 4096, 16, 64]], "Ev Idx": 788 + } + }, + { + "ph": "f", "id": 83, "pid": 4183440, "tid": 31337, "ts": 675204952532.173, + "cat": "fwdbwd", "name": "fwdbwd", "bp": "e" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty_like", "pid": 4183440, "tid": 31337, + "ts": 675204952547.209, "dur": 5.889, + "args": { + "External id": 427286,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "False", ""], "Input type": ["c10::BFloat16", "", "", "", "Scalar", ""], "Input Strides": [[4194304, 1024, 64, 1], [], [], [], [], []], "Input Dims": [[16, 4096, 16, 64], [], [], [], [], []], "Ev Idx": 789 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 4183440, "tid": 31337, + "ts": 675204952549.741, "dur": 3.009, + "args": { + "External id": 427287,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 16, 64]", "[4194304, 1024, 64, 1]", "15", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 790 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty_like", "pid": 4183440, "tid": 31337, + "ts": 675204952555.148, "dur": 3.560, + "args": { + "External id": 427288,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "False", ""], "Input type": ["c10::BFloat16", "", "", "", "Scalar", ""], "Input Strides": [[4194304, 1024, 64, 1], [], [], [], [], []], "Input Dims": [[16, 4096, 16, 64], [], [], [], [], []], "Ev Idx": 791 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 4183440, "tid": 31337, + "ts": 675204952556.655, "dur": 1.833, + "args": { + "External id": 427289,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 16, 64]", "[4194304, 1024, 64, 1]", "15", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 792 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty_like", "pid": 4183440, "tid": 31337, + "ts": 675204952560.357, "dur": 4.922, + "args": { + "External id": 427290,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "False", ""], "Input type": ["c10::BFloat16", "", "", "", "Scalar", ""], "Input Strides": [[4194304, 1024, 64, 1], [], [], [], [], []], "Input Dims": [[16, 4096, 16, 64], [], [], [], [], []], "Ev Idx": 793 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 4183440, "tid": 31337, + "ts": 675204952561.901, "dur": 3.187, + "args": { + "External id": 427291,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 16, 64]", "[4194304, 1024, 64, 1]", "15", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 794 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "flash_attn::_flash_attn_backward", "pid": 4183440, "tid": 31337, + "ts": 675204952588.471, "dur": 217.654, + "args": { + "External id": 427292,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "", "", "", "", "0.", "0.125", "True", "-1", "-1", "0.", "", "False", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "float", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "", "Scalar", "long int"], "Input Strides": [[4194304, 1024, 64, 1], [4194304, 1024, 64, 1], [4194304, 1024, 64, 1], [4194304, 1024, 64, 1], [4194304, 1024, 64, 1], [65536, 4096, 1], [4194304, 1024, 64, 1], [4194304, 1024, 64, 1], [4194304, 1024, 64, 1], [], [], [], [], [], [], [], [], [1]], "Input Dims": [[16, 4096, 16, 64], [16, 4096, 16, 64], [16, 4096, 16, 64], [16, 4096, 16, 64], [16, 4096, 16, 64], [16, 16, 4096], [16, 4096, 16, 64], [16, 4096, 16, 64], [16, 4096, 16, 64], [], [], [], [], [], [], [], [], [2]], "Ev Idx": 795 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 31337, + "ts": 675204952710.518, "dur": 4.608, + "args": { + "External id": 427293,"Record function id": 0, "Concrete Inputs": ["[16, 16, 4096]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 796 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 31337, + "ts": 675204952717.286, "dur": 3.873, + "args": { + "External id": 427294,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 16, 64]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 797 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::alias", "pid": 4183440, "tid": 31337, + "ts": 675204952818.632, "dur": 4.351, + "args": { + "External id": 427295,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[4194304, 1024, 64, 1]], "Input Dims": [[16, 4096, 16, 64]], "Ev Idx": 798 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::alias", "pid": 4183440, "tid": 31337, + "ts": 675204952826.194, "dur": 1.025, + "args": { + "External id": 427296,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[4194304, 1024, 64, 1]], "Input Dims": [[16, 4096, 16, 64]], "Ev Idx": 799 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::alias", "pid": 4183440, "tid": 31337, + "ts": 675204952829.027, "dur": 0.756, + "args": { + "External id": 427297,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[4194304, 1024, 64, 1]], "Input Dims": [[16, 4096, 16, 64]], "Ev Idx": 800 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: RotaryEmbeddingFunctionBackward", "pid": 4183440, "tid": 31337, + "ts": 675204952863.035, "dur": 258.218, + "args": { + "External id": 427298,"Record function id": 0, "Sequence number": 5055728, "Fwd thread id": 1, "Ev Idx": 801 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "RotaryEmbeddingFunctionBackward", "pid": 4183440, "tid": 31337, + "ts": 675204952864.753, "dur": 247.947, + "args": { + "External id": 427299,"Sequence number": 5055728, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[4194304, 1024, 64, 1]], "Input Dims": [[16, 4096, 16, 64]], "Ev Idx": 802 + } + }, + { + "ph": "f", "id": 84, "pid": 4183440, "tid": 31337, "ts": 675204952864.753, + "cat": "fwdbwd", "name": "fwdbwd", "bp": "e" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::clone", "pid": 4183440, "tid": 31337, + "ts": 675204952884.507, "dur": 45.333, + "args": { + "External id": 427300,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", ""], "Input Strides": [[4194304, 1024, 64, 1], []], "Input Dims": [[16, 4096, 16, 64], []], "Ev Idx": 803 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 4183440, "tid": 31337, + "ts": 675204952887.749, "dur": 3.039, + "args": { + "External id": 427301,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 16, 64]", "[4194304, 1024, 64, 1]", "15", "0", "", ""], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 804 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 4183440, "tid": 31337, + "ts": 675204952892.087, "dur": 36.979, + "args": { + "External id": 427302,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[4194304, 1024, 64, 1], [4194304, 1024, 64, 1], []], "Input Dims": [[16, 4096, 16, 64], [16, 4096, 16, 64], []], "Ev Idx": 805 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty_like", "pid": 4183440, "tid": 31337, + "ts": 675204952960.758, "dur": 6.189, + "args": { + "External id": 427303,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "False", ""], "Input type": ["c10::BFloat16", "", "", "", "Scalar", ""], "Input Strides": [[4194304, 1024, 64, 1], [], [], [], [], []], "Input Dims": [[16, 4096, 16, 64], [], [], [], [], []], "Ev Idx": 806 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 4183440, "tid": 31337, + "ts": 675204952963.044, "dur": 3.458, + "args": { + "External id": 427304,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 16, 64]", "[4194304, 1024, 64, 1]", "15", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 807 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: RotaryEmbeddingFunctionBackward", "pid": 4183440, "tid": 31337, + "ts": 675204953130.834, "dur": 144.709, + "args": { + "External id": 427305,"Record function id": 0, "Sequence number": 5055727, "Fwd thread id": 1, "Ev Idx": 808 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "RotaryEmbeddingFunctionBackward", "pid": 4183440, "tid": 31337, + "ts": 675204953132.915, "dur": 136.854, + "args": { + "External id": 427306,"Sequence number": 5055727, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[4194304, 1024, 64, 1]], "Input Dims": [[16, 4096, 16, 64]], "Ev Idx": 809 + } + }, + { + "ph": "f", "id": 85, "pid": 4183440, "tid": 31337, "ts": 675204953132.915, + "cat": "fwdbwd", "name": "fwdbwd", "bp": "e" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::clone", "pid": 4183440, "tid": 31337, + "ts": 675204953144.420, "dur": 31.166, + "args": { + "External id": 427307,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", ""], "Input Strides": [[4194304, 1024, 64, 1], []], "Input Dims": [[16, 4096, 16, 64], []], "Ev Idx": 810 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 4183440, "tid": 31337, + "ts": 675204953147.148, "dur": 3.019, + "args": { + "External id": 427308,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 16, 64]", "[4194304, 1024, 64, 1]", "15", "0", "", ""], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 811 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 4183440, "tid": 31337, + "ts": 675204953151.267, "dur": 23.804, + "args": { + "External id": 427309,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[4194304, 1024, 64, 1], [4194304, 1024, 64, 1], []], "Input Dims": [[16, 4096, 16, 64], [16, 4096, 16, 64], []], "Ev Idx": 812 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty_like", "pid": 4183440, "tid": 31337, + "ts": 675204953182.658, "dur": 4.666, + "args": { + "External id": 427310,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "False", ""], "Input type": ["c10::BFloat16", "", "", "", "Scalar", ""], "Input Strides": [[4194304, 1024, 64, 1], [], [], [], [], []], "Input Dims": [[16, 4096, 16, 64], [], [], [], [], []], "Ev Idx": 813 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 4183440, "tid": 31337, + "ts": 675204953184.450, "dur": 2.592, + "args": { + "External id": 427311,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 16, 64]", "[4194304, 1024, 64, 1]", "15", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 814 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: ViewBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204953281.690, "dur": 16.828, + "args": { + "External id": 427312,"Record function id": 0, "Sequence number": 5055726, "Fwd thread id": 1, "Ev Idx": 815 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "ViewBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204953283.178, "dur": 12.993, + "args": { + "External id": 427313,"Sequence number": 5055726, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[4194304, 1024, 64, 1]], "Input Dims": [[16, 4096, 16, 64]], "Ev Idx": 816 + } + }, + { + "ph": "f", "id": 86, "pid": 4183440, "tid": 31337, "ts": 675204953283.178, + "cat": "fwdbwd", "name": "fwdbwd", "bp": "e" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 4183440, "tid": 31337, + "ts": 675204953285.796, "dur": 10.014, + "args": { + "External id": 427314,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[4194304, 1024, 64, 1], []], "Input Dims": [[16, 4096, 16, 64], []], "Ev Idx": 817 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675204953289.230, "dur": 6.404, + "args": { + "External id": 427315,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[4194304, 1024, 64, 1], []], "Input Dims": [[16, 4096, 16, 64], []], "Ev Idx": 818 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: ViewBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204953301.916, "dur": 6.075, + "args": { + "External id": 427316,"Record function id": 0, "Sequence number": 5055725, "Fwd thread id": 1, "Ev Idx": 819 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "ViewBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204953302.802, "dur": 3.520, + "args": { + "External id": 427317,"Sequence number": 5055725, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[4194304, 1024, 64, 1]], "Input Dims": [[16, 4096, 16, 64]], "Ev Idx": 820 + } + }, + { + "ph": "f", "id": 87, "pid": 4183440, "tid": 31337, "ts": 675204953302.802, + "cat": "fwdbwd", "name": "fwdbwd", "bp": "e" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 4183440, "tid": 31337, + "ts": 675204953304.054, "dur": 2.117, + "args": { + "External id": 427318,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[4194304, 1024, 64, 1], []], "Input Dims": [[16, 4096, 16, 64], []], "Ev Idx": 821 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675204953305.135, "dur": 0.904, + "args": { + "External id": 427319,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[4194304, 1024, 64, 1], []], "Input Dims": [[16, 4096, 16, 64], []], "Ev Idx": 822 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: ViewBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204953313.240, "dur": 7.249, + "args": { + "External id": 427320,"Record function id": 0, "Sequence number": 5055724, "Fwd thread id": 1, "Ev Idx": 823 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "ViewBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204953314.556, "dur": 4.463, + "args": { + "External id": 427321,"Sequence number": 5055724, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[4194304, 1024, 64, 1]], "Input Dims": [[16, 4096, 16, 64]], "Ev Idx": 824 + } + }, + { + "ph": "f", "id": 88, "pid": 4183440, "tid": 31337, "ts": 675204953314.556, + "cat": "fwdbwd", "name": "fwdbwd", "bp": "e" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 4183440, "tid": 31337, + "ts": 675204953316.239, "dur": 2.620, + "args": { + "External id": 427322,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[4194304, 1024, 64, 1], []], "Input Dims": [[16, 4096, 16, 64], []], "Ev Idx": 825 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675204953317.746, "dur": 1.007, + "args": { + "External id": 427323,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[4194304, 1024, 64, 1], []], "Input Dims": [[16, 4096, 16, 64], []], "Ev Idx": 826 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: UnsafeViewBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204953324.080, "dur": 7.803, + "args": { + "External id": 427324,"Record function id": 0, "Sequence number": 5055723, "Fwd thread id": 1, "Ev Idx": 827 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "UnsafeViewBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204953325.260, "dur": 4.793, + "args": { + "External id": 427325,"Sequence number": 5055723, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[4194304, 1024, 1]], "Input Dims": [[16, 4096, 1024]], "Ev Idx": 828 + } + }, + { + "ph": "f", "id": 89, "pid": 4183440, "tid": 31337, "ts": 675204953325.260, + "cat": "fwdbwd", "name": "fwdbwd", "bp": "e" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 4183440, "tid": 31337, + "ts": 675204953326.210, "dur": 3.687, + "args": { + "External id": 427326,"Record function id": 0, "Concrete Inputs": ["", "[65536, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[4194304, 1024, 1], []], "Input Dims": [[16, 4096, 1024], []], "Ev Idx": 829 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675204953328.840, "dur": 0.916, + "args": { + "External id": 427327,"Record function id": 0, "Concrete Inputs": ["", "[65536, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[4194304, 1024, 1], []], "Input Dims": [[16, 4096, 1024], []], "Ev Idx": 830 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: MmBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204953335.216, "dur": 152.487, + "args": { + "External id": 427328,"Record function id": 0, "Sequence number": 5055722, "Fwd thread id": 1, "Ev Idx": 831 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "MmBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204953336.109, "dur": 144.083, + "args": { + "External id": 427329,"Sequence number": 5055722, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[65536, 1024]], "Ev Idx": 832 + } + }, + { + "ph": "f", "id": 90, "pid": 4183440, "tid": 31337, "ts": 675204953336.109, + "cat": "fwdbwd", "name": "fwdbwd", "bp": "e" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 4183440, "tid": 31337, + "ts": 675204953339.540, "dur": 7.669, + "args": { + "External id": 427330,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[65536, 1024]], "Ev Idx": 833 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 4183440, "tid": 31337, + "ts": 675204953341.593, "dur": 4.966, + "args": { + "External id": 427331,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [], []], "Input Dims": [[65536, 1024], [], []], "Ev Idx": 834 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675204953344.278, "dur": 1.984, + "args": { + "External id": 427332,"Record function id": 0, "Concrete Inputs": ["", "[1024, 65536]", "[1, 1024]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[1024, 1], [], [], []], "Input Dims": [[65536, 1024], [], [], []], "Ev Idx": 835 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675204953350.366, "dur": 77.080, + "args": { + "External id": 427333,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 1024], [1024, 1]], "Input Dims": [[1024, 65536], [65536, 1024]], "Ev Idx": 836 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 4183440, "tid": 31337, + "ts": 675204953428.708, "dur": 5.199, + "args": { + "External id": 427334,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 837 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 4183440, "tid": 31337, + "ts": 675204953429.526, "dur": 3.618, + "args": { + "External id": 427335,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [], []], "Input Dims": [[1024, 1024], [], []], "Ev Idx": 838 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675204953431.649, "dur": 1.263, + "args": { + "External id": 427336,"Record function id": 0, "Concrete Inputs": ["", "[1024, 1024]", "[1, 1024]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[1024, 1], [], [], []], "Input Dims": [[1024, 1024], [], [], []], "Ev Idx": 839 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 4183440, "tid": 31337, + "ts": 675204953435.364, "dur": 5.986, + "args": { + "External id": 427337,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1, 1024]], "Input Dims": [[1024, 1024]], "Ev Idx": 840 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 4183440, "tid": 31337, + "ts": 675204953436.521, "dur": 4.328, + "args": { + "External id": 427338,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[1, 1024], [], []], "Input Dims": [[1024, 1024], [], []], "Ev Idx": 841 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675204953439.991, "dur": 0.774, + "args": { + "External id": 427339,"Record function id": 0, "Concrete Inputs": ["", "[1024, 1024]", "[1024, 1]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[1, 1024], [], [], []], "Input Dims": [[1024, 1024], [], [], []], "Ev Idx": 842 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675204953441.859, "dur": 37.509, + "args": { + "External id": 427340,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1024, 1]], "Input Dims": [[65536, 1024], [1024, 1024]], "Ev Idx": 843 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: ViewBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204953492.240, "dur": 7.127, + "args": { + "External id": 427341,"Record function id": 0, "Sequence number": 5055721, "Fwd thread id": 1, "Ev Idx": 844 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "ViewBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204953493.074, "dur": 4.167, + "args": { + "External id": 427342,"Sequence number": 5055721, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[65536, 1024]], "Ev Idx": 845 + } + }, + { + "ph": "f", "id": 91, "pid": 4183440, "tid": 31337, "ts": 675204953493.074, + "cat": "fwdbwd", "name": "fwdbwd", "bp": "e" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 4183440, "tid": 31337, + "ts": 675204953494.786, "dur": 2.328, + "args": { + "External id": 427343,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1024, 1], []], "Input Dims": [[65536, 1024], []], "Ev Idx": 846 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675204953495.954, "dur": 1.047, + "args": { + "External id": 427344,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1024, 1], []], "Input Dims": [[65536, 1024], []], "Ev Idx": 847 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: TBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204953502.943, "dur": 9.408, + "args": { + "External id": 427345,"Record function id": 0, "Sequence number": 5055720, "Fwd thread id": 1, "Ev Idx": 848 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "TBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204953503.646, "dur": 6.571, + "args": { + "External id": 427346,"Sequence number": 5055720, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1, 1024]], "Input Dims": [[1024, 1024]], "Ev Idx": 849 + } + }, + { + "ph": "f", "id": 92, "pid": 4183440, "tid": 31337, "ts": 675204953503.646, + "cat": "fwdbwd", "name": "fwdbwd", "bp": "e" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 4183440, "tid": 31337, + "ts": 675204953504.647, "dur": 5.358, + "args": { + "External id": 427347,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1, 1024]], "Input Dims": [[1024, 1024]], "Ev Idx": 850 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 4183440, "tid": 31337, + "ts": 675204953505.431, "dur": 4.121, + "args": { + "External id": 427348,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[1, 1024], [], []], "Input Dims": [[1024, 1024], [], []], "Ev Idx": 851 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675204953508.820, "dur": 0.579, + "args": { + "External id": 427349,"Record function id": 0, "Concrete Inputs": ["", "[1024, 1024]", "[1024, 1]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[1, 1024], [], [], []], "Input Dims": [[1024, 1024], [], [], []], "Ev Idx": 852 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675204953518.602, "dur": 9.565, + "args": { + "External id": 427350,"Record function id": 0, "Ev Idx": 853 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675204953520.511, "dur": 6.878, + "args": { + "External id": 427351,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 854 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 4183440, "tid": 31337, + "ts": 675204953523.318, "dur": 3.705, + "args": { + "External id": 427352,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 855 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 4183440, "tid": 31337, + "ts": 675204953524.556, "dur": 2.385, + "args": { + "External id": 427353,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 856 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: UnsafeViewBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204953531.456, "dur": 6.698, + "args": { + "External id": 427354,"Record function id": 0, "Sequence number": 5055719, "Fwd thread id": 1, "Ev Idx": 857 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "UnsafeViewBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204953532.754, "dur": 3.238, + "args": { + "External id": 427355,"Sequence number": 5055719, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[4194304, 1024, 1]], "Input Dims": [[16, 4096, 1024]], "Ev Idx": 858 + } + }, + { + "ph": "f", "id": 93, "pid": 4183440, "tid": 31337, "ts": 675204953532.754, + "cat": "fwdbwd", "name": "fwdbwd", "bp": "e" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 4183440, "tid": 31337, + "ts": 675204953534.060, "dur": 1.790, + "args": { + "External id": 427356,"Record function id": 0, "Concrete Inputs": ["", "[65536, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[4194304, 1024, 1], []], "Input Dims": [[16, 4096, 1024], []], "Ev Idx": 859 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675204953535.036, "dur": 0.688, + "args": { + "External id": 427357,"Record function id": 0, "Concrete Inputs": ["", "[65536, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[4194304, 1024, 1], []], "Input Dims": [[16, 4096, 1024], []], "Ev Idx": 860 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: MmBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204953541.268, "dur": 94.212, + "args": { + "External id": 427358,"Record function id": 0, "Sequence number": 5055718, "Fwd thread id": 1, "Ev Idx": 861 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "MmBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204953542.168, "dur": 88.092, + "args": { + "External id": 427359,"Sequence number": 5055718, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[65536, 1024]], "Ev Idx": 862 + } + }, + { + "ph": "f", "id": 94, "pid": 4183440, "tid": 31337, "ts": 675204953542.168, + "cat": "fwdbwd", "name": "fwdbwd", "bp": "e" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 4183440, "tid": 31337, + "ts": 675204953546.428, "dur": 3.358, + "args": { + "External id": 427360,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[65536, 1024]], "Ev Idx": 863 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 4183440, "tid": 31337, + "ts": 675204953547.226, "dur": 2.101, + "args": { + "External id": 427361,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [], []], "Input Dims": [[65536, 1024], [], []], "Ev Idx": 864 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675204953548.552, "dur": 0.639, + "args": { + "External id": 427362,"Record function id": 0, "Concrete Inputs": ["", "[1024, 65536]", "[1, 1024]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[1024, 1], [], [], []], "Input Dims": [[65536, 1024], [], [], []], "Ev Idx": 865 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675204953550.418, "dur": 34.386, + "args": { + "External id": 427363,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 1024], [1024, 1]], "Input Dims": [[1024, 65536], [65536, 1024]], "Ev Idx": 866 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 4183440, "tid": 31337, + "ts": 675204953586.012, "dur": 4.014, + "args": { + "External id": 427364,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 867 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 4183440, "tid": 31337, + "ts": 675204953586.741, "dur": 2.736, + "args": { + "External id": 427365,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [], []], "Input Dims": [[1024, 1024], [], []], "Ev Idx": 868 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675204953588.384, "dur": 0.955, + "args": { + "External id": 427366,"Record function id": 0, "Concrete Inputs": ["", "[1024, 1024]", "[1, 1024]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[1024, 1], [], [], []], "Input Dims": [[1024, 1024], [], [], []], "Ev Idx": 869 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 4183440, "tid": 31337, + "ts": 675204953592.740, "dur": 5.591, + "args": { + "External id": 427367,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1, 1024]], "Input Dims": [[1024, 1024]], "Ev Idx": 870 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 4183440, "tid": 31337, + "ts": 675204953594.352, "dur": 3.378, + "args": { + "External id": 427368,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[1, 1024], [], []], "Input Dims": [[1024, 1024], [], []], "Ev Idx": 871 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675204953595.514, "dur": 2.151, + "args": { + "External id": 427369,"Record function id": 0, "Concrete Inputs": ["", "[1024, 1024]", "[1024, 1]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[1, 1024], [], [], []], "Input Dims": [[1024, 1024], [], [], []], "Ev Idx": 872 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675204953598.797, "dur": 30.645, + "args": { + "External id": 427370,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1024, 1]], "Input Dims": [[65536, 1024], [1024, 1024]], "Ev Idx": 873 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: ViewBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204953639.502, "dur": 75.471, + "args": { + "External id": 427371,"Record function id": 0, "Sequence number": 5055717, "Fwd thread id": 1, "Ev Idx": 874 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "ViewBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204953640.387, "dur": 3.772, + "args": { + "External id": 427372,"Sequence number": 5055717, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[65536, 1024]], "Ev Idx": 875 + } + }, + { + "ph": "f", "id": 95, "pid": 4183440, "tid": 31337, "ts": 675204953640.387, + "cat": "fwdbwd", "name": "fwdbwd", "bp": "e" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 4183440, "tid": 31337, + "ts": 675204953641.783, "dur": 2.248, + "args": { + "External id": 427373,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1024, 1], []], "Input Dims": [[65536, 1024], []], "Ev Idx": 876 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675204953642.870, "dur": 1.018, + "args": { + "External id": 427374,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1024, 1], []], "Input Dims": [[65536, 1024], []], "Ev Idx": 877 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::add", "pid": 4183440, "tid": 31337, + "ts": 675204953647.199, "dur": 63.162, + "args": { + "External id": 427375,"Record function id": 0, "Concrete Inputs": ["", "", "1"], "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[4194304, 1024, 1], [4194304, 1024, 1], []], "Input Dims": [[16, 4096, 1024], [16, 4096, 1024], []], "Ev Idx": 878 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: TBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204953721.925, "dur": 9.449, + "args": { + "External id": 427376,"Record function id": 0, "Sequence number": 5055716, "Fwd thread id": 1, "Ev Idx": 879 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "TBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204953723.339, "dur": 5.997, + "args": { + "External id": 427377,"Sequence number": 5055716, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1, 1024]], "Input Dims": [[1024, 1024]], "Ev Idx": 880 + } + }, + { + "ph": "f", "id": 96, "pid": 4183440, "tid": 31337, "ts": 675204953723.339, + "cat": "fwdbwd", "name": "fwdbwd", "bp": "e" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 4183440, "tid": 31337, + "ts": 675204953724.258, "dur": 4.847, + "args": { + "External id": 427378,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1, 1024]], "Input Dims": [[1024, 1024]], "Ev Idx": 881 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 4183440, "tid": 31337, + "ts": 675204953725.187, "dur": 3.102, + "args": { + "External id": 427379,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[1, 1024], [], []], "Input Dims": [[1024, 1024], [], []], "Ev Idx": 882 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675204953727.227, "dur": 0.914, + "args": { + "External id": 427380,"Record function id": 0, "Concrete Inputs": ["", "[1024, 1024]", "[1024, 1]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[1, 1024], [], [], []], "Input Dims": [[1024, 1024], [], [], []], "Ev Idx": 883 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675204953735.728, "dur": 8.499, + "args": { + "External id": 427381,"Record function id": 0, "Ev Idx": 884 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675204953737.387, "dur": 6.217, + "args": { + "External id": 427382,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 885 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 4183440, "tid": 31337, + "ts": 675204953738.669, "dur": 4.611, + "args": { + "External id": 427383,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 886 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 4183440, "tid": 31337, + "ts": 675204953741.101, "dur": 2.063, + "args": { + "External id": 427384,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 887 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: UnsafeViewBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204953747.611, "dur": 5.889, + "args": { + "External id": 427385,"Record function id": 0, "Sequence number": 5055715, "Fwd thread id": 1, "Ev Idx": 888 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "UnsafeViewBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204953748.953, "dur": 2.915, + "args": { + "External id": 427386,"Sequence number": 5055715, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[4194304, 1024, 1]], "Input Dims": [[16, 4096, 1024]], "Ev Idx": 889 + } + }, + { + "ph": "f", "id": 97, "pid": 4183440, "tid": 31337, "ts": 675204953748.953, + "cat": "fwdbwd", "name": "fwdbwd", "bp": "e" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 4183440, "tid": 31337, + "ts": 675204953749.840, "dur": 1.897, + "args": { + "External id": 427387,"Record function id": 0, "Concrete Inputs": ["", "[65536, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[4194304, 1024, 1], []], "Input Dims": [[16, 4096, 1024], []], "Ev Idx": 890 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675204953750.546, "dur": 1.090, + "args": { + "External id": 427388,"Record function id": 0, "Concrete Inputs": ["", "[65536, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[4194304, 1024, 1], []], "Input Dims": [[16, 4096, 1024], []], "Ev Idx": 891 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: MmBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204953758.707, "dur": 103.885, + "args": { + "External id": 427389,"Record function id": 0, "Sequence number": 5055714, "Fwd thread id": 1, "Ev Idx": 892 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "MmBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204953759.606, "dur": 94.597, + "args": { + "External id": 427390,"Sequence number": 5055714, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[65536, 1024]], "Ev Idx": 893 + } + }, + { + "ph": "f", "id": 98, "pid": 4183440, "tid": 31337, "ts": 675204953759.606, + "cat": "fwdbwd", "name": "fwdbwd", "bp": "e" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 4183440, "tid": 31337, + "ts": 675204953762.245, "dur": 4.873, + "args": { + "External id": 427391,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[65536, 1024]], "Ev Idx": 894 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 4183440, "tid": 31337, + "ts": 675204953762.776, "dur": 3.895, + "args": { + "External id": 427392,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [], []], "Input Dims": [[65536, 1024], [], []], "Ev Idx": 895 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675204953765.891, "dur": 0.675, + "args": { + "External id": 427393,"Record function id": 0, "Concrete Inputs": ["", "[1024, 65536]", "[1, 1024]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[1024, 1], [], [], []], "Input Dims": [[65536, 1024], [], [], []], "Ev Idx": 896 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675204953767.742, "dur": 40.588, + "args": { + "External id": 427394,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 1024], [1024, 1]], "Input Dims": [[1024, 65536], [65536, 1024]], "Ev Idx": 897 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 4183440, "tid": 31337, + "ts": 675204953809.482, "dur": 4.200, + "args": { + "External id": 427395,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 898 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 4183440, "tid": 31337, + "ts": 675204953810.425, "dur": 2.632, + "args": { + "External id": 427396,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [], []], "Input Dims": [[1024, 1024], [], []], "Ev Idx": 899 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675204953812.123, "dur": 0.805, + "args": { + "External id": 427397,"Record function id": 0, "Concrete Inputs": ["", "[1024, 1024]", "[1, 1024]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[1024, 1], [], [], []], "Input Dims": [[1024, 1024], [], [], []], "Ev Idx": 900 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 4183440, "tid": 31337, + "ts": 675204953814.804, "dur": 8.751, + "args": { + "External id": 427398,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1, 1024]], "Input Dims": [[1024, 1024]], "Ev Idx": 901 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 4183440, "tid": 31337, + "ts": 675204953821.207, "dur": 1.928, + "args": { + "External id": 427399,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[1, 1024], [], []], "Input Dims": [[1024, 1024], [], []], "Ev Idx": 902 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675204953822.618, "dur": 0.433, + "args": { + "External id": 427400,"Record function id": 0, "Concrete Inputs": ["", "[1024, 1024]", "[1024, 1]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[1, 1024], [], [], []], "Input Dims": [[1024, 1024], [], [], []], "Ev Idx": 903 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675204953824.146, "dur": 29.254, + "args": { + "External id": 427401,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1024, 1]], "Input Dims": [[65536, 1024], [1024, 1024]], "Ev Idx": 904 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: ViewBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204953867.025, "dur": 25.086, + "args": { + "External id": 427402,"Record function id": 0, "Sequence number": 5055713, "Fwd thread id": 1, "Ev Idx": 905 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "ViewBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204953868.217, "dur": 4.114, + "args": { + "External id": 427403,"Sequence number": 5055713, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[65536, 1024]], "Ev Idx": 906 + } + }, + { + "ph": "f", "id": 99, "pid": 4183440, "tid": 31337, "ts": 675204953868.217, + "cat": "fwdbwd", "name": "fwdbwd", "bp": "e" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 4183440, "tid": 31337, + "ts": 675204953870.095, "dur": 2.106, + "args": { + "External id": 427404,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1024, 1], []], "Input Dims": [[65536, 1024], []], "Ev Idx": 907 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675204953871.212, "dur": 0.895, + "args": { + "External id": 427405,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1024, 1], []], "Input Dims": [[65536, 1024], []], "Ev Idx": 908 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::add_", "pid": 4183440, "tid": 31337, + "ts": 675204953874.770, "dur": 15.365, + "args": { + "External id": 427406,"Record function id": 0, "Concrete Inputs": ["", "", "1"], "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[4194304, 1024, 1], [4194304, 1024, 1], []], "Input Dims": [[16, 4096, 1024], [16, 4096, 1024], []], "Ev Idx": 909 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: TBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204953895.651, "dur": 9.840, + "args": { + "External id": 427407,"Record function id": 0, "Sequence number": 5055712, "Fwd thread id": 1, "Ev Idx": 910 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "TBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204953898.966, "dur": 4.861, + "args": { + "External id": 427408,"Sequence number": 5055712, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1, 1024]], "Input Dims": [[1024, 1024]], "Ev Idx": 911 + } + }, + { + "ph": "f", "id": 100, "pid": 4183440, "tid": 31337, "ts": 675204953898.966, + "cat": "fwdbwd", "name": "fwdbwd", "bp": "e" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 4183440, "tid": 31337, + "ts": 675204953899.996, "dur": 3.650, + "args": { + "External id": 427409,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1, 1024]], "Input Dims": [[1024, 1024]], "Ev Idx": 912 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 4183440, "tid": 31337, + "ts": 675204953900.964, "dur": 2.146, + "args": { + "External id": 427410,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[1, 1024], [], []], "Input Dims": [[1024, 1024], [], []], "Ev Idx": 913 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675204953902.525, "dur": 0.470, + "args": { + "External id": 427411,"Record function id": 0, "Concrete Inputs": ["", "[1024, 1024]", "[1024, 1]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[1, 1024], [], [], []], "Input Dims": [[1024, 1024], [], [], []], "Ev Idx": 914 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675204953909.365, "dur": 5.171, + "args": { + "External id": 427412,"Record function id": 0, "Ev Idx": 915 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675204953911.264, "dur": 2.809, + "args": { + "External id": 427413,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 916 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 4183440, "tid": 31337, + "ts": 675204953912.145, "dur": 1.632, + "args": { + "External id": 427414,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 917 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 4183440, "tid": 31337, + "ts": 675204953912.552, "dur": 1.114, + "args": { + "External id": 427415,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 918 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: LayerNormFunctionBackward", "pid": 4183440, "tid": 31337, + "ts": 675204953919.110, "dur": 373.773, + "args": { + "External id": 427416,"Record function id": 0, "Sequence number": 5055711, "Fwd thread id": 1, "Ev Idx": 919 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "LayerNormFunctionBackward", "pid": 4183440, "tid": 31337, + "ts": 675204953920.692, "dur": 339.000, + "args": { + "External id": 427417,"Sequence number": 5055711, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[4194304, 1024, 1]], "Input Dims": [[16, 4096, 1024]], "Ev Idx": 920 + } + }, + { + "ph": "f", "id": 101, "pid": 4183440, "tid": 31337, "ts": 675204953920.692, + "cat": "fwdbwd", "name": "fwdbwd", "bp": "e" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 4183440, "tid": 31337, + "ts": 675204953972.669, "dur": 4.765, + "args": { + "External id": 427418,"Record function id": 0, "Concrete Inputs": ["", "[-1, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[4194304, 1024, 1], []], "Input Dims": [[16, 4096, 1024], []], "Ev Idx": 921 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675204953975.346, "dur": 1.858, + "args": { + "External id": 427419,"Record function id": 0, "Concrete Inputs": ["", "[-1, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[4194304, 1024, 1], []], "Input Dims": [[16, 4096, 1024], []], "Ev Idx": 922 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 31337, + "ts": 675204953991.963, "dur": 5.841, + "args": { + "External id": 427420,"Record function id": 0, "Concrete Inputs": ["[65536, 1024]", "15", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 923 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 31337, + "ts": 675204954007.538, "dur": 2.460, + "args": { + "External id": 427421,"Record function id": 0, "Concrete Inputs": ["[132, 1024]", "6", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 924 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675204954153.408, "dur": 1.841, + "args": { + "External id": 427422,"Record function id": 0, "Concrete Inputs": ["", "[1, -1, 1024]"], "Input type": ["float", "ScalarList"], "Input Strides": [[1024, 1], []], "Input Dims": [[132, 1024], []], "Ev Idx": 925 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::sum", "pid": 4183440, "tid": 31337, + "ts": 675204954159.427, "dur": 35.222, + "args": { + "External id": 427423,"Record function id": 0, "Concrete Inputs": ["", "[1]", "False", ""], "Input type": ["float", "ScalarList", "Scalar", ""], "Input Strides": [[135168, 1024, 1], [], [], []], "Input Dims": [[1, 132, 1024], [], [], []], "Ev Idx": 926 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675204954169.982, "dur": 0.914, + "args": { + "External id": 427424,"Record function id": 0, "Concrete Inputs": ["", "[1, 1, 1024]", "[1024, 0, 1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[1024, 1], [], [], []], "Input Dims": [[1, 1024], [], [], []], "Ev Idx": 927 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 31337, + "ts": 675204954202.985, "dur": 34.420, + "args": { + "External id": 427425,"Record function id": 0, "Concrete Inputs": ["", "", "15", "False", "False", ""], "Input type": ["float", "", "Scalar", "Scalar", "Scalar", ""], "Input Strides": [[1024, 1], [], [], [], [], []], "Input Dims": [[1, 1024], [], [], [], [], []], "Ev Idx": 928 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::_to_copy", "pid": 4183440, "tid": 31337, + "ts": 675204954204.513, "dur": 32.688, + "args": { + "External id": 427426,"Record function id": 0, "Concrete Inputs": ["", "15", "", "", "", "False", ""], "Input type": ["float", "Scalar", "", "", "", "Scalar", ""], "Input Strides": [[1024, 1], [], [], [], [], [], []], "Input Dims": [[1, 1024], [], [], [], [], [], []], "Ev Idx": 929 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 4183440, "tid": 31337, + "ts": 675204954210.796, "dur": 5.577, + "args": { + "External id": 427427,"Record function id": 0, "Concrete Inputs": ["[1, 1024]", "[1024, 1]", "15", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 930 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 4183440, "tid": 31337, + "ts": 675204954217.935, "dur": 18.698, + "args": { + "External id": 427428,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["c10::BFloat16", "float", "Scalar"], "Input Strides": [[1024, 1], [1024, 1], []], "Input Dims": [[1, 1024], [1, 1024], []], "Ev Idx": 931 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view_as", "pid": 4183440, "tid": 31337, + "ts": 675204954242.176, "dur": 2.558, + "args": { + "External id": 427429,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1]], "Input Dims": [[1, 1024], [1024]], "Ev Idx": 932 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675204954243.395, "dur": 1.243, + "args": { + "External id": 427430,"Record function id": 0, "Concrete Inputs": ["", "[1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1024, 1], []], "Input Dims": [[1, 1024], []], "Ev Idx": 933 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 4183440, "tid": 31337, + "ts": 675204954250.699, "dur": 2.193, + "args": { + "External id": 427431,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1024, 1], []], "Input Dims": [[65536, 1024], []], "Ev Idx": 934 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675204954252.079, "dur": 0.716, + "args": { + "External id": 427432,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1024, 1], []], "Input Dims": [[65536, 1024], []], "Ev Idx": 935 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::add_", "pid": 4183440, "tid": 31337, + "ts": 675204954272.155, "dur": 16.248, + "args": { + "External id": 427433,"Record function id": 0, "Concrete Inputs": ["", "", "1"], "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[4194304, 1024, 1], [4194304, 1024, 1], []], "Input Dims": [[16, 4096, 1024], [16, 4096, 1024], []], "Ev Idx": 936 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675204954305.046, "dur": 9.154, + "args": { + "External id": 427434,"Record function id": 0, "Ev Idx": 937 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675204954307.560, "dur": 5.755, + "args": { + "External id": 427435,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[1024]], "Ev Idx": 938 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 4183440, "tid": 31337, + "ts": 675204954309.516, "dur": 2.625, + "args": { + "External id": 427436,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[1024]], "Ev Idx": 939 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 4183440, "tid": 31337, + "ts": 675204954310.435, "dur": 1.592, + "args": { + "External id": 427437,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[1024]], "Ev Idx": 940 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: AddBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204954317.986, "dur": 5.490, + "args": { + "External id": 427438,"Record function id": 0, "Sequence number": 5055710, "Fwd thread id": 1, "Ev Idx": 941 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "AddBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204954319.507, "dur": 1.312, + "args": { + "External id": 427439,"Sequence number": 5055710, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[16777216, 4096, 1]], "Input Dims": [[16, 4096, 1024]], "Ev Idx": 942 + } + }, + { + "ph": "f", "id": 102, "pid": 4183440, "tid": 31337, "ts": 675204954319.507, + "cat": "fwdbwd", "name": "fwdbwd", "bp": "e" + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: SwiGLULinearFunctionBackward", "pid": 4183440, "tid": 31337, + "ts": 675204954327.252, "dur": 446.979, + "args": { + "External id": 427440,"Record function id": 0, "Sequence number": 5055709, "Fwd thread id": 1, "Ev Idx": 943 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "SwiGLULinearFunctionBackward", "pid": 4183440, "tid": 31337, + "ts": 675204954328.646, "dur": 433.624, + "args": { + "External id": 427441,"Sequence number": 5055709, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[16777216, 4096, 1]], "Input Dims": [[16, 4096, 1024]], "Ev Idx": 944 + } + }, + { + "ph": "f", "id": 103, "pid": 4183440, "tid": 31337, "ts": 675204954328.646, + "cat": "fwdbwd", "name": "fwdbwd", "bp": "e" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 4183440, "tid": 31337, + "ts": 675204954359.745, "dur": 8.453, + "args": { + "External id": 427442,"Record function id": 0, "Concrete Inputs": ["", "[-1, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[16777216, 4096, 1], []], "Input Dims": [[16, 4096, 1024], []], "Ev Idx": 945 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::_reshape_alias", "pid": 4183440, "tid": 31337, + "ts": 675204954365.098, "dur": 2.867, + "args": { + "External id": 427443,"Record function id": 0, "Concrete Inputs": ["", "[65536, 1024]", "[4096, 1]"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList"], "Input Strides": [[16777216, 4096, 1], [], []], "Input Dims": [[16, 4096, 1024], [], []], "Ev Idx": 946 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 4183440, "tid": 31337, + "ts": 675204954371.183, "dur": 5.593, + "args": { + "External id": 427444,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2816, 1]], "Input Dims": [[1024, 2816]], "Ev Idx": 947 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 4183440, "tid": 31337, + "ts": 675204954373.212, "dur": 2.935, + "args": { + "External id": 427445,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[2816, 1], [], []], "Input Dims": [[1024, 2816], [], []], "Ev Idx": 948 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675204954375.229, "dur": 0.776, + "args": { + "External id": 427446,"Record function id": 0, "Concrete Inputs": ["", "[2816, 1024]", "[1, 2816]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[2816, 1], [], [], []], "Input Dims": [[1024, 2816], [], [], []], "Ev Idx": 949 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::linear", "pid": 4183440, "tid": 31337, + "ts": 675204954380.775, "dur": 85.476, + "args": { + "External id": 427447,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", ""], "Input Strides": [[4096, 1], [1, 2816], []], "Input Dims": [[65536, 1024], [2816, 1024], []], "Ev Idx": 950 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 4183440, "tid": 31337, + "ts": 675204954381.809, "dur": 6.500, + "args": { + "External id": 427448,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1, 2816]], "Input Dims": [[2816, 1024]], "Ev Idx": 951 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 4183440, "tid": 31337, + "ts": 675204954384.274, "dur": 3.555, + "args": { + "External id": 427449,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[1, 2816], [], []], "Input Dims": [[2816, 1024], [], []], "Ev Idx": 952 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675204954385.560, "dur": 2.191, + "args": { + "External id": 427450,"Record function id": 0, "Concrete Inputs": ["", "[1024, 2816]", "[2816, 1]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[1, 2816], [], [], []], "Input Dims": [[2816, 1024], [], [], []], "Ev Idx": 953 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::matmul", "pid": 4183440, "tid": 31337, + "ts": 675204954389.549, "dur": 76.278, + "args": { + "External id": 427451,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[4096, 1], [2816, 1]], "Input Dims": [[65536, 1024], [1024, 2816]], "Ev Idx": 954 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675204954391.152, "dur": 73.893, + "args": { + "External id": 427452,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[4096, 1], [2816, 1]], "Input Dims": [[65536, 1024], [1024, 2816]], "Ev Idx": 955 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view_as", "pid": 4183440, "tid": 31337, + "ts": 675204954470.055, "dur": 2.844, + "args": { + "External id": 427453,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2816, 1], [11534336, 2816, 1]], "Input Dims": [[65536, 2816], [16, 4096, 2816]], "Ev Idx": 956 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675204954471.371, "dur": 1.402, + "args": { + "External id": 427454,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 2816]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[2816, 1], []], "Input Dims": [[65536, 2816], []], "Ev Idx": 957 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 31337, + "ts": 675204954505.870, "dur": 4.818, + "args": { + "External id": 427455,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 2816]", "15", "", "", "", "0"], "Input type": ["ScalarList", "Scalar", "", "", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 958 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 31337, + "ts": 675204954511.961, "dur": 2.057, + "args": { + "External id": 427456,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 2816]", "15", "", "", "", "0"], "Input type": ["ScalarList", "Scalar", "", "", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 959 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 31337, + "ts": 675204954515.206, "dur": 1.838, + "args": { + "External id": 427457,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 2816]", "15", "", "", "", "0"], "Input type": ["ScalarList", "Scalar", "", "", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 960 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 4183440, "tid": 31337, + "ts": 675204954548.457, "dur": 2.693, + "args": { + "External id": 427458,"Record function id": 0, "Concrete Inputs": ["", "[-1, 2816]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[11534336, 2816, 1], []], "Input Dims": [[16, 4096, 2816], []], "Ev Idx": 961 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675204954549.750, "dur": 1.217, + "args": { + "External id": 427459,"Record function id": 0, "Concrete Inputs": ["", "[-1, 2816]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[11534336, 2816, 1], []], "Input Dims": [[16, 4096, 2816], []], "Ev Idx": 962 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::einsum", "pid": 4183440, "tid": 31337, + "ts": 675204954575.780, "dur": 164.027, + "args": { + "External id": 427460,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["", "TensorList", ""], "Input Strides": [[], [[4096, 1], [2816, 1]], []], "Input Dims": [[], [[65536, 1024], [65536, 2816]], []], "Ev Idx": 963 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 4183440, "tid": 31337, + "ts": 675204954580.977, "dur": 5.429, + "args": { + "External id": 427461,"Record function id": 0, "Concrete Inputs": ["", "2"], "Input type": ["c10::BFloat16", "Scalar"], "Input Strides": [[4096, 1], []], "Input Dims": [[65536, 1024], []], "Ev Idx": 964 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675204954584.887, "dur": 0.647, + "args": { + "External id": 427462,"Record function id": 0, "Concrete Inputs": ["", "[65536, 1024, 1]", "[4096, 1, 1]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[4096, 1], [], [], []], "Input Dims": [[65536, 1024], [], [], []], "Ev Idx": 965 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::permute", "pid": 4183440, "tid": 31337, + "ts": 675204954588.303, "dur": 8.864, + "args": { + "External id": 427463,"Record function id": 0, "Concrete Inputs": ["", "[1, 2, 0]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[4096, 1, 1], []], "Input Dims": [[65536, 1024, 1], []], "Ev Idx": 966 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675204954594.067, "dur": 2.445, + "args": { + "External id": 427464,"Record function id": 0, "Concrete Inputs": ["", "[1024, 1, 65536]", "[1, 1, 4096]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[4096, 1, 1], [], [], []], "Input Dims": [[65536, 1024, 1], [], [], []], "Ev Idx": 967 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 4183440, "tid": 31337, + "ts": 675204954598.475, "dur": 3.097, + "args": { + "External id": 427465,"Record function id": 0, "Concrete Inputs": ["", "2"], "Input type": ["c10::BFloat16", "Scalar"], "Input Strides": [[2816, 1], []], "Input Dims": [[65536, 2816], []], "Ev Idx": 968 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675204954600.591, "dur": 0.588, + "args": { + "External id": 427466,"Record function id": 0, "Concrete Inputs": ["", "[65536, 2816, 1]", "[2816, 1, 1]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[2816, 1], [], [], []], "Input Dims": [[65536, 2816], [], [], []], "Ev Idx": 969 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::permute", "pid": 4183440, "tid": 31337, + "ts": 675204954602.518, "dur": 3.651, + "args": { + "External id": 427467,"Record function id": 0, "Concrete Inputs": ["", "[2, 1, 0]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[2816, 1, 1], []], "Input Dims": [[65536, 2816, 1], []], "Ev Idx": 970 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675204954605.031, "dur": 0.746, + "args": { + "External id": 427468,"Record function id": 0, "Concrete Inputs": ["", "[1, 2816, 65536]", "[1, 1, 2816]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[2816, 1, 1], [], [], []], "Input Dims": [[65536, 2816, 1], [], [], []], "Ev Idx": 971 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::permute", "pid": 4183440, "tid": 31337, + "ts": 675204954610.017, "dur": 2.882, + "args": { + "External id": 427469,"Record function id": 0, "Concrete Inputs": ["", "[0, 2, 1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1, 1, 4096], []], "Input Dims": [[1024, 1, 65536], []], "Ev Idx": 972 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675204954611.969, "dur": 0.615, + "args": { + "External id": 427470,"Record function id": 0, "Concrete Inputs": ["", "[1024, 65536, 1]", "[1, 4096, 1]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[1, 1, 4096], [], [], []], "Input Dims": [[1024, 1, 65536], [], [], []], "Ev Idx": 973 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 4183440, "tid": 31337, + "ts": 675204954614.303, "dur": 5.953, + "args": { + "External id": 427471,"Record function id": 0, "Concrete Inputs": ["", "[1, 1024, 65536]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1, 4096, 1], []], "Input Dims": [[1024, 65536, 1], []], "Ev Idx": 974 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::_reshape_alias", "pid": 4183440, "tid": 31337, + "ts": 675204954618.083, "dur": 1.968, + "args": { + "External id": 427472,"Record function id": 0, "Concrete Inputs": ["", "[1, 1024, 65536]", "[1024, 1, 4096]"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList"], "Input Strides": [[1, 4096, 1], [], []], "Input Dims": [[1024, 65536, 1], [], []], "Ev Idx": 975 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::permute", "pid": 4183440, "tid": 31337, + "ts": 675204954621.450, "dur": 2.903, + "args": { + "External id": 427473,"Record function id": 0, "Concrete Inputs": ["", "[2, 1, 0]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1, 1, 2816], []], "Input Dims": [[1, 2816, 65536], []], "Ev Idx": 976 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675204954623.589, "dur": 0.495, + "args": { + "External id": 427474,"Record function id": 0, "Concrete Inputs": ["", "[65536, 2816, 1]", "[2816, 1, 1]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[1, 1, 2816], [], [], []], "Input Dims": [[1, 2816, 65536], [], [], []], "Ev Idx": 977 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 4183440, "tid": 31337, + "ts": 675204954626.835, "dur": 3.728, + "args": { + "External id": 427475,"Record function id": 0, "Concrete Inputs": ["", "[1, 65536, 2816]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[2816, 1, 1], []], "Input Dims": [[65536, 2816, 1], []], "Ev Idx": 978 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675204954628.329, "dur": 2.139, + "args": { + "External id": 427476,"Record function id": 0, "Concrete Inputs": ["", "[1, 65536, 2816]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[2816, 1, 1], []], "Input Dims": [[65536, 2816, 1], []], "Ev Idx": 979 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::bmm", "pid": 4183440, "tid": 31337, + "ts": 675204954632.047, "dur": 91.222, + "args": { + "External id": 427477,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1, 4096], [184549376, 2816, 1]], "Input Dims": [[1, 1024, 65536], [1, 65536, 2816]], "Ev Idx": 980 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675204954727.021, "dur": 3.282, + "args": { + "External id": 427478,"Record function id": 0, "Concrete Inputs": ["", "[1024, 1, 2816]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[2883584, 2816, 1], []], "Input Dims": [[1, 1024, 2816], []], "Ev Idx": 981 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::permute", "pid": 4183440, "tid": 31337, + "ts": 675204954731.691, "dur": 3.698, + "args": { + "External id": 427479,"Record function id": 0, "Concrete Inputs": ["", "[0, 2, 1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[2816, 2816, 1], []], "Input Dims": [[1024, 1, 2816], []], "Ev Idx": 982 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675204954734.194, "dur": 0.713, + "args": { + "External id": 427480,"Record function id": 0, "Concrete Inputs": ["", "[1024, 2816, 1]", "[2816, 1, 2816]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[2816, 2816, 1], [], [], []], "Input Dims": [[1024, 1, 2816], [], [], []], "Ev Idx": 983 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675204954737.881, "dur": 0.860, + "args": { + "External id": 427481,"Record function id": 0, "Concrete Inputs": ["", "[1024, 2816]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[2816, 1, 2816], []], "Input Dims": [[1024, 2816, 1], []], "Ev Idx": 984 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675204954786.318, "dur": 9.758, + "args": { + "External id": 427482,"Record function id": 0, "Ev Idx": 985 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675204954788.764, "dur": 6.467, + "args": { + "External id": 427483,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2816, 1]], "Input Dims": [[1024, 2816]], "Ev Idx": 986 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 4183440, "tid": 31337, + "ts": 675204954791.278, "dur": 3.149, + "args": { + "External id": 427484,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2816, 1]], "Input Dims": [[1024, 2816]], "Ev Idx": 987 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 4183440, "tid": 31337, + "ts": 675204954792.295, "dur": 2.040, + "args": { + "External id": 427485,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2816, 1]], "Input Dims": [[1024, 2816]], "Ev Idx": 988 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: UnsafeViewBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204954800.142, "dur": 7.761, + "args": { + "External id": 427486,"Record function id": 0, "Sequence number": 5055708, "Fwd thread id": 1, "Ev Idx": 989 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "UnsafeViewBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204954801.309, "dur": 4.581, + "args": { + "External id": 427487,"Sequence number": 5055708, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[11534336, 2816, 1]], "Input Dims": [[16, 4096, 2816]], "Ev Idx": 990 + } + }, + { + "ph": "f", "id": 104, "pid": 4183440, "tid": 31337, "ts": 675204954801.309, + "cat": "fwdbwd", "name": "fwdbwd", "bp": "e" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 4183440, "tid": 31337, + "ts": 675204954803.132, "dur": 2.509, + "args": { + "External id": 427488,"Record function id": 0, "Concrete Inputs": ["", "[65536, 2816]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[11534336, 2816, 1], []], "Input Dims": [[16, 4096, 2816], []], "Ev Idx": 991 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675204954804.537, "dur": 0.953, + "args": { + "External id": 427489,"Record function id": 0, "Concrete Inputs": ["", "[65536, 2816]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[11534336, 2816, 1], []], "Input Dims": [[16, 4096, 2816], []], "Ev Idx": 992 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: MmBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204954811.466, "dur": 111.897, + "args": { + "External id": 427490,"Record function id": 0, "Sequence number": 5055707, "Fwd thread id": 1, "Ev Idx": 993 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "MmBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204954812.644, "dur": 104.957, + "args": { + "External id": 427491,"Sequence number": 5055707, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2816, 1]], "Input Dims": [[65536, 2816]], "Ev Idx": 994 + } + }, + { + "ph": "f", "id": 105, "pid": 4183440, "tid": 31337, "ts": 675204954812.644, + "cat": "fwdbwd", "name": "fwdbwd", "bp": "e" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 4183440, "tid": 31337, + "ts": 675204954816.174, "dur": 5.426, + "args": { + "External id": 427492,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2816, 1]], "Input Dims": [[65536, 2816]], "Ev Idx": 995 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 4183440, "tid": 31337, + "ts": 675204954817.305, "dur": 3.774, + "args": { + "External id": 427493,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[2816, 1], [], []], "Input Dims": [[65536, 2816], [], []], "Ev Idx": 996 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675204954820.382, "dur": 0.545, + "args": { + "External id": 427494,"Record function id": 0, "Concrete Inputs": ["", "[2816, 65536]", "[1, 2816]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[2816, 1], [], [], []], "Input Dims": [[65536, 2816], [], [], []], "Ev Idx": 997 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675204954822.902, "dur": 40.896, + "args": { + "External id": 427495,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 2816], [1024, 1]], "Input Dims": [[2816, 65536], [65536, 1024]], "Ev Idx": 998 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 4183440, "tid": 31337, + "ts": 675204954864.884, "dur": 4.565, + "args": { + "External id": 427496,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[2816, 1024]], "Ev Idx": 999 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 4183440, "tid": 31337, + "ts": 675204954865.533, "dur": 2.993, + "args": { + "External id": 427497,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [], []], "Input Dims": [[2816, 1024], [], []], "Ev Idx": 1000 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675204954867.613, "dur": 0.745, + "args": { + "External id": 427498,"Record function id": 0, "Concrete Inputs": ["", "[1024, 2816]", "[1, 1024]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[1024, 1], [], [], []], "Input Dims": [[2816, 1024], [], [], []], "Ev Idx": 1001 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 4183440, "tid": 31337, + "ts": 675204954870.764, "dur": 5.010, + "args": { + "External id": 427499,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1, 1024]], "Input Dims": [[1024, 2816]], "Ev Idx": 1002 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 4183440, "tid": 31337, + "ts": 675204954873.600, "dur": 1.655, + "args": { + "External id": 427500,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[1, 1024], [], []], "Input Dims": [[1024, 2816], [], []], "Ev Idx": 1003 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675204954874.830, "dur": 0.312, + "args": { + "External id": 427501,"Record function id": 0, "Concrete Inputs": ["", "[2816, 1024]", "[1024, 1]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[1, 1024], [], [], []], "Input Dims": [[1024, 2816], [], [], []], "Ev Idx": 1004 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675204954876.371, "dur": 40.497, + "args": { + "External id": 427502,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2816, 1], [1024, 1]], "Input Dims": [[65536, 2816], [2816, 1024]], "Ev Idx": 1005 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: ViewBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204954928.088, "dur": 26.507, + "args": { + "External id": 427503,"Record function id": 0, "Sequence number": 5055706, "Fwd thread id": 1, "Ev Idx": 1006 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "ViewBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204954929.124, "dur": 4.418, + "args": { + "External id": 427504,"Sequence number": 5055706, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[65536, 1024]], "Ev Idx": 1007 + } + }, + { + "ph": "f", "id": 106, "pid": 4183440, "tid": 31337, "ts": 675204954929.124, + "cat": "fwdbwd", "name": "fwdbwd", "bp": "e" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 4183440, "tid": 31337, + "ts": 675204954930.994, "dur": 2.391, + "args": { + "External id": 427505,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1024, 1], []], "Input Dims": [[65536, 1024], []], "Ev Idx": 1008 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675204954932.199, "dur": 1.040, + "args": { + "External id": 427506,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1024, 1], []], "Input Dims": [[65536, 1024], []], "Ev Idx": 1009 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: TBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204954960.803, "dur": 10.889, + "args": { + "External id": 427507,"Record function id": 0, "Sequence number": 5055705, "Fwd thread id": 1, "Ev Idx": 1010 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "TBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204954961.849, "dur": 7.489, + "args": { + "External id": 427508,"Sequence number": 5055705, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1, 1024]], "Input Dims": [[1024, 2816]], "Ev Idx": 1011 + } + }, + { + "ph": "f", "id": 107, "pid": 4183440, "tid": 31337, "ts": 675204954961.849, + "cat": "fwdbwd", "name": "fwdbwd", "bp": "e" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 4183440, "tid": 31337, + "ts": 675204954962.829, "dur": 6.214, + "args": { + "External id": 427509,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1, 1024]], "Input Dims": [[1024, 2816]], "Ev Idx": 1012 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 4183440, "tid": 31337, + "ts": 675204954965.482, "dur": 2.903, + "args": { + "External id": 427510,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[1, 1024], [], []], "Input Dims": [[1024, 2816], [], []], "Ev Idx": 1013 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675204954967.716, "dur": 0.555, + "args": { + "External id": 427511,"Record function id": 0, "Concrete Inputs": ["", "[2816, 1024]", "[1024, 1]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[1, 1024], [], [], []], "Input Dims": [[1024, 2816], [], [], []], "Ev Idx": 1014 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675204954975.798, "dur": 6.509, + "args": { + "External id": 427512,"Record function id": 0, "Ev Idx": 1015 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675204954977.496, "dur": 4.296, + "args": { + "External id": 427513,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[2816, 1024]], "Ev Idx": 1016 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 4183440, "tid": 31337, + "ts": 675204954978.965, "dur": 2.538, + "args": { + "External id": 427514,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[2816, 1024]], "Ev Idx": 1017 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 4183440, "tid": 31337, + "ts": 675204954979.945, "dur": 1.467, + "args": { + "External id": 427515,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[2816, 1024]], "Ev Idx": 1018 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: UnsafeViewBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204954987.214, "dur": 6.817, + "args": { + "External id": 427516,"Record function id": 0, "Sequence number": 5055704, "Fwd thread id": 1, "Ev Idx": 1019 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "UnsafeViewBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204954988.579, "dur": 3.603, + "args": { + "External id": 427517,"Sequence number": 5055704, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[11534336, 2816, 1]], "Input Dims": [[16, 4096, 2816]], "Ev Idx": 1020 + } + }, + { + "ph": "f", "id": 108, "pid": 4183440, "tid": 31337, "ts": 675204954988.579, + "cat": "fwdbwd", "name": "fwdbwd", "bp": "e" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 4183440, "tid": 31337, + "ts": 675204954990.007, "dur": 2.020, + "args": { + "External id": 427518,"Record function id": 0, "Concrete Inputs": ["", "[65536, 2816]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[11534336, 2816, 1], []], "Input Dims": [[16, 4096, 2816], []], "Ev Idx": 1021 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675204954990.900, "dur": 1.000, + "args": { + "External id": 427519,"Record function id": 0, "Concrete Inputs": ["", "[65536, 2816]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[11534336, 2816, 1], []], "Input Dims": [[16, 4096, 2816], []], "Ev Idx": 1022 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: MmBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204954999.177, "dur": 116.393, + "args": { + "External id": 427520,"Record function id": 0, "Sequence number": 5055703, "Fwd thread id": 1, "Ev Idx": 1023 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "MmBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204955018.367, "dur": 89.533, + "args": { + "External id": 427521,"Sequence number": 5055703, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2816, 1]], "Input Dims": [[65536, 2816]], "Ev Idx": 1024 + } + }, + { + "ph": "f", "id": 109, "pid": 4183440, "tid": 31337, "ts": 675204955018.367, + "cat": "fwdbwd", "name": "fwdbwd", "bp": "e" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 4183440, "tid": 31337, + "ts": 675204955020.545, "dur": 2.958, + "args": { + "External id": 427522,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2816, 1]], "Input Dims": [[65536, 2816]], "Ev Idx": 1025 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 4183440, "tid": 31337, + "ts": 675204955020.992, "dur": 2.048, + "args": { + "External id": 427523,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[2816, 1], [], []], "Input Dims": [[65536, 2816], [], []], "Ev Idx": 1026 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675204955022.475, "dur": 0.459, + "args": { + "External id": 427524,"Record function id": 0, "Concrete Inputs": ["", "[2816, 65536]", "[1, 2816]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[2816, 1], [], [], []], "Input Dims": [[65536, 2816], [], [], []], "Ev Idx": 1027 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675204955024.145, "dur": 34.745, + "args": { + "External id": 427525,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 2816], [1024, 1]], "Input Dims": [[2816, 65536], [65536, 1024]], "Ev Idx": 1028 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 4183440, "tid": 31337, + "ts": 675204955061.991, "dur": 4.567, + "args": { + "External id": 427526,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[2816, 1024]], "Ev Idx": 1029 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 4183440, "tid": 31337, + "ts": 675204955062.471, "dur": 3.457, + "args": { + "External id": 427527,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [], []], "Input Dims": [[2816, 1024], [], []], "Ev Idx": 1030 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675204955063.601, "dur": 2.177, + "args": { + "External id": 427528,"Record function id": 0, "Concrete Inputs": ["", "[1024, 2816]", "[1, 1024]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[1024, 1], [], [], []], "Input Dims": [[2816, 1024], [], [], []], "Ev Idx": 1031 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 4183440, "tid": 31337, + "ts": 675204955067.505, "dur": 5.231, + "args": { + "External id": 427529,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1, 1024]], "Input Dims": [[1024, 2816]], "Ev Idx": 1032 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 4183440, "tid": 31337, + "ts": 675204955068.506, "dur": 3.818, + "args": { + "External id": 427530,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[1, 1024], [], []], "Input Dims": [[1024, 2816], [], []], "Ev Idx": 1033 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675204955069.688, "dur": 2.570, + "args": { + "External id": 427531,"Record function id": 0, "Concrete Inputs": ["", "[2816, 1024]", "[1024, 1]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[1, 1024], [], [], []], "Input Dims": [[1024, 2816], [], [], []], "Ev Idx": 1034 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675204955074.792, "dur": 32.278, + "args": { + "External id": 427532,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2816, 1], [1024, 1]], "Input Dims": [[65536, 2816], [2816, 1024]], "Ev Idx": 1035 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: ViewBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204955120.033, "dur": 31.747, + "args": { + "External id": 427533,"Record function id": 0, "Sequence number": 5055702, "Fwd thread id": 1, "Ev Idx": 1036 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "ViewBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204955120.973, "dur": 3.899, + "args": { + "External id": 427534,"Sequence number": 5055702, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[65536, 1024]], "Ev Idx": 1037 + } + }, + { + "ph": "f", "id": 110, "pid": 4183440, "tid": 31337, "ts": 675204955120.973, + "cat": "fwdbwd", "name": "fwdbwd", "bp": "e" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 4183440, "tid": 31337, + "ts": 675204955122.555, "dur": 2.193, + "args": { + "External id": 427535,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1024, 1], []], "Input Dims": [[65536, 1024], []], "Ev Idx": 1038 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675204955123.469, "dur": 1.182, + "args": { + "External id": 427536,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1024, 1], []], "Input Dims": [[65536, 1024], []], "Ev Idx": 1039 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::add", "pid": 4183440, "tid": 31337, + "ts": 675204955127.906, "dur": 21.277, + "args": { + "External id": 427537,"Record function id": 0, "Concrete Inputs": ["", "", "1"], "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[4194304, 1024, 1], [4194304, 1024, 1], []], "Input Dims": [[16, 4096, 1024], [16, 4096, 1024], []], "Ev Idx": 1040 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: TBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204955155.416, "dur": 9.102, + "args": { + "External id": 427538,"Record function id": 0, "Sequence number": 5055701, "Fwd thread id": 1, "Ev Idx": 1041 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "TBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204955156.449, "dur": 5.976, + "args": { + "External id": 427539,"Sequence number": 5055701, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1, 1024]], "Input Dims": [[1024, 2816]], "Ev Idx": 1042 + } + }, + { + "ph": "f", "id": 111, "pid": 4183440, "tid": 31337, "ts": 675204955156.449, + "cat": "fwdbwd", "name": "fwdbwd", "bp": "e" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 4183440, "tid": 31337, + "ts": 675204955157.286, "dur": 4.957, + "args": { + "External id": 427540,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1, 1024]], "Input Dims": [[1024, 2816]], "Ev Idx": 1043 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 4183440, "tid": 31337, + "ts": 675204955157.773, "dur": 3.890, + "args": { + "External id": 427541,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[1, 1024], [], []], "Input Dims": [[1024, 2816], [], []], "Ev Idx": 1044 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675204955161.134, "dur": 0.405, + "args": { + "External id": 427542,"Record function id": 0, "Concrete Inputs": ["", "[2816, 1024]", "[1024, 1]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[1, 1024], [], [], []], "Input Dims": [[1024, 2816], [], [], []], "Ev Idx": 1045 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675204955168.414, "dur": 5.300, + "args": { + "External id": 427543,"Record function id": 0, "Ev Idx": 1046 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675204955170.333, "dur": 2.849, + "args": { + "External id": 427544,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[2816, 1024]], "Ev Idx": 1047 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 4183440, "tid": 31337, + "ts": 675204955171.219, "dur": 1.583, + "args": { + "External id": 427545,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[2816, 1024]], "Ev Idx": 1048 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 4183440, "tid": 31337, + "ts": 675204955171.739, "dur": 0.958, + "args": { + "External id": 427546,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[2816, 1024]], "Ev Idx": 1049 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: LayerNormFunctionBackward", "pid": 4183440, "tid": 31337, + "ts": 675204955177.876, "dur": 405.623, + "args": { + "External id": 427547,"Record function id": 0, "Sequence number": 5055700, "Fwd thread id": 1, "Ev Idx": 1050 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "LayerNormFunctionBackward", "pid": 4183440, "tid": 31337, + "ts": 675204955179.477, "dur": 373.158, + "args": { + "External id": 427548,"Sequence number": 5055700, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[4194304, 1024, 1], [16777216, 4096, 1]], "Input Dims": [[16, 4096, 1024], [16, 4096, 1024]], "Ev Idx": 1051 + } + }, + { + "ph": "f", "id": 112, "pid": 4183440, "tid": 31337, "ts": 675204955179.477, + "cat": "fwdbwd", "name": "fwdbwd", "bp": "e" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::contiguous", "pid": 4183440, "tid": 31337, + "ts": 675204955204.631, "dur": 34.262, + "args": { + "External id": 427549,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["c10::BFloat16", "Scalar"], "Input Strides": [[16777216, 4096, 1], []], "Input Dims": [[16, 4096, 1024], []], "Ev Idx": 1052 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::clone", "pid": 4183440, "tid": 31337, + "ts": 675204955205.889, "dur": 32.817, + "args": { + "External id": 427550,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["c10::BFloat16", "Scalar"], "Input Strides": [[16777216, 4096, 1], []], "Input Dims": [[16, 4096, 1024], []], "Ev Idx": 1053 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty_like", "pid": 4183440, "tid": 31337, + "ts": 675204955208.789, "dur": 6.115, + "args": { + "External id": 427551,"Record function id": 0, "Concrete Inputs": ["", "15", "0", "", "", "0"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "", "", "Scalar"], "Input Strides": [[16777216, 4096, 1], [], [], [], [], []], "Input Dims": [[16, 4096, 1024], [], [], [], [], []], "Ev Idx": 1054 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 31337, + "ts": 675204955211.531, "dur": 2.876, + "args": { + "External id": 427552,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 1024]", "15", "0", "", "", "0"], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 1055 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 4183440, "tid": 31337, + "ts": 675204955216.111, "dur": 21.976, + "args": { + "External id": 427553,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[4194304, 1024, 1], [16777216, 4096, 1], []], "Input Dims": [[16, 4096, 1024], [16, 4096, 1024], []], "Ev Idx": 1056 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 4183440, "tid": 31337, + "ts": 675204955249.988, "dur": 2.255, + "args": { + "External id": 427554,"Record function id": 0, "Concrete Inputs": ["", "[-1, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[4194304, 1024, 1], []], "Input Dims": [[16, 4096, 1024], []], "Ev Idx": 1057 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675204955250.982, "dur": 1.100, + "args": { + "External id": 427555,"Record function id": 0, "Concrete Inputs": ["", "[-1, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[4194304, 1024, 1], []], "Input Dims": [[16, 4096, 1024], []], "Ev Idx": 1058 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 4183440, "tid": 31337, + "ts": 675204955257.840, "dur": 3.262, + "args": { + "External id": 427556,"Record function id": 0, "Concrete Inputs": ["", "[-1, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[4194304, 1024, 1], []], "Input Dims": [[16, 4096, 1024], []], "Ev Idx": 1059 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675204955258.438, "dur": 2.565, + "args": { + "External id": 427557,"Record function id": 0, "Concrete Inputs": ["", "[-1, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[4194304, 1024, 1], []], "Input Dims": [[16, 4096, 1024], []], "Ev Idx": 1060 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 31337, + "ts": 675204955272.830, "dur": 2.019, + "args": { + "External id": 427558,"Record function id": 0, "Concrete Inputs": ["[65536, 1024]", "15", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 1061 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 31337, + "ts": 675204955286.662, "dur": 3.331, + "args": { + "External id": 427559,"Record function id": 0, "Concrete Inputs": ["[132, 1024]", "6", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 1062 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675204955449.516, "dur": 2.369, + "args": { + "External id": 427560,"Record function id": 0, "Concrete Inputs": ["", "[1, -1, 1024]"], "Input type": ["float", "ScalarList"], "Input Strides": [[1024, 1], []], "Input Dims": [[132, 1024], []], "Ev Idx": 1063 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::sum", "pid": 4183440, "tid": 31337, + "ts": 675204955456.086, "dur": 31.196, + "args": { + "External id": 427561,"Record function id": 0, "Concrete Inputs": ["", "[1]", "False", ""], "Input type": ["float", "ScalarList", "Scalar", ""], "Input Strides": [[135168, 1024, 1], [], [], []], "Input Dims": [[1, 132, 1024], [], [], []], "Ev Idx": 1064 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675204955464.702, "dur": 0.849, + "args": { + "External id": 427562,"Record function id": 0, "Concrete Inputs": ["", "[1, 1, 1024]", "[1024, 0, 1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[1024, 1], [], [], []], "Input Dims": [[1, 1024], [], [], []], "Ev Idx": 1065 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 31337, + "ts": 675204955492.808, "dur": 27.421, + "args": { + "External id": 427563,"Record function id": 0, "Concrete Inputs": ["", "", "15", "False", "False", ""], "Input type": ["float", "", "Scalar", "Scalar", "Scalar", ""], "Input Strides": [[1024, 1], [], [], [], [], []], "Input Dims": [[1, 1024], [], [], [], [], []], "Ev Idx": 1066 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::_to_copy", "pid": 4183440, "tid": 31337, + "ts": 675204955494.536, "dur": 25.486, + "args": { + "External id": 427564,"Record function id": 0, "Concrete Inputs": ["", "15", "", "", "", "False", ""], "Input type": ["float", "Scalar", "", "", "", "Scalar", ""], "Input Strides": [[1024, 1], [], [], [], [], [], []], "Input Dims": [[1, 1024], [], [], [], [], [], []], "Ev Idx": 1067 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 4183440, "tid": 31337, + "ts": 675204955498.437, "dur": 3.689, + "args": { + "External id": 427565,"Record function id": 0, "Concrete Inputs": ["[1, 1024]", "[1024, 1]", "15", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 1068 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 4183440, "tid": 31337, + "ts": 675204955503.267, "dur": 16.234, + "args": { + "External id": 427566,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["c10::BFloat16", "float", "Scalar"], "Input Strides": [[1024, 1], [1024, 1], []], "Input Dims": [[1, 1024], [1, 1024], []], "Ev Idx": 1069 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view_as", "pid": 4183440, "tid": 31337, + "ts": 675204955525.034, "dur": 3.067, + "args": { + "External id": 427567,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1]], "Input Dims": [[1, 1024], [1024]], "Ev Idx": 1070 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675204955526.857, "dur": 1.107, + "args": { + "External id": 427568,"Record function id": 0, "Concrete Inputs": ["", "[1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1024, 1], []], "Input Dims": [[1, 1024], []], "Ev Idx": 1071 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 4183440, "tid": 31337, + "ts": 675204955536.303, "dur": 2.440, + "args": { + "External id": 427569,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1024, 1], []], "Input Dims": [[65536, 1024], []], "Ev Idx": 1072 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675204955537.694, "dur": 0.948, + "args": { + "External id": 427570,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1024, 1], []], "Input Dims": [[65536, 1024], []], "Ev Idx": 1073 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 4183440, "tid": 31337, + "ts": 675204955540.998, "dur": 3.108, + "args": { + "External id": 427571,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1024, 1], []], "Input Dims": [[65536, 1024], []], "Ev Idx": 1074 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675204955541.853, "dur": 2.166, + "args": { + "External id": 427572,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1024, 1], []], "Input Dims": [[65536, 1024], []], "Ev Idx": 1075 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::add_", "pid": 4183440, "tid": 31337, + "ts": 675204955564.937, "dur": 16.897, + "args": { + "External id": 427573,"Record function id": 0, "Concrete Inputs": ["", "", "1"], "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[4194304, 1024, 1], [4194304, 1024, 1], []], "Input Dims": [[16, 4096, 1024], [16, 4096, 1024], []], "Ev Idx": 1076 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675204955593.072, "dur": 9.114, + "args": { + "External id": 427574,"Record function id": 0, "Ev Idx": 1077 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675204955595.304, "dur": 6.198, + "args": { + "External id": 427575,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[1024]], "Ev Idx": 1078 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 4183440, "tid": 31337, + "ts": 675204955596.969, "dur": 3.689, + "args": { + "External id": 427576,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[1024]], "Ev Idx": 1079 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 4183440, "tid": 31337, + "ts": 675204955599.396, "dur": 1.107, + "args": { + "External id": 427577,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[1024]], "Ev Idx": 1080 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: UnsafeViewBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204955605.961, "dur": 7.945, + "args": { + "External id": 427578,"Record function id": 0, "Sequence number": 5055699, "Fwd thread id": 1, "Ev Idx": 1081 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "UnsafeViewBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204955607.391, "dur": 4.238, + "args": { + "External id": 427579,"Sequence number": 5055699, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[4194304, 1024, 1]], "Input Dims": [[16, 4096, 1024]], "Ev Idx": 1082 + } + }, + { + "ph": "f", "id": 113, "pid": 4183440, "tid": 31337, "ts": 675204955607.391, + "cat": "fwdbwd", "name": "fwdbwd", "bp": "e" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 4183440, "tid": 31337, + "ts": 675204955609.227, "dur": 2.211, + "args": { + "External id": 427580,"Record function id": 0, "Concrete Inputs": ["", "[65536, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[4194304, 1024, 1], []], "Input Dims": [[16, 4096, 1024], []], "Ev Idx": 1083 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675204955610.199, "dur": 1.095, + "args": { + "External id": 427581,"Record function id": 0, "Concrete Inputs": ["", "[65536, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[4194304, 1024, 1], []], "Input Dims": [[16, 4096, 1024], []], "Ev Idx": 1084 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: MmBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204955617.451, "dur": 183.053, + "args": { + "External id": 427582,"Record function id": 0, "Sequence number": 5055698, "Fwd thread id": 1, "Ev Idx": 1085 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "MmBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204955618.158, "dur": 174.595, + "args": { + "External id": 427583,"Sequence number": 5055698, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[65536, 1024]], "Ev Idx": 1086 + } + }, + { + "ph": "f", "id": 114, "pid": 4183440, "tid": 31337, "ts": 675204955618.158, + "cat": "fwdbwd", "name": "fwdbwd", "bp": "e" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 4183440, "tid": 31337, + "ts": 675204955620.956, "dur": 6.186, + "args": { + "External id": 427584,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[65536, 1024]], "Ev Idx": 1087 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 4183440, "tid": 31337, + "ts": 675204955622.114, "dur": 4.522, + "args": { + "External id": 427585,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [], []], "Input Dims": [[65536, 1024], [], []], "Ev Idx": 1088 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675204955625.576, "dur": 0.891, + "args": { + "External id": 427586,"Record function id": 0, "Concrete Inputs": ["", "[1024, 65536]", "[1, 1024]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[1024, 1], [], [], []], "Input Dims": [[65536, 1024], [], [], []], "Ev Idx": 1089 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675204955628.120, "dur": 106.586, + "args": { + "External id": 427587,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 1024], [1024, 1]], "Input Dims": [[1024, 65536], [65536, 1024]], "Ev Idx": 1090 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 4183440, "tid": 31337, + "ts": 675204955737.333, "dur": 7.083, + "args": { + "External id": 427588,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 1091 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 4183440, "tid": 31337, + "ts": 675204955738.288, "dur": 5.029, + "args": { + "External id": 427589,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [], []], "Input Dims": [[1024, 1024], [], []], "Ev Idx": 1092 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675204955740.400, "dur": 2.775, + "args": { + "External id": 427590,"Record function id": 0, "Concrete Inputs": ["", "[1024, 1024]", "[1, 1024]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[1024, 1], [], [], []], "Input Dims": [[1024, 1024], [], [], []], "Ev Idx": 1093 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 4183440, "tid": 31337, + "ts": 675204955746.159, "dur": 5.763, + "args": { + "External id": 427591,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1, 1024]], "Input Dims": [[1024, 1024]], "Ev Idx": 1094 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 4183440, "tid": 31337, + "ts": 675204955749.286, "dur": 2.100, + "args": { + "External id": 427592,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[1, 1024], [], []], "Input Dims": [[1024, 1024], [], []], "Ev Idx": 1095 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675204955750.892, "dur": 0.362, + "args": { + "External id": 427593,"Record function id": 0, "Concrete Inputs": ["", "[1024, 1024]", "[1024, 1]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[1, 1024], [], [], []], "Input Dims": [[1024, 1024], [], [], []], "Ev Idx": 1096 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675204955752.733, "dur": 39.229, + "args": { + "External id": 427594,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1024, 1]], "Input Dims": [[65536, 1024], [1024, 1024]], "Ev Idx": 1097 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: ViewBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204955807.347, "dur": 8.846, + "args": { + "External id": 427595,"Record function id": 0, "Sequence number": 5055697, "Fwd thread id": 1, "Ev Idx": 1098 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "ViewBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204955808.521, "dur": 6.247, + "args": { + "External id": 427596,"Sequence number": 5055697, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[65536, 1024]], "Ev Idx": 1099 + } + }, + { + "ph": "f", "id": 115, "pid": 4183440, "tid": 31337, "ts": 675204955808.521, + "cat": "fwdbwd", "name": "fwdbwd", "bp": "e" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 4183440, "tid": 31337, + "ts": 675204955810.161, "dur": 4.430, + "args": { + "External id": 427597,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1024, 1], []], "Input Dims": [[65536, 1024], []], "Ev Idx": 1100 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675204955811.177, "dur": 3.266, + "args": { + "External id": 427598,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1024, 1], []], "Input Dims": [[65536, 1024], []], "Ev Idx": 1101 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: TBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204955819.567, "dur": 9.918, + "args": { + "External id": 427599,"Record function id": 0, "Sequence number": 5055696, "Fwd thread id": 1, "Ev Idx": 1102 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "TBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204955820.481, "dur": 6.702, + "args": { + "External id": 427600,"Sequence number": 5055696, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1, 1024]], "Input Dims": [[1024, 1024]], "Ev Idx": 1103 + } + }, + { + "ph": "f", "id": 116, "pid": 4183440, "tid": 31337, "ts": 675204955820.481, + "cat": "fwdbwd", "name": "fwdbwd", "bp": "e" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 4183440, "tid": 31337, + "ts": 675204955821.232, "dur": 5.759, + "args": { + "External id": 427601,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1, 1024]], "Input Dims": [[1024, 1024]], "Ev Idx": 1104 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 4183440, "tid": 31337, + "ts": 675204955824.148, "dur": 2.382, + "args": { + "External id": 427602,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[1, 1024], [], []], "Input Dims": [[1024, 1024], [], []], "Ev Idx": 1105 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675204955825.912, "dur": 0.514, + "args": { + "External id": 427603,"Record function id": 0, "Concrete Inputs": ["", "[1024, 1024]", "[1024, 1]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[1, 1024], [], [], []], "Input Dims": [[1024, 1024], [], [], []], "Ev Idx": 1106 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675204955833.732, "dur": 6.828, + "args": { + "External id": 427604,"Record function id": 0, "Ev Idx": 1107 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675204955835.483, "dur": 4.507, + "args": { + "External id": 427605,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 1108 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 4183440, "tid": 31337, + "ts": 675204955836.962, "dur": 2.697, + "args": { + "External id": 427606,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 1109 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 4183440, "tid": 31337, + "ts": 675204955837.991, "dur": 1.548, + "args": { + "External id": 427607,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 1110 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: ViewBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204955845.752, "dur": 6.368, + "args": { + "External id": 427608,"Record function id": 0, "Sequence number": 5055695, "Fwd thread id": 1, "Ev Idx": 1111 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "ViewBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204955846.586, "dur": 3.652, + "args": { + "External id": 427609,"Sequence number": 5055695, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[4194304, 1024, 1]], "Input Dims": [[16, 4096, 1024]], "Ev Idx": 1112 + } + }, + { + "ph": "f", "id": 117, "pid": 4183440, "tid": 31337, "ts": 675204955846.586, + "cat": "fwdbwd", "name": "fwdbwd", "bp": "e" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 4183440, "tid": 31337, + "ts": 675204955847.805, "dur": 2.289, + "args": { + "External id": 427610,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 16, 64]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[4194304, 1024, 1], []], "Input Dims": [[16, 4096, 1024], []], "Ev Idx": 1113 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675204955848.704, "dur": 1.267, + "args": { + "External id": 427611,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 16, 64]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[4194304, 1024, 1], []], "Input Dims": [[16, 4096, 1024], []], "Ev Idx": 1114 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: FlashAttnFuncBackward", "pid": 4183440, "tid": 31337, + "ts": 675204955856.083, "dur": 313.038, + "args": { + "External id": 427612,"Record function id": 0, "Sequence number": 5055694, "Fwd thread id": 1, "Ev Idx": 1115 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "FlashAttnFuncBackward", "pid": 4183440, "tid": 31337, + "ts": 675204955857.595, "dur": 293.539, + "args": { + "External id": 427613,"Sequence number": 5055694, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[4194304, 1024, 64, 1]], "Input Dims": [[16, 4096, 16, 64]], "Ev Idx": 1116 + } + }, + { + "ph": "f", "id": 118, "pid": 4183440, "tid": 31337, "ts": 675204955857.595, + "cat": "fwdbwd", "name": "fwdbwd", "bp": "e" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty_like", "pid": 4183440, "tid": 31337, + "ts": 675204955874.013, "dur": 7.065, + "args": { + "External id": 427614,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "False", ""], "Input type": ["c10::BFloat16", "", "", "", "Scalar", ""], "Input Strides": [[4194304, 1024, 64, 1], [], [], [], [], []], "Input Dims": [[16, 4096, 16, 64], [], [], [], [], []], "Ev Idx": 1117 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 4183440, "tid": 31337, + "ts": 675204955876.822, "dur": 3.912, + "args": { + "External id": 427615,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 16, 64]", "[4194304, 1024, 64, 1]", "15", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 1118 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty_like", "pid": 4183440, "tid": 31337, + "ts": 675204955883.199, "dur": 5.495, + "args": { + "External id": 427616,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "False", ""], "Input type": ["c10::BFloat16", "", "", "", "Scalar", ""], "Input Strides": [[4194304, 1024, 64, 1], [], [], [], [], []], "Input Dims": [[16, 4096, 16, 64], [], [], [], [], []], "Ev Idx": 1119 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 4183440, "tid": 31337, + "ts": 675204955884.860, "dur": 3.634, + "args": { + "External id": 427617,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 16, 64]", "[4194304, 1024, 64, 1]", "15", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 1120 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty_like", "pid": 4183440, "tid": 31337, + "ts": 675204955898.330, "dur": 5.294, + "args": { + "External id": 427618,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "False", ""], "Input type": ["c10::BFloat16", "", "", "", "Scalar", ""], "Input Strides": [[4194304, 1024, 64, 1], [], [], [], [], []], "Input Dims": [[16, 4096, 16, 64], [], [], [], [], []], "Ev Idx": 1121 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 4183440, "tid": 31337, + "ts": 675204955901.771, "dur": 1.579, + "args": { + "External id": 427619,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 16, 64]", "[4194304, 1024, 64, 1]", "15", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 1122 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "flash_attn::_flash_attn_backward", "pid": 4183440, "tid": 31337, + "ts": 675204955931.219, "dur": 195.546, + "args": { + "External id": 427620,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "", "", "", "", "0.", "0.125", "True", "-1", "-1", "0.", "", "False", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "float", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "", "Scalar", "long int"], "Input Strides": [[4194304, 1024, 64, 1], [4194304, 1024, 64, 1], [4194304, 1024, 64, 1], [4194304, 1024, 64, 1], [4194304, 1024, 64, 1], [65536, 4096, 1], [4194304, 1024, 64, 1], [4194304, 1024, 64, 1], [4194304, 1024, 64, 1], [], [], [], [], [], [], [], [], [1]], "Input Dims": [[16, 4096, 16, 64], [16, 4096, 16, 64], [16, 4096, 16, 64], [16, 4096, 16, 64], [16, 4096, 16, 64], [16, 16, 4096], [16, 4096, 16, 64], [16, 4096, 16, 64], [16, 4096, 16, 64], [], [], [], [], [], [], [], [], [2]], "Ev Idx": 1123 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 31337, + "ts": 675204956027.086, "dur": 6.624, + "args": { + "External id": 427621,"Record function id": 0, "Concrete Inputs": ["[16, 16, 4096]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 1124 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 31337, + "ts": 675204956035.512, "dur": 3.594, + "args": { + "External id": 427622,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 16, 64]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 1125 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::alias", "pid": 4183440, "tid": 31337, + "ts": 675204956138.797, "dur": 3.937, + "args": { + "External id": 427623,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[4194304, 1024, 64, 1]], "Input Dims": [[16, 4096, 16, 64]], "Ev Idx": 1126 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::alias", "pid": 4183440, "tid": 31337, + "ts": 675204956145.510, "dur": 0.703, + "args": { + "External id": 427624,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[4194304, 1024, 64, 1]], "Input Dims": [[16, 4096, 16, 64]], "Ev Idx": 1127 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::alias", "pid": 4183440, "tid": 31337, + "ts": 675204956147.991, "dur": 0.564, + "args": { + "External id": 427625,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[4194304, 1024, 64, 1]], "Input Dims": [[16, 4096, 16, 64]], "Ev Idx": 1128 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: RotaryEmbeddingFunctionBackward", "pid": 4183440, "tid": 31337, + "ts": 675204956179.008, "dur": 226.866, + "args": { + "External id": 427626,"Record function id": 0, "Sequence number": 5055693, "Fwd thread id": 1, "Ev Idx": 1129 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "RotaryEmbeddingFunctionBackward", "pid": 4183440, "tid": 31337, + "ts": 675204956180.933, "dur": 218.219, + "args": { + "External id": 427627,"Sequence number": 5055693, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[4194304, 1024, 64, 1]], "Input Dims": [[16, 4096, 16, 64]], "Ev Idx": 1130 + } + }, + { + "ph": "f", "id": 119, "pid": 4183440, "tid": 31337, "ts": 675204956180.933, + "cat": "fwdbwd", "name": "fwdbwd", "bp": "e" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::clone", "pid": 4183440, "tid": 31337, + "ts": 675204956201.618, "dur": 44.079, + "args": { + "External id": 427628,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", ""], "Input Strides": [[4194304, 1024, 64, 1], []], "Input Dims": [[16, 4096, 16, 64], []], "Ev Idx": 1131 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 4183440, "tid": 31337, + "ts": 675204956204.896, "dur": 3.674, + "args": { + "External id": 427629,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 16, 64]", "[4194304, 1024, 64, 1]", "15", "0", "", ""], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 1132 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 4183440, "tid": 31337, + "ts": 675204956209.769, "dur": 35.318, + "args": { + "External id": 427630,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[4194304, 1024, 64, 1], [4194304, 1024, 64, 1], []], "Input Dims": [[16, 4096, 16, 64], [16, 4096, 16, 64], []], "Ev Idx": 1133 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty_like", "pid": 4183440, "tid": 31337, + "ts": 675204956255.793, "dur": 6.463, + "args": { + "External id": 427631,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "False", ""], "Input type": ["c10::BFloat16", "", "", "", "Scalar", ""], "Input Strides": [[4194304, 1024, 64, 1], [], [], [], [], []], "Input Dims": [[16, 4096, 16, 64], [], [], [], [], []], "Ev Idx": 1134 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 4183440, "tid": 31337, + "ts": 675204956257.943, "dur": 4.017, + "args": { + "External id": 427632,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 16, 64]", "[4194304, 1024, 64, 1]", "15", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 1135 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: RotaryEmbeddingFunctionBackward", "pid": 4183440, "tid": 31337, + "ts": 675204956412.939, "dur": 146.258, + "args": { + "External id": 427633,"Record function id": 0, "Sequence number": 5055692, "Fwd thread id": 1, "Ev Idx": 1136 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "RotaryEmbeddingFunctionBackward", "pid": 4183440, "tid": 31337, + "ts": 675204956414.904, "dur": 138.822, + "args": { + "External id": 427634,"Sequence number": 5055692, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[4194304, 1024, 64, 1]], "Input Dims": [[16, 4096, 16, 64]], "Ev Idx": 1137 + } + }, + { + "ph": "f", "id": 120, "pid": 4183440, "tid": 31337, "ts": 675204956414.904, + "cat": "fwdbwd", "name": "fwdbwd", "bp": "e" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::clone", "pid": 4183440, "tid": 31337, + "ts": 675204956426.074, "dur": 35.068, + "args": { + "External id": 427635,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", ""], "Input Strides": [[4194304, 1024, 64, 1], []], "Input Dims": [[16, 4096, 16, 64], []], "Ev Idx": 1138 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 4183440, "tid": 31337, + "ts": 675204956428.710, "dur": 2.754, + "args": { + "External id": 427636,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 16, 64]", "[4194304, 1024, 64, 1]", "15", "0", "", ""], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 1139 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 4183440, "tid": 31337, + "ts": 675204956436.163, "dur": 24.507, + "args": { + "External id": 427637,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[4194304, 1024, 64, 1], [4194304, 1024, 64, 1], []], "Input Dims": [[16, 4096, 16, 64], [16, 4096, 16, 64], []], "Ev Idx": 1140 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty_like", "pid": 4183440, "tid": 31337, + "ts": 675204956468.476, "dur": 4.402, + "args": { + "External id": 427638,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "False", ""], "Input type": ["c10::BFloat16", "", "", "", "Scalar", ""], "Input Strides": [[4194304, 1024, 64, 1], [], [], [], [], []], "Input Dims": [[16, 4096, 16, 64], [], [], [], [], []], "Ev Idx": 1141 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 4183440, "tid": 31337, + "ts": 675204956470.368, "dur": 2.206, + "args": { + "External id": 427639,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 16, 64]", "[4194304, 1024, 64, 1]", "15", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 1142 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: ViewBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204956564.847, "dur": 14.796, + "args": { + "External id": 427640,"Record function id": 0, "Sequence number": 5055691, "Fwd thread id": 1, "Ev Idx": 1143 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "ViewBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204956566.100, "dur": 11.023, + "args": { + "External id": 427641,"Sequence number": 5055691, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[4194304, 1024, 64, 1]], "Input Dims": [[16, 4096, 16, 64]], "Ev Idx": 1144 + } + }, + { + "ph": "f", "id": 121, "pid": 4183440, "tid": 31337, "ts": 675204956566.100, + "cat": "fwdbwd", "name": "fwdbwd", "bp": "e" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 4183440, "tid": 31337, + "ts": 675204956568.433, "dur": 8.451, + "args": { + "External id": 427642,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[4194304, 1024, 64, 1], []], "Input Dims": [[16, 4096, 16, 64], []], "Ev Idx": 1145 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675204956570.082, "dur": 6.611, + "args": { + "External id": 427643,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[4194304, 1024, 64, 1], []], "Input Dims": [[16, 4096, 16, 64], []], "Ev Idx": 1146 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: ViewBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204956583.354, "dur": 8.891, + "args": { + "External id": 427644,"Record function id": 0, "Sequence number": 5055690, "Fwd thread id": 1, "Ev Idx": 1147 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "ViewBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204956586.222, "dur": 4.064, + "args": { + "External id": 427645,"Sequence number": 5055690, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[4194304, 1024, 64, 1]], "Input Dims": [[16, 4096, 16, 64]], "Ev Idx": 1148 + } + }, + { + "ph": "f", "id": 122, "pid": 4183440, "tid": 31337, "ts": 675204956586.222, + "cat": "fwdbwd", "name": "fwdbwd", "bp": "e" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 4183440, "tid": 31337, + "ts": 675204956588.010, "dur": 2.104, + "args": { + "External id": 427646,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[4194304, 1024, 64, 1], []], "Input Dims": [[16, 4096, 16, 64], []], "Ev Idx": 1149 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675204956589.139, "dur": 0.833, + "args": { + "External id": 427647,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[4194304, 1024, 64, 1], []], "Input Dims": [[16, 4096, 16, 64], []], "Ev Idx": 1150 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: ViewBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204956595.364, "dur": 5.447, + "args": { + "External id": 427648,"Record function id": 0, "Sequence number": 5055689, "Fwd thread id": 1, "Ev Idx": 1151 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "ViewBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204956596.045, "dur": 3.117, + "args": { + "External id": 427649,"Sequence number": 5055689, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[4194304, 1024, 64, 1]], "Input Dims": [[16, 4096, 16, 64]], "Ev Idx": 1152 + } + }, + { + "ph": "f", "id": 123, "pid": 4183440, "tid": 31337, "ts": 675204956596.045, + "cat": "fwdbwd", "name": "fwdbwd", "bp": "e" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 4183440, "tid": 31337, + "ts": 675204956597.308, "dur": 1.711, + "args": { + "External id": 427650,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[4194304, 1024, 64, 1], []], "Input Dims": [[16, 4096, 16, 64], []], "Ev Idx": 1153 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675204956598.129, "dur": 0.753, + "args": { + "External id": 427651,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[4194304, 1024, 64, 1], []], "Input Dims": [[16, 4096, 16, 64], []], "Ev Idx": 1154 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: UnsafeViewBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204956604.877, "dur": 8.999, + "args": { + "External id": 427652,"Record function id": 0, "Sequence number": 5055688, "Fwd thread id": 1, "Ev Idx": 1155 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "UnsafeViewBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204956606.144, "dur": 5.639, + "args": { + "External id": 427653,"Sequence number": 5055688, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[4194304, 1024, 1]], "Input Dims": [[16, 4096, 1024]], "Ev Idx": 1156 + } + }, + { + "ph": "f", "id": 124, "pid": 4183440, "tid": 31337, "ts": 675204956606.144, + "cat": "fwdbwd", "name": "fwdbwd", "bp": "e" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 4183440, "tid": 31337, + "ts": 675204956607.554, "dur": 4.086, + "args": { + "External id": 427654,"Record function id": 0, "Concrete Inputs": ["", "[65536, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[4194304, 1024, 1], []], "Input Dims": [[16, 4096, 1024], []], "Ev Idx": 1157 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675204956610.608, "dur": 0.931, + "args": { + "External id": 427655,"Record function id": 0, "Concrete Inputs": ["", "[65536, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[4194304, 1024, 1], []], "Input Dims": [[16, 4096, 1024], []], "Ev Idx": 1158 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: MmBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204956617.522, "dur": 205.404, + "args": { + "External id": 427656,"Record function id": 0, "Sequence number": 5055687, "Fwd thread id": 1, "Ev Idx": 1159 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "MmBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204956618.188, "dur": 195.980, + "args": { + "External id": 427657,"Sequence number": 5055687, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[65536, 1024]], "Ev Idx": 1160 + } + }, + { + "ph": "f", "id": 125, "pid": 4183440, "tid": 31337, "ts": 675204956618.188, + "cat": "fwdbwd", "name": "fwdbwd", "bp": "e" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 4183440, "tid": 31337, + "ts": 675204956621.654, "dur": 6.282, + "args": { + "External id": 427658,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[65536, 1024]], "Ev Idx": 1161 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 4183440, "tid": 31337, + "ts": 675204956623.278, "dur": 4.070, + "args": { + "External id": 427659,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [], []], "Input Dims": [[65536, 1024], [], []], "Ev Idx": 1162 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675204956625.681, "dur": 1.342, + "args": { + "External id": 427660,"Record function id": 0, "Concrete Inputs": ["", "[1024, 65536]", "[1, 1024]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[1024, 1], [], [], []], "Input Dims": [[65536, 1024], [], [], []], "Ev Idx": 1163 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675204956629.362, "dur": 121.501, + "args": { + "External id": 427661,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 1024], [1024, 1]], "Input Dims": [[1024, 65536], [65536, 1024]], "Ev Idx": 1164 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 4183440, "tid": 31337, + "ts": 675204956755.786, "dur": 6.332, + "args": { + "External id": 427662,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 1165 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 4183440, "tid": 31337, + "ts": 675204956757.046, "dur": 3.975, + "args": { + "External id": 427663,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [], []], "Input Dims": [[1024, 1024], [], []], "Ev Idx": 1166 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675204956759.455, "dur": 1.404, + "args": { + "External id": 427664,"Record function id": 0, "Concrete Inputs": ["", "[1024, 1024]", "[1, 1024]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[1024, 1], [], [], []], "Input Dims": [[1024, 1024], [], [], []], "Ev Idx": 1167 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 4183440, "tid": 31337, + "ts": 675204956764.280, "dur": 4.222, + "args": { + "External id": 427665,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1, 1024]], "Input Dims": [[1024, 1024]], "Ev Idx": 1168 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 4183440, "tid": 31337, + "ts": 675204956765.553, "dur": 2.409, + "args": { + "External id": 427666,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[1, 1024], [], []], "Input Dims": [[1024, 1024], [], []], "Ev Idx": 1169 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675204956767.438, "dur": 0.452, + "args": { + "External id": 427667,"Record function id": 0, "Concrete Inputs": ["", "[1024, 1024]", "[1024, 1]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[1, 1024], [], [], []], "Input Dims": [[1024, 1024], [], [], []], "Ev Idx": 1170 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675204956771.416, "dur": 41.886, + "args": { + "External id": 427668,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1024, 1]], "Input Dims": [[65536, 1024], [1024, 1024]], "Ev Idx": 1171 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: ViewBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204956833.026, "dur": 7.719, + "args": { + "External id": 427669,"Record function id": 0, "Sequence number": 5055686, "Fwd thread id": 1, "Ev Idx": 1172 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "ViewBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204956834.284, "dur": 4.681, + "args": { + "External id": 427670,"Sequence number": 5055686, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[65536, 1024]], "Ev Idx": 1173 + } + }, + { + "ph": "f", "id": 126, "pid": 4183440, "tid": 31337, "ts": 675204956834.284, + "cat": "fwdbwd", "name": "fwdbwd", "bp": "e" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 4183440, "tid": 31337, + "ts": 675204956836.154, "dur": 2.673, + "args": { + "External id": 427671,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1024, 1], []], "Input Dims": [[65536, 1024], []], "Ev Idx": 1174 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675204956837.263, "dur": 1.456, + "args": { + "External id": 427672,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1024, 1], []], "Input Dims": [[65536, 1024], []], "Ev Idx": 1175 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: TBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204956844.111, "dur": 9.557, + "args": { + "External id": 427673,"Record function id": 0, "Sequence number": 5055685, "Fwd thread id": 1, "Ev Idx": 1176 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "TBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204956844.844, "dur": 6.653, + "args": { + "External id": 427674,"Sequence number": 5055685, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1, 1024]], "Input Dims": [[1024, 1024]], "Ev Idx": 1177 + } + }, + { + "ph": "f", "id": 127, "pid": 4183440, "tid": 31337, "ts": 675204956844.844, + "cat": "fwdbwd", "name": "fwdbwd", "bp": "e" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 4183440, "tid": 31337, + "ts": 675204956845.934, "dur": 5.356, + "args": { + "External id": 427675,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1, 1024]], "Input Dims": [[1024, 1024]], "Ev Idx": 1178 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 4183440, "tid": 31337, + "ts": 675204956846.699, "dur": 4.109, + "args": { + "External id": 427676,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[1, 1024], [], []], "Input Dims": [[1024, 1024], [], []], "Ev Idx": 1179 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675204956849.982, "dur": 0.707, + "args": { + "External id": 427677,"Record function id": 0, "Concrete Inputs": ["", "[1024, 1024]", "[1024, 1]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[1, 1024], [], [], []], "Input Dims": [[1024, 1024], [], [], []], "Ev Idx": 1180 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675204956859.356, "dur": 9.447, + "args": { + "External id": 427678,"Record function id": 0, "Ev Idx": 1181 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675204956861.094, "dur": 6.823, + "args": { + "External id": 427679,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 1182 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 4183440, "tid": 31337, + "ts": 675204956864.205, "dur": 3.358, + "args": { + "External id": 427680,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 1183 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 4183440, "tid": 31337, + "ts": 675204956865.376, "dur": 2.101, + "args": { + "External id": 427681,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 1184 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: UnsafeViewBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204956872.162, "dur": 6.270, + "args": { + "External id": 427682,"Record function id": 0, "Sequence number": 5055684, "Fwd thread id": 1, "Ev Idx": 1185 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "UnsafeViewBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204956873.585, "dur": 3.083, + "args": { + "External id": 427683,"Sequence number": 5055684, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[4194304, 1024, 1]], "Input Dims": [[16, 4096, 1024]], "Ev Idx": 1186 + } + }, + { + "ph": "f", "id": 128, "pid": 4183440, "tid": 31337, "ts": 675204956873.585, + "cat": "fwdbwd", "name": "fwdbwd", "bp": "e" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 4183440, "tid": 31337, + "ts": 675204956874.521, "dur": 2.005, + "args": { + "External id": 427684,"Record function id": 0, "Concrete Inputs": ["", "[65536, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[4194304, 1024, 1], []], "Input Dims": [[16, 4096, 1024], []], "Ev Idx": 1187 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675204956875.576, "dur": 0.827, + "args": { + "External id": 427685,"Record function id": 0, "Concrete Inputs": ["", "[65536, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[4194304, 1024, 1], []], "Input Dims": [[16, 4096, 1024], []], "Ev Idx": 1188 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: MmBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204956881.544, "dur": 120.092, + "args": { + "External id": 427686,"Record function id": 0, "Sequence number": 5055683, "Fwd thread id": 1, "Ev Idx": 1189 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "MmBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204956882.175, "dur": 112.393, + "args": { + "External id": 427687,"Sequence number": 5055683, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[65536, 1024]], "Ev Idx": 1190 + } + }, + { + "ph": "f", "id": 129, "pid": 4183440, "tid": 31337, "ts": 675204956882.175, + "cat": "fwdbwd", "name": "fwdbwd", "bp": "e" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 4183440, "tid": 31337, + "ts": 675204956886.088, "dur": 2.959, + "args": { + "External id": 427688,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[65536, 1024]], "Ev Idx": 1191 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 4183440, "tid": 31337, + "ts": 675204956886.688, "dur": 1.902, + "args": { + "External id": 427689,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [], []], "Input Dims": [[65536, 1024], [], []], "Ev Idx": 1192 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675204956887.993, "dur": 0.478, + "args": { + "External id": 427690,"Record function id": 0, "Concrete Inputs": ["", "[1024, 65536]", "[1, 1024]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[1024, 1], [], [], []], "Input Dims": [[65536, 1024], [], [], []], "Ev Idx": 1193 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675204956889.708, "dur": 35.268, + "args": { + "External id": 427691,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 1024], [1024, 1]], "Input Dims": [[1024, 65536], [65536, 1024]], "Ev Idx": 1194 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 4183440, "tid": 31337, + "ts": 675204956926.155, "dur": 4.223, + "args": { + "External id": 427692,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 1195 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 4183440, "tid": 31337, + "ts": 675204956927.228, "dur": 2.579, + "args": { + "External id": 427693,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [], []], "Input Dims": [[1024, 1024], [], []], "Ev Idx": 1196 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675204956928.800, "dur": 0.896, + "args": { + "External id": 427694,"Record function id": 0, "Concrete Inputs": ["", "[1024, 1024]", "[1, 1024]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[1024, 1], [], [], []], "Input Dims": [[1024, 1024], [], [], []], "Ev Idx": 1197 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 4183440, "tid": 31337, + "ts": 675204956933.323, "dur": 23.680, + "args": { + "External id": 427695,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1, 1024]], "Input Dims": [[1024, 1024]], "Ev Idx": 1198 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 4183440, "tid": 31337, + "ts": 675204956952.033, "dur": 4.078, + "args": { + "External id": 427696,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[1, 1024], [], []], "Input Dims": [[1024, 1024], [], []], "Ev Idx": 1199 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675204956953.595, "dur": 2.272, + "args": { + "External id": 427697,"Record function id": 0, "Concrete Inputs": ["", "[1024, 1024]", "[1024, 1]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[1, 1024], [], [], []], "Input Dims": [[1024, 1024], [], [], []], "Ev Idx": 1200 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675204956957.624, "dur": 35.918, + "args": { + "External id": 427698,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1024, 1]], "Input Dims": [[65536, 1024], [1024, 1024]], "Ev Idx": 1201 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: ViewBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204957007.564, "dur": 36.645, + "args": { + "External id": 427699,"Record function id": 0, "Sequence number": 5055682, "Fwd thread id": 1, "Ev Idx": 1202 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "ViewBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204957008.511, "dur": 5.944, + "args": { + "External id": 427700,"Sequence number": 5055682, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[65536, 1024]], "Ev Idx": 1203 + } + }, + { + "ph": "f", "id": 130, "pid": 4183440, "tid": 31337, "ts": 675204957008.511, + "cat": "fwdbwd", "name": "fwdbwd", "bp": "e" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 4183440, "tid": 31337, + "ts": 675204957010.068, "dur": 4.263, + "args": { + "External id": 427701,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1024, 1], []], "Input Dims": [[65536, 1024], []], "Ev Idx": 1204 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675204957012.790, "dur": 1.414, + "args": { + "External id": 427702,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1024, 1], []], "Input Dims": [[65536, 1024], []], "Ev Idx": 1205 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::add", "pid": 4183440, "tid": 31337, + "ts": 675204957017.891, "dur": 23.786, + "args": { + "External id": 427703,"Record function id": 0, "Concrete Inputs": ["", "", "1"], "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[4194304, 1024, 1], [4194304, 1024, 1], []], "Input Dims": [[16, 4096, 1024], [16, 4096, 1024], []], "Ev Idx": 1206 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: TBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204957048.129, "dur": 8.579, + "args": { + "External id": 427704,"Record function id": 0, "Sequence number": 5055681, "Fwd thread id": 1, "Ev Idx": 1207 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "TBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204957049.283, "dur": 5.623, + "args": { + "External id": 427705,"Sequence number": 5055681, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1, 1024]], "Input Dims": [[1024, 1024]], "Ev Idx": 1208 + } + }, + { + "ph": "f", "id": 131, "pid": 4183440, "tid": 31337, "ts": 675204957049.283, + "cat": "fwdbwd", "name": "fwdbwd", "bp": "e" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 4183440, "tid": 31337, + "ts": 675204957050.225, "dur": 4.425, + "args": { + "External id": 427706,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1, 1024]], "Input Dims": [[1024, 1024]], "Ev Idx": 1209 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 4183440, "tid": 31337, + "ts": 675204957051.246, "dur": 2.877, + "args": { + "External id": 427707,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[1, 1024], [], []], "Input Dims": [[1024, 1024], [], []], "Ev Idx": 1210 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675204957053.664, "dur": 0.324, + "args": { + "External id": 427708,"Record function id": 0, "Concrete Inputs": ["", "[1024, 1024]", "[1024, 1]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[1, 1024], [], [], []], "Input Dims": [[1024, 1024], [], [], []], "Ev Idx": 1211 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675204957061.059, "dur": 8.291, + "args": { + "External id": 427709,"Record function id": 0, "Ev Idx": 1212 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675204957062.914, "dur": 5.925, + "args": { + "External id": 427710,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 1213 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 4183440, "tid": 31337, + "ts": 675204957064.114, "dur": 4.387, + "args": { + "External id": 427711,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 1214 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 4183440, "tid": 31337, + "ts": 675204957067.060, "dur": 1.317, + "args": { + "External id": 427712,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 1215 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: UnsafeViewBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204957072.717, "dur": 8.066, + "args": { + "External id": 427713,"Record function id": 0, "Sequence number": 5055680, "Fwd thread id": 1, "Ev Idx": 1216 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "UnsafeViewBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204957073.937, "dur": 5.222, + "args": { + "External id": 427714,"Sequence number": 5055680, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[4194304, 1024, 1]], "Input Dims": [[16, 4096, 1024]], "Ev Idx": 1217 + } + }, + { + "ph": "f", "id": 132, "pid": 4183440, "tid": 31337, "ts": 675204957073.937, + "cat": "fwdbwd", "name": "fwdbwd", "bp": "e" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 4183440, "tid": 31337, + "ts": 675204957075.064, "dur": 3.950, + "args": { + "External id": 427715,"Record function id": 0, "Concrete Inputs": ["", "[65536, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[4194304, 1024, 1], []], "Input Dims": [[16, 4096, 1024], []], "Ev Idx": 1218 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675204957077.910, "dur": 0.963, + "args": { + "External id": 427716,"Record function id": 0, "Concrete Inputs": ["", "[65536, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[4194304, 1024, 1], []], "Input Dims": [[16, 4096, 1024], []], "Ev Idx": 1219 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: MmBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204957084.021, "dur": 96.385, + "args": { + "External id": 427717,"Record function id": 0, "Sequence number": 5055679, "Fwd thread id": 1, "Ev Idx": 1220 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "MmBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204957084.715, "dur": 88.431, + "args": { + "External id": 427718,"Sequence number": 5055679, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[65536, 1024]], "Ev Idx": 1221 + } + }, + { + "ph": "f", "id": 133, "pid": 4183440, "tid": 31337, "ts": 675204957084.715, + "cat": "fwdbwd", "name": "fwdbwd", "bp": "e" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 4183440, "tid": 31337, + "ts": 675204957088.588, "dur": 3.470, + "args": { + "External id": 427719,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[65536, 1024]], "Ev Idx": 1222 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 4183440, "tid": 31337, + "ts": 675204957089.103, "dur": 2.506, + "args": { + "External id": 427720,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [], []], "Input Dims": [[65536, 1024], [], []], "Ev Idx": 1223 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675204957090.998, "dur": 0.499, + "args": { + "External id": 427721,"Record function id": 0, "Concrete Inputs": ["", "[1024, 65536]", "[1, 1024]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[1024, 1], [], [], []], "Input Dims": [[65536, 1024], [], [], []], "Ev Idx": 1224 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675204957092.778, "dur": 34.987, + "args": { + "External id": 427722,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 1024], [1024, 1]], "Input Dims": [[1024, 65536], [65536, 1024]], "Ev Idx": 1225 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 4183440, "tid": 31337, + "ts": 675204957128.868, "dur": 6.138, + "args": { + "External id": 427723,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 1226 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 4183440, "tid": 31337, + "ts": 675204957129.494, "dur": 4.906, + "args": { + "External id": 427724,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [], []], "Input Dims": [[1024, 1024], [], []], "Ev Idx": 1227 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675204957132.502, "dur": 1.732, + "args": { + "External id": 427725,"Record function id": 0, "Concrete Inputs": ["", "[1024, 1024]", "[1, 1024]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[1024, 1], [], [], []], "Input Dims": [[1024, 1024], [], [], []], "Ev Idx": 1228 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 4183440, "tid": 31337, + "ts": 675204957136.214, "dur": 3.762, + "args": { + "External id": 427726,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1, 1024]], "Input Dims": [[1024, 1024]], "Ev Idx": 1229 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 4183440, "tid": 31337, + "ts": 675204957137.181, "dur": 2.399, + "args": { + "External id": 427727,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[1, 1024], [], []], "Input Dims": [[1024, 1024], [], []], "Ev Idx": 1230 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675204957139.031, "dur": 0.480, + "args": { + "External id": 427728,"Record function id": 0, "Concrete Inputs": ["", "[1024, 1024]", "[1024, 1]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[1, 1024], [], [], []], "Input Dims": [[1024, 1024], [], [], []], "Ev Idx": 1231 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675204957140.550, "dur": 31.695, + "args": { + "External id": 427729,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1024, 1]], "Input Dims": [[65536, 1024], [1024, 1024]], "Ev Idx": 1232 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: ViewBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204957184.716, "dur": 25.532, + "args": { + "External id": 427730,"Record function id": 0, "Sequence number": 5055678, "Fwd thread id": 1, "Ev Idx": 1233 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "ViewBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204957185.683, "dur": 5.974, + "args": { + "External id": 427731,"Sequence number": 5055678, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[65536, 1024]], "Ev Idx": 1234 + } + }, + { + "ph": "f", "id": 134, "pid": 4183440, "tid": 31337, "ts": 675204957185.683, + "cat": "fwdbwd", "name": "fwdbwd", "bp": "e" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 4183440, "tid": 31337, + "ts": 675204957187.384, "dur": 4.142, + "args": { + "External id": 427732,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1024, 1], []], "Input Dims": [[65536, 1024], []], "Ev Idx": 1235 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675204957190.458, "dur": 0.963, + "args": { + "External id": 427733,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1024, 1], []], "Input Dims": [[65536, 1024], []], "Ev Idx": 1236 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::add_", "pid": 4183440, "tid": 31337, + "ts": 675204957193.936, "dur": 14.257, + "args": { + "External id": 427734,"Record function id": 0, "Concrete Inputs": ["", "", "1"], "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[4194304, 1024, 1], [4194304, 1024, 1], []], "Input Dims": [[16, 4096, 1024], [16, 4096, 1024], []], "Ev Idx": 1237 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: TBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204957213.738, "dur": 7.676, + "args": { + "External id": 427735,"Record function id": 0, "Sequence number": 5055677, "Fwd thread id": 1, "Ev Idx": 1238 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "TBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204957214.817, "dur": 4.603, + "args": { + "External id": 427736,"Sequence number": 5055677, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1, 1024]], "Input Dims": [[1024, 1024]], "Ev Idx": 1239 + } + }, + { + "ph": "f", "id": 135, "pid": 4183440, "tid": 31337, "ts": 675204957214.817, + "cat": "fwdbwd", "name": "fwdbwd", "bp": "e" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 4183440, "tid": 31337, + "ts": 675204957215.688, "dur": 3.541, + "args": { + "External id": 427737,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1, 1024]], "Input Dims": [[1024, 1024]], "Ev Idx": 1240 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 4183440, "tid": 31337, + "ts": 675204957216.333, "dur": 2.363, + "args": { + "External id": 427738,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[1, 1024], [], []], "Input Dims": [[1024, 1024], [], []], "Ev Idx": 1241 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675204957217.969, "dur": 0.621, + "args": { + "External id": 427739,"Record function id": 0, "Concrete Inputs": ["", "[1024, 1024]", "[1024, 1]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[1, 1024], [], [], []], "Input Dims": [[1024, 1024], [], [], []], "Ev Idx": 1242 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675204957225.364, "dur": 5.545, + "args": { + "External id": 427740,"Record function id": 0, "Ev Idx": 1243 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675204957227.088, "dur": 3.347, + "args": { + "External id": 427741,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 1244 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 4183440, "tid": 31337, + "ts": 675204957228.186, "dur": 1.873, + "args": { + "External id": 427742,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 1245 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 4183440, "tid": 31337, + "ts": 675204957228.721, "dur": 1.243, + "args": { + "External id": 427743,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 1246 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: LayerNormFunctionBackward", "pid": 4183440, "tid": 31337, + "ts": 675204957236.913, "dur": 341.033, + "args": { + "External id": 427744,"Record function id": 0, "Sequence number": 5055676, "Fwd thread id": 1, "Ev Idx": 1247 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "LayerNormFunctionBackward", "pid": 4183440, "tid": 31337, + "ts": 675204957238.704, "dur": 311.608, + "args": { + "External id": 427745,"Sequence number": 5055676, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[4194304, 1024, 1]], "Input Dims": [[16, 4096, 1024]], "Ev Idx": 1248 + } + }, + { + "ph": "f", "id": 136, "pid": 4183440, "tid": 31337, "ts": 675204957238.704, + "cat": "fwdbwd", "name": "fwdbwd", "bp": "e" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 4183440, "tid": 31337, + "ts": 675204957273.430, "dur": 2.449, + "args": { + "External id": 427746,"Record function id": 0, "Concrete Inputs": ["", "[-1, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[4194304, 1024, 1], []], "Input Dims": [[16, 4096, 1024], []], "Ev Idx": 1249 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675204957274.410, "dur": 1.333, + "args": { + "External id": 427747,"Record function id": 0, "Concrete Inputs": ["", "[-1, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[4194304, 1024, 1], []], "Input Dims": [[16, 4096, 1024], []], "Ev Idx": 1250 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 31337, + "ts": 675204957290.028, "dur": 5.374, + "args": { + "External id": 427748,"Record function id": 0, "Concrete Inputs": ["[65536, 1024]", "15", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 1251 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 31337, + "ts": 675204957304.393, "dur": 3.326, + "args": { + "External id": 427749,"Record function id": 0, "Concrete Inputs": ["[132, 1024]", "6", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 1252 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675204957453.348, "dur": 1.954, + "args": { + "External id": 427750,"Record function id": 0, "Concrete Inputs": ["", "[1, -1, 1024]"], "Input type": ["float", "ScalarList"], "Input Strides": [[1024, 1], []], "Input Dims": [[132, 1024], []], "Ev Idx": 1253 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::sum", "pid": 4183440, "tid": 31337, + "ts": 675204957459.115, "dur": 31.635, + "args": { + "External id": 427751,"Record function id": 0, "Concrete Inputs": ["", "[1]", "False", ""], "Input type": ["float", "ScalarList", "Scalar", ""], "Input Strides": [[135168, 1024, 1], [], [], []], "Input Dims": [[1, 132, 1024], [], [], []], "Ev Idx": 1254 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675204957468.135, "dur": 0.729, + "args": { + "External id": 427752,"Record function id": 0, "Concrete Inputs": ["", "[1, 1, 1024]", "[1024, 0, 1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[1024, 1], [], [], []], "Input Dims": [[1, 1024], [], [], []], "Ev Idx": 1255 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 31337, + "ts": 675204957496.622, "dur": 29.871, + "args": { + "External id": 427753,"Record function id": 0, "Concrete Inputs": ["", "", "15", "False", "False", ""], "Input type": ["float", "", "Scalar", "Scalar", "Scalar", ""], "Input Strides": [[1024, 1], [], [], [], [], []], "Input Dims": [[1, 1024], [], [], [], [], []], "Ev Idx": 1256 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::_to_copy", "pid": 4183440, "tid": 31337, + "ts": 675204957500.203, "dur": 26.061, + "args": { + "External id": 427754,"Record function id": 0, "Concrete Inputs": ["", "15", "", "", "", "False", ""], "Input type": ["float", "Scalar", "", "", "", "Scalar", ""], "Input Strides": [[1024, 1], [], [], [], [], [], []], "Input Dims": [[1, 1024], [], [], [], [], [], []], "Ev Idx": 1257 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 4183440, "tid": 31337, + "ts": 675204957504.207, "dur": 4.050, + "args": { + "External id": 427755,"Record function id": 0, "Concrete Inputs": ["[1, 1024]", "[1024, 1]", "15", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 1258 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 4183440, "tid": 31337, + "ts": 675204957509.806, "dur": 15.855, + "args": { + "External id": 427756,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["c10::BFloat16", "float", "Scalar"], "Input Strides": [[1024, 1], [1024, 1], []], "Input Dims": [[1, 1024], [1, 1024], []], "Ev Idx": 1259 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view_as", "pid": 4183440, "tid": 31337, + "ts": 675204957530.736, "dur": 2.860, + "args": { + "External id": 427757,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1]], "Input Dims": [[1, 1024], [1024]], "Ev Idx": 1260 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675204957532.250, "dur": 1.216, + "args": { + "External id": 427758,"Record function id": 0, "Concrete Inputs": ["", "[1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1024, 1], []], "Input Dims": [[1, 1024], []], "Ev Idx": 1261 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 4183440, "tid": 31337, + "ts": 675204957539.111, "dur": 4.350, + "args": { + "External id": 427759,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1024, 1], []], "Input Dims": [[65536, 1024], []], "Ev Idx": 1262 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675204957542.605, "dur": 0.771, + "args": { + "External id": 427760,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1024, 1], []], "Input Dims": [[65536, 1024], []], "Ev Idx": 1263 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::add_", "pid": 4183440, "tid": 31337, + "ts": 675204957559.330, "dur": 14.430, + "args": { + "External id": 427761,"Record function id": 0, "Concrete Inputs": ["", "", "1"], "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[4194304, 1024, 1], [4194304, 1024, 1], []], "Input Dims": [[16, 4096, 1024], [16, 4096, 1024], []], "Ev Idx": 1264 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675204957587.800, "dur": 8.015, + "args": { + "External id": 427762,"Record function id": 0, "Ev Idx": 1265 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675204957590.176, "dur": 4.953, + "args": { + "External id": 427763,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[1024]], "Ev Idx": 1266 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 4183440, "tid": 31337, + "ts": 675204957591.749, "dur": 2.489, + "args": { + "External id": 427764,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[1024]], "Ev Idx": 1267 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 4183440, "tid": 31337, + "ts": 675204957592.766, "dur": 1.244, + "args": { + "External id": 427765,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[1024]], "Ev Idx": 1268 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: AddBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204957599.617, "dur": 4.987, + "args": { + "External id": 427766,"Record function id": 0, "Sequence number": 5055675, "Fwd thread id": 1, "Ev Idx": 1269 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "AddBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204957600.939, "dur": 1.145, + "args": { + "External id": 427767,"Sequence number": 5055675, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[16777216, 4096, 1]], "Input Dims": [[16, 4096, 1024]], "Ev Idx": 1270 + } + }, + { + "ph": "f", "id": 137, "pid": 4183440, "tid": 31337, "ts": 675204957600.939, + "cat": "fwdbwd", "name": "fwdbwd", "bp": "e" + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: SwiGLULinearFunctionBackward", "pid": 4183440, "tid": 31337, + "ts": 675204957608.457, "dur": 479.581, + "args": { + "External id": 427768,"Record function id": 0, "Sequence number": 5055674, "Fwd thread id": 1, "Ev Idx": 1271 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "SwiGLULinearFunctionBackward", "pid": 4183440, "tid": 31337, + "ts": 675204957609.924, "dur": 466.282, + "args": { + "External id": 427769,"Sequence number": 5055674, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[16777216, 4096, 1]], "Input Dims": [[16, 4096, 1024]], "Ev Idx": 1272 + } + }, + { + "ph": "f", "id": 138, "pid": 4183440, "tid": 31337, "ts": 675204957609.924, + "cat": "fwdbwd", "name": "fwdbwd", "bp": "e" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 4183440, "tid": 31337, + "ts": 675204957640.689, "dur": 8.599, + "args": { + "External id": 427770,"Record function id": 0, "Concrete Inputs": ["", "[-1, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[16777216, 4096, 1], []], "Input Dims": [[16, 4096, 1024], []], "Ev Idx": 1273 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::_reshape_alias", "pid": 4183440, "tid": 31337, + "ts": 675204957646.124, "dur": 2.894, + "args": { + "External id": 427771,"Record function id": 0, "Concrete Inputs": ["", "[65536, 1024]", "[4096, 1]"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList"], "Input Strides": [[16777216, 4096, 1], [], []], "Input Dims": [[16, 4096, 1024], [], []], "Ev Idx": 1274 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 4183440, "tid": 31337, + "ts": 675204957652.423, "dur": 49.779, + "args": { + "External id": 427772,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2816, 1]], "Input Dims": [[1024, 2816]], "Ev Idx": 1275 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 4183440, "tid": 31337, + "ts": 675204957653.745, "dur": 47.341, + "args": { + "External id": 427773,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[2816, 1], [], []], "Input Dims": [[1024, 2816], [], []], "Ev Idx": 1276 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675204957699.542, "dur": 1.085, + "args": { + "External id": 427774,"Record function id": 0, "Concrete Inputs": ["", "[2816, 1024]", "[1, 2816]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[2816, 1], [], [], []], "Input Dims": [[1024, 2816], [], [], []], "Ev Idx": 1277 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::linear", "pid": 4183440, "tid": 31337, + "ts": 675204957706.541, "dur": 93.259, + "args": { + "External id": 427775,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", ""], "Input Strides": [[4096, 1], [1, 2816], []], "Input Dims": [[65536, 1024], [2816, 1024], []], "Ev Idx": 1278 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 4183440, "tid": 31337, + "ts": 675204957709.429, "dur": 5.270, + "args": { + "External id": 427776,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1, 2816]], "Input Dims": [[2816, 1024]], "Ev Idx": 1279 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 4183440, "tid": 31337, + "ts": 675204957710.247, "dur": 3.901, + "args": { + "External id": 427777,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[1, 2816], [], []], "Input Dims": [[2816, 1024], [], []], "Ev Idx": 1280 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675204957711.649, "dur": 2.392, + "args": { + "External id": 427778,"Record function id": 0, "Concrete Inputs": ["", "[1024, 2816]", "[2816, 1]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[1, 2816], [], [], []], "Input Dims": [[2816, 1024], [], [], []], "Ev Idx": 1281 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::matmul", "pid": 4183440, "tid": 31337, + "ts": 675204957715.868, "dur": 83.299, + "args": { + "External id": 427779,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[4096, 1], [2816, 1]], "Input Dims": [[65536, 1024], [1024, 2816]], "Ev Idx": 1282 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675204957717.633, "dur": 80.564, + "args": { + "External id": 427780,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[4096, 1], [2816, 1]], "Input Dims": [[65536, 1024], [1024, 2816]], "Ev Idx": 1283 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view_as", "pid": 4183440, "tid": 31337, + "ts": 675204957804.018, "dur": 3.176, + "args": { + "External id": 427781,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2816, 1], [11534336, 2816, 1]], "Input Dims": [[65536, 2816], [16, 4096, 2816]], "Ev Idx": 1284 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675204957805.379, "dur": 1.681, + "args": { + "External id": 427782,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 2816]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[2816, 1], []], "Input Dims": [[65536, 2816], []], "Ev Idx": 1285 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 31337, + "ts": 675204957844.698, "dur": 5.393, + "args": { + "External id": 427783,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 2816]", "15", "", "", "", "0"], "Input type": ["ScalarList", "Scalar", "", "", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 1286 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 31337, + "ts": 675204957851.431, "dur": 1.998, + "args": { + "External id": 427784,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 2816]", "15", "", "", "", "0"], "Input type": ["ScalarList", "Scalar", "", "", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 1287 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 31337, + "ts": 675204957854.276, "dur": 1.486, + "args": { + "External id": 427785,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 2816]", "15", "", "", "", "0"], "Input type": ["ScalarList", "Scalar", "", "", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 1288 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 4183440, "tid": 31337, + "ts": 675204957887.854, "dur": 2.719, + "args": { + "External id": 427786,"Record function id": 0, "Concrete Inputs": ["", "[-1, 2816]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[11534336, 2816, 1], []], "Input Dims": [[16, 4096, 2816], []], "Ev Idx": 1289 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675204957889.158, "dur": 1.272, + "args": { + "External id": 427787,"Record function id": 0, "Concrete Inputs": ["", "[-1, 2816]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[11534336, 2816, 1], []], "Input Dims": [[16, 4096, 2816], []], "Ev Idx": 1290 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::einsum", "pid": 4183440, "tid": 31337, + "ts": 675204957914.405, "dur": 138.850, + "args": { + "External id": 427788,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["", "TensorList", ""], "Input Strides": [[], [[4096, 1], [2816, 1]], []], "Input Dims": [[], [[65536, 1024], [65536, 2816]], []], "Ev Idx": 1291 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 4183440, "tid": 31337, + "ts": 675204957919.920, "dur": 7.363, + "args": { + "External id": 427789,"Record function id": 0, "Concrete Inputs": ["", "2"], "Input type": ["c10::BFloat16", "Scalar"], "Input Strides": [[4096, 1], []], "Input Dims": [[65536, 1024], []], "Ev Idx": 1292 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675204957923.805, "dur": 2.573, + "args": { + "External id": 427790,"Record function id": 0, "Concrete Inputs": ["", "[65536, 1024, 1]", "[4096, 1, 1]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[4096, 1], [], [], []], "Input Dims": [[65536, 1024], [], [], []], "Ev Idx": 1293 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::permute", "pid": 4183440, "tid": 31337, + "ts": 675204957929.025, "dur": 24.091, + "args": { + "External id": 427791,"Record function id": 0, "Concrete Inputs": ["", "[1, 2, 0]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[4096, 1, 1], []], "Input Dims": [[65536, 1024, 1], []], "Ev Idx": 1294 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675204957932.666, "dur": 18.877, + "args": { + "External id": 427792,"Record function id": 0, "Concrete Inputs": ["", "[1024, 1, 65536]", "[1, 1, 4096]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[4096, 1, 1], [], [], []], "Input Dims": [[65536, 1024, 1], [], [], []], "Ev Idx": 1295 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 4183440, "tid": 31337, + "ts": 675204957955.352, "dur": 3.210, + "args": { + "External id": 427793,"Record function id": 0, "Concrete Inputs": ["", "2"], "Input type": ["c10::BFloat16", "Scalar"], "Input Strides": [[2816, 1], []], "Input Dims": [[65536, 2816], []], "Ev Idx": 1296 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675204957957.716, "dur": 0.522, + "args": { + "External id": 427794,"Record function id": 0, "Concrete Inputs": ["", "[65536, 2816, 1]", "[2816, 1, 1]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[2816, 1], [], [], []], "Input Dims": [[65536, 2816], [], [], []], "Ev Idx": 1297 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::permute", "pid": 4183440, "tid": 31337, + "ts": 675204957959.478, "dur": 3.457, + "args": { + "External id": 427795,"Record function id": 0, "Concrete Inputs": ["", "[2, 1, 0]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[2816, 1, 1], []], "Input Dims": [[65536, 2816, 1], []], "Ev Idx": 1298 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675204957961.831, "dur": 0.637, + "args": { + "External id": 427796,"Record function id": 0, "Concrete Inputs": ["", "[1, 2816, 65536]", "[1, 1, 2816]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[2816, 1, 1], [], [], []], "Input Dims": [[65536, 2816, 1], [], [], []], "Ev Idx": 1299 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::permute", "pid": 4183440, "tid": 31337, + "ts": 675204957967.154, "dur": 3.787, + "args": { + "External id": 427797,"Record function id": 0, "Concrete Inputs": ["", "[0, 2, 1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1, 1, 4096], []], "Input Dims": [[1024, 1, 65536], []], "Ev Idx": 1300 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675204957970.096, "dur": 0.534, + "args": { + "External id": 427798,"Record function id": 0, "Concrete Inputs": ["", "[1024, 65536, 1]", "[1, 4096, 1]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[1, 1, 4096], [], [], []], "Input Dims": [[1024, 1, 65536], [], [], []], "Ev Idx": 1301 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 4183440, "tid": 31337, + "ts": 675204957972.142, "dur": 6.944, + "args": { + "External id": 427799,"Record function id": 0, "Concrete Inputs": ["", "[1, 1024, 65536]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1, 4096, 1], []], "Input Dims": [[1024, 65536, 1], []], "Ev Idx": 1302 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::_reshape_alias", "pid": 4183440, "tid": 31337, + "ts": 675204957976.721, "dur": 2.200, + "args": { + "External id": 427800,"Record function id": 0, "Concrete Inputs": ["", "[1, 1024, 65536]", "[1024, 1, 4096]"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList"], "Input Strides": [[1, 4096, 1], [], []], "Input Dims": [[1024, 65536, 1], [], []], "Ev Idx": 1303 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::permute", "pid": 4183440, "tid": 31337, + "ts": 675204957981.739, "dur": 2.327, + "args": { + "External id": 427801,"Record function id": 0, "Concrete Inputs": ["", "[2, 1, 0]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1, 1, 2816], []], "Input Dims": [[1, 2816, 65536], []], "Ev Idx": 1304 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675204957983.431, "dur": 0.376, + "args": { + "External id": 427802,"Record function id": 0, "Concrete Inputs": ["", "[65536, 2816, 1]", "[2816, 1, 1]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[1, 1, 2816], [], [], []], "Input Dims": [[1, 2816, 65536], [], [], []], "Ev Idx": 1305 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 4183440, "tid": 31337, + "ts": 675204957984.953, "dur": 3.557, + "args": { + "External id": 427803,"Record function id": 0, "Concrete Inputs": ["", "[1, 65536, 2816]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[2816, 1, 1], []], "Input Dims": [[65536, 2816, 1], []], "Ev Idx": 1306 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675204957986.203, "dur": 2.229, + "args": { + "External id": 427804,"Record function id": 0, "Concrete Inputs": ["", "[1, 65536, 2816]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[2816, 1, 1], []], "Input Dims": [[65536, 2816, 1], []], "Ev Idx": 1307 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::bmm", "pid": 4183440, "tid": 31337, + "ts": 675204957989.814, "dur": 50.443, + "args": { + "External id": 427805,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1, 4096], [184549376, 2816, 1]], "Input Dims": [[1, 1024, 65536], [1, 65536, 2816]], "Ev Idx": 1308 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675204958042.069, "dur": 2.918, + "args": { + "External id": 427806,"Record function id": 0, "Concrete Inputs": ["", "[1024, 1, 2816]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[2883584, 2816, 1], []], "Input Dims": [[1, 1024, 2816], []], "Ev Idx": 1309 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::permute", "pid": 4183440, "tid": 31337, + "ts": 675204958046.126, "dur": 3.195, + "args": { + "External id": 427807,"Record function id": 0, "Concrete Inputs": ["", "[0, 2, 1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[2816, 2816, 1], []], "Input Dims": [[1024, 1, 2816], []], "Ev Idx": 1310 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675204958048.628, "dur": 0.293, + "args": { + "External id": 427808,"Record function id": 0, "Concrete Inputs": ["", "[1024, 2816, 1]", "[2816, 1, 2816]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[2816, 2816, 1], [], [], []], "Input Dims": [[1024, 1, 2816], [], [], []], "Ev Idx": 1311 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675204958051.540, "dur": 0.766, + "args": { + "External id": 427809,"Record function id": 0, "Concrete Inputs": ["", "[1024, 2816]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[2816, 1, 2816], []], "Input Dims": [[1024, 2816, 1], []], "Ev Idx": 1312 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675204958101.191, "dur": 9.621, + "args": { + "External id": 427810,"Record function id": 0, "Ev Idx": 1313 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675204958103.658, "dur": 6.403, + "args": { + "External id": 427811,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2816, 1]], "Input Dims": [[1024, 2816]], "Ev Idx": 1314 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 4183440, "tid": 31337, + "ts": 675204958106.129, "dur": 3.068, + "args": { + "External id": 427812,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2816, 1]], "Input Dims": [[1024, 2816]], "Ev Idx": 1315 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 4183440, "tid": 31337, + "ts": 675204958107.050, "dur": 2.049, + "args": { + "External id": 427813,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2816, 1]], "Input Dims": [[1024, 2816]], "Ev Idx": 1316 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: UnsafeViewBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204958114.903, "dur": 7.562, + "args": { + "External id": 427814,"Record function id": 0, "Sequence number": 5055673, "Fwd thread id": 1, "Ev Idx": 1317 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "UnsafeViewBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204958116.318, "dur": 3.751, + "args": { + "External id": 427815,"Sequence number": 5055673, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[11534336, 2816, 1]], "Input Dims": [[16, 4096, 2816]], "Ev Idx": 1318 + } + }, + { + "ph": "f", "id": 139, "pid": 4183440, "tid": 31337, "ts": 675204958116.318, + "cat": "fwdbwd", "name": "fwdbwd", "bp": "e" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 4183440, "tid": 31337, + "ts": 675204958117.806, "dur": 2.072, + "args": { + "External id": 427816,"Record function id": 0, "Concrete Inputs": ["", "[65536, 2816]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[11534336, 2816, 1], []], "Input Dims": [[16, 4096, 2816], []], "Ev Idx": 1319 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675204958118.903, "dur": 0.839, + "args": { + "External id": 427817,"Record function id": 0, "Concrete Inputs": ["", "[65536, 2816]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[11534336, 2816, 1], []], "Input Dims": [[16, 4096, 2816], []], "Ev Idx": 1320 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: MmBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204958125.992, "dur": 103.882, + "args": { + "External id": 427818,"Record function id": 0, "Sequence number": 5055672, "Fwd thread id": 1, "Ev Idx": 1321 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "MmBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204958126.726, "dur": 97.681, + "args": { + "External id": 427819,"Sequence number": 5055672, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2816, 1]], "Input Dims": [[65536, 2816]], "Ev Idx": 1322 + } + }, + { + "ph": "f", "id": 140, "pid": 4183440, "tid": 31337, "ts": 675204958126.726, + "cat": "fwdbwd", "name": "fwdbwd", "bp": "e" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 4183440, "tid": 31337, + "ts": 675204958131.541, "dur": 4.612, + "args": { + "External id": 427820,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2816, 1]], "Input Dims": [[65536, 2816]], "Ev Idx": 1323 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 4183440, "tid": 31337, + "ts": 675204958132.915, "dur": 2.721, + "args": { + "External id": 427821,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[2816, 1], [], []], "Input Dims": [[65536, 2816], [], []], "Ev Idx": 1324 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675204958134.845, "dur": 0.636, + "args": { + "External id": 427822,"Record function id": 0, "Concrete Inputs": ["", "[2816, 65536]", "[1, 2816]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[2816, 1], [], [], []], "Input Dims": [[65536, 2816], [], [], []], "Ev Idx": 1325 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675204958137.219, "dur": 34.219, + "args": { + "External id": 427823,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 2816], [1024, 1]], "Input Dims": [[2816, 65536], [65536, 1024]], "Ev Idx": 1326 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 4183440, "tid": 31337, + "ts": 675204958172.843, "dur": 6.030, + "args": { + "External id": 427824,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[2816, 1024]], "Ev Idx": 1327 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 4183440, "tid": 31337, + "ts": 675204958173.528, "dur": 4.270, + "args": { + "External id": 427825,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [], []], "Input Dims": [[2816, 1024], [], []], "Ev Idx": 1328 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675204958176.534, "dur": 1.089, + "args": { + "External id": 427826,"Record function id": 0, "Concrete Inputs": ["", "[1024, 2816]", "[1, 1024]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[1024, 1], [], [], []], "Input Dims": [[2816, 1024], [], [], []], "Ev Idx": 1329 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 4183440, "tid": 31337, + "ts": 675204958180.330, "dur": 3.913, + "args": { + "External id": 427827,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1, 1024]], "Input Dims": [[1024, 2816]], "Ev Idx": 1330 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 4183440, "tid": 31337, + "ts": 675204958181.798, "dur": 2.026, + "args": { + "External id": 427828,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[1, 1024], [], []], "Input Dims": [[1024, 2816], [], []], "Ev Idx": 1331 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675204958183.348, "dur": 0.409, + "args": { + "External id": 427829,"Record function id": 0, "Concrete Inputs": ["", "[2816, 1024]", "[1024, 1]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[1, 1024], [], [], []], "Input Dims": [[1024, 2816], [], [], []], "Ev Idx": 1332 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675204958184.803, "dur": 38.854, + "args": { + "External id": 427830,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2816, 1], [1024, 1]], "Input Dims": [[65536, 2816], [2816, 1024]], "Ev Idx": 1333 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: ViewBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204958234.439, "dur": 8.683, + "args": { + "External id": 427831,"Record function id": 0, "Sequence number": 5055671, "Fwd thread id": 1, "Ev Idx": 1334 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "ViewBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204958235.311, "dur": 6.116, + "args": { + "External id": 427832,"Sequence number": 5055671, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[65536, 1024]], "Ev Idx": 1335 + } + }, + { + "ph": "f", "id": 141, "pid": 4183440, "tid": 31337, "ts": 675204958235.311, + "cat": "fwdbwd", "name": "fwdbwd", "bp": "e" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 4183440, "tid": 31337, + "ts": 675204958237.213, "dur": 4.058, + "args": { + "External id": 427833,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1024, 1], []], "Input Dims": [[65536, 1024], []], "Ev Idx": 1336 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675204958239.853, "dur": 1.283, + "args": { + "External id": 427834,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1024, 1], []], "Input Dims": [[65536, 1024], []], "Ev Idx": 1337 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: TBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204958246.413, "dur": 7.300, + "args": { + "External id": 427835,"Record function id": 0, "Sequence number": 5055670, "Fwd thread id": 1, "Ev Idx": 1338 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "TBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204958247.466, "dur": 4.239, + "args": { + "External id": 427836,"Sequence number": 5055670, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1, 1024]], "Input Dims": [[1024, 2816]], "Ev Idx": 1339 + } + }, + { + "ph": "f", "id": 142, "pid": 4183440, "tid": 31337, "ts": 675204958247.466, + "cat": "fwdbwd", "name": "fwdbwd", "bp": "e" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 4183440, "tid": 31337, + "ts": 675204958248.389, "dur": 3.101, + "args": { + "External id": 427837,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1, 1024]], "Input Dims": [[1024, 2816]], "Ev Idx": 1340 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 4183440, "tid": 31337, + "ts": 675204958249.029, "dur": 1.940, + "args": { + "External id": 427838,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[1, 1024], [], []], "Input Dims": [[1024, 2816], [], []], "Ev Idx": 1341 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675204958250.360, "dur": 0.514, + "args": { + "External id": 427839,"Record function id": 0, "Concrete Inputs": ["", "[2816, 1024]", "[1024, 1]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[1, 1024], [], [], []], "Input Dims": [[1024, 2816], [], [], []], "Ev Idx": 1342 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675204958257.538, "dur": 5.413, + "args": { + "External id": 427840,"Record function id": 0, "Ev Idx": 1343 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675204958259.447, "dur": 3.012, + "args": { + "External id": 427841,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[2816, 1024]], "Ev Idx": 1344 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 4183440, "tid": 31337, + "ts": 675204958260.377, "dur": 1.834, + "args": { + "External id": 427842,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[2816, 1024]], "Ev Idx": 1345 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 4183440, "tid": 31337, + "ts": 675204958260.912, "dur": 1.199, + "args": { + "External id": 427843,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[2816, 1024]], "Ev Idx": 1346 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: UnsafeViewBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204958266.404, "dur": 8.546, + "args": { + "External id": 427844,"Record function id": 0, "Sequence number": 5055669, "Fwd thread id": 1, "Ev Idx": 1347 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "UnsafeViewBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204958267.964, "dur": 4.980, + "args": { + "External id": 427845,"Sequence number": 5055669, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[11534336, 2816, 1]], "Input Dims": [[16, 4096, 2816]], "Ev Idx": 1348 + } + }, + { + "ph": "f", "id": 143, "pid": 4183440, "tid": 31337, "ts": 675204958267.964, + "cat": "fwdbwd", "name": "fwdbwd", "bp": "e" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 4183440, "tid": 31337, + "ts": 675204958270.777, "dur": 2.020, + "args": { + "External id": 427846,"Record function id": 0, "Concrete Inputs": ["", "[65536, 2816]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[11534336, 2816, 1], []], "Input Dims": [[16, 4096, 2816], []], "Ev Idx": 1349 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675204958271.836, "dur": 0.847, + "args": { + "External id": 427847,"Record function id": 0, "Concrete Inputs": ["", "[65536, 2816]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[11534336, 2816, 1], []], "Input Dims": [[16, 4096, 2816], []], "Ev Idx": 1350 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: MmBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204958278.160, "dur": 85.632, + "args": { + "External id": 427848,"Record function id": 0, "Sequence number": 5055668, "Fwd thread id": 1, "Ev Idx": 1351 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "MmBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204958278.839, "dur": 77.483, + "args": { + "External id": 427849,"Sequence number": 5055668, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2816, 1]], "Input Dims": [[65536, 2816]], "Ev Idx": 1352 + } + }, + { + "ph": "f", "id": 144, "pid": 4183440, "tid": 31337, "ts": 675204958278.839, + "cat": "fwdbwd", "name": "fwdbwd", "bp": "e" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 4183440, "tid": 31337, + "ts": 675204958280.804, "dur": 4.140, + "args": { + "External id": 427850,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2816, 1]], "Input Dims": [[65536, 2816]], "Ev Idx": 1353 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 4183440, "tid": 31337, + "ts": 675204958281.242, "dur": 3.195, + "args": { + "External id": 427851,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[2816, 1], [], []], "Input Dims": [[65536, 2816], [], []], "Ev Idx": 1354 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675204958283.904, "dur": 0.429, + "args": { + "External id": 427852,"Record function id": 0, "Concrete Inputs": ["", "[2816, 65536]", "[1, 2816]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[2816, 1], [], [], []], "Input Dims": [[65536, 2816], [], [], []], "Ev Idx": 1355 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675204958285.602, "dur": 25.942, + "args": { + "External id": 427853,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 2816], [1024, 1]], "Input Dims": [[2816, 65536], [65536, 1024]], "Ev Idx": 1356 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 4183440, "tid": 31337, + "ts": 675204958312.444, "dur": 3.750, + "args": { + "External id": 427854,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[2816, 1024]], "Ev Idx": 1357 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 4183440, "tid": 31337, + "ts": 675204958312.970, "dur": 2.658, + "args": { + "External id": 427855,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [], []], "Input Dims": [[2816, 1024], [], []], "Ev Idx": 1358 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675204958314.493, "dur": 0.998, + "args": { + "External id": 427856,"Record function id": 0, "Concrete Inputs": ["", "[1024, 2816]", "[1, 1024]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[1024, 1], [], [], []], "Input Dims": [[2816, 1024], [], [], []], "Ev Idx": 1359 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 4183440, "tid": 31337, + "ts": 675204958317.366, "dur": 6.638, + "args": { + "External id": 427857,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1, 1024]], "Input Dims": [[1024, 2816]], "Ev Idx": 1360 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 4183440, "tid": 31337, + "ts": 675204958318.193, "dur": 5.400, + "args": { + "External id": 427858,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[1, 1024], [], []], "Input Dims": [[1024, 2816], [], []], "Ev Idx": 1361 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675204958321.233, "dur": 2.284, + "args": { + "External id": 427859,"Record function id": 0, "Concrete Inputs": ["", "[2816, 1024]", "[1024, 1]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[1, 1024], [], [], []], "Input Dims": [[1024, 2816], [], [], []], "Ev Idx": 1362 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675204958324.623, "dur": 31.089, + "args": { + "External id": 427860,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2816, 1], [1024, 1]], "Input Dims": [[65536, 2816], [2816, 1024]], "Ev Idx": 1363 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: ViewBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204958370.498, "dur": 30.577, + "args": { + "External id": 427861,"Record function id": 0, "Sequence number": 5055667, "Fwd thread id": 1, "Ev Idx": 1364 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "ViewBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204958371.356, "dur": 4.612, + "args": { + "External id": 427862,"Sequence number": 5055667, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[65536, 1024]], "Ev Idx": 1365 + } + }, + { + "ph": "f", "id": 145, "pid": 4183440, "tid": 31337, "ts": 675204958371.356, + "cat": "fwdbwd", "name": "fwdbwd", "bp": "e" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 4183440, "tid": 31337, + "ts": 675204958373.385, "dur": 2.449, + "args": { + "External id": 427863,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1024, 1], []], "Input Dims": [[65536, 1024], []], "Ev Idx": 1366 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675204958374.446, "dur": 1.265, + "args": { + "External id": 427864,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1024, 1], []], "Input Dims": [[65536, 1024], []], "Ev Idx": 1367 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::add", "pid": 4183440, "tid": 31337, + "ts": 675204958378.861, "dur": 19.332, + "args": { + "External id": 427865,"Record function id": 0, "Concrete Inputs": ["", "", "1"], "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[4194304, 1024, 1], [4194304, 1024, 1], []], "Input Dims": [[16, 4096, 1024], [16, 4096, 1024], []], "Ev Idx": 1368 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: TBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204958404.664, "dur": 9.609, + "args": { + "External id": 427866,"Record function id": 0, "Sequence number": 5055666, "Fwd thread id": 1, "Ev Idx": 1369 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "TBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204958405.794, "dur": 6.458, + "args": { + "External id": 427867,"Sequence number": 5055666, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1, 1024]], "Input Dims": [[1024, 2816]], "Ev Idx": 1370 + } + }, + { + "ph": "f", "id": 146, "pid": 4183440, "tid": 31337, "ts": 675204958405.794, + "cat": "fwdbwd", "name": "fwdbwd", "bp": "e" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 4183440, "tid": 31337, + "ts": 675204958406.846, "dur": 5.193, + "args": { + "External id": 427868,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1, 1024]], "Input Dims": [[1024, 2816]], "Ev Idx": 1371 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 4183440, "tid": 31337, + "ts": 675204958407.593, "dur": 3.933, + "args": { + "External id": 427869,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[1, 1024], [], []], "Input Dims": [[1024, 2816], [], []], "Ev Idx": 1372 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675204958410.785, "dur": 0.601, + "args": { + "External id": 427870,"Record function id": 0, "Concrete Inputs": ["", "[2816, 1024]", "[1024, 1]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[1, 1024], [], [], []], "Input Dims": [[1024, 2816], [], [], []], "Ev Idx": 1373 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675204958418.352, "dur": 5.039, + "args": { + "External id": 427871,"Record function id": 0, "Ev Idx": 1374 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675204958419.977, "dur": 2.923, + "args": { + "External id": 427872,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[2816, 1024]], "Ev Idx": 1375 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 4183440, "tid": 31337, + "ts": 675204958420.837, "dur": 1.788, + "args": { + "External id": 427873,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[2816, 1024]], "Ev Idx": 1376 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 4183440, "tid": 31337, + "ts": 675204958421.389, "dur": 1.150, + "args": { + "External id": 427874,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[2816, 1024]], "Ev Idx": 1377 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: LayerNormFunctionBackward", "pid": 4183440, "tid": 31337, + "ts": 675204958427.203, "dur": 455.837, + "args": { + "External id": 427875,"Record function id": 0, "Sequence number": 5055665, "Fwd thread id": 1, "Ev Idx": 1378 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "LayerNormFunctionBackward", "pid": 4183440, "tid": 31337, + "ts": 675204958432.884, "dur": 414.080, + "args": { + "External id": 427876,"Sequence number": 5055665, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[4194304, 1024, 1], [16777216, 4096, 1]], "Input Dims": [[16, 4096, 1024], [16, 4096, 1024]], "Ev Idx": 1379 + } + }, + { + "ph": "f", "id": 147, "pid": 4183440, "tid": 31337, "ts": 675204958432.884, + "cat": "fwdbwd", "name": "fwdbwd", "bp": "e" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::contiguous", "pid": 4183440, "tid": 31337, + "ts": 675204958454.882, "dur": 31.733, + "args": { + "External id": 427877,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["c10::BFloat16", "Scalar"], "Input Strides": [[16777216, 4096, 1], []], "Input Dims": [[16, 4096, 1024], []], "Ev Idx": 1380 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::clone", "pid": 4183440, "tid": 31337, + "ts": 675204958456.244, "dur": 30.149, + "args": { + "External id": 427878,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["c10::BFloat16", "Scalar"], "Input Strides": [[16777216, 4096, 1], []], "Input Dims": [[16, 4096, 1024], []], "Ev Idx": 1381 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty_like", "pid": 4183440, "tid": 31337, + "ts": 675204958459.012, "dur": 5.785, + "args": { + "External id": 427879,"Record function id": 0, "Concrete Inputs": ["", "15", "0", "", "", "0"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "", "", "Scalar"], "Input Strides": [[16777216, 4096, 1], [], [], [], [], []], "Input Dims": [[16, 4096, 1024], [], [], [], [], []], "Ev Idx": 1382 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 31337, + "ts": 675204958461.482, "dur": 2.866, + "args": { + "External id": 427880,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 1024]", "15", "0", "", "", "0"], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 1383 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 4183440, "tid": 31337, + "ts": 675204958465.881, "dur": 19.965, + "args": { + "External id": 427881,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[4194304, 1024, 1], [16777216, 4096, 1], []], "Input Dims": [[16, 4096, 1024], [16, 4096, 1024], []], "Ev Idx": 1384 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 4183440, "tid": 31337, + "ts": 675204958498.511, "dur": 2.681, + "args": { + "External id": 427882,"Record function id": 0, "Concrete Inputs": ["", "[-1, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[4194304, 1024, 1], []], "Input Dims": [[16, 4096, 1024], []], "Ev Idx": 1385 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675204958499.502, "dur": 1.566, + "args": { + "External id": 427883,"Record function id": 0, "Concrete Inputs": ["", "[-1, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[4194304, 1024, 1], []], "Input Dims": [[16, 4096, 1024], []], "Ev Idx": 1386 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 4183440, "tid": 31337, + "ts": 675204958504.920, "dur": 2.866, + "args": { + "External id": 427884,"Record function id": 0, "Concrete Inputs": ["", "[-1, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[4194304, 1024, 1], []], "Input Dims": [[16, 4096, 1024], []], "Ev Idx": 1387 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675204958505.493, "dur": 2.205, + "args": { + "External id": 427885,"Record function id": 0, "Concrete Inputs": ["", "[-1, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[4194304, 1024, 1], []], "Input Dims": [[16, 4096, 1024], []], "Ev Idx": 1388 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 31337, + "ts": 675204958520.765, "dur": 2.750, + "args": { + "External id": 427886,"Record function id": 0, "Concrete Inputs": ["[65536, 1024]", "15", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 1389 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 31337, + "ts": 675204958534.682, "dur": 4.114, + "args": { + "External id": 427887,"Record function id": 0, "Concrete Inputs": ["[132, 1024]", "6", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 1390 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675204958736.597, "dur": 4.909, + "args": { + "External id": 427888,"Record function id": 0, "Concrete Inputs": ["", "[1, -1, 1024]"], "Input type": ["float", "ScalarList"], "Input Strides": [[1024, 1], []], "Input Dims": [[132, 1024], []], "Ev Idx": 1391 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::sum", "pid": 4183440, "tid": 31337, + "ts": 675204958745.990, "dur": 32.909, + "args": { + "External id": 427889,"Record function id": 0, "Concrete Inputs": ["", "[1]", "False", ""], "Input type": ["float", "ScalarList", "Scalar", ""], "Input Strides": [[135168, 1024, 1], [], [], []], "Input Dims": [[1, 132, 1024], [], [], []], "Ev Idx": 1392 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675204958756.242, "dur": 0.950, + "args": { + "External id": 427890,"Record function id": 0, "Concrete Inputs": ["", "[1, 1, 1024]", "[1024, 0, 1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[1024, 1], [], [], []], "Input Dims": [[1, 1024], [], [], []], "Ev Idx": 1393 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 31337, + "ts": 675204958784.490, "dur": 29.501, + "args": { + "External id": 427891,"Record function id": 0, "Concrete Inputs": ["", "", "15", "False", "False", ""], "Input type": ["float", "", "Scalar", "Scalar", "Scalar", ""], "Input Strides": [[1024, 1], [], [], [], [], []], "Input Dims": [[1, 1024], [], [], [], [], []], "Ev Idx": 1394 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::_to_copy", "pid": 4183440, "tid": 31337, + "ts": 675204958786.298, "dur": 27.450, + "args": { + "External id": 427892,"Record function id": 0, "Concrete Inputs": ["", "15", "", "", "", "False", ""], "Input type": ["float", "Scalar", "", "", "", "Scalar", ""], "Input Strides": [[1024, 1], [], [], [], [], [], []], "Input Dims": [[1, 1024], [], [], [], [], [], []], "Ev Idx": 1395 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 4183440, "tid": 31337, + "ts": 675204958790.947, "dur": 4.202, + "args": { + "External id": 427893,"Record function id": 0, "Concrete Inputs": ["[1, 1024]", "[1024, 1]", "15", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 1396 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 4183440, "tid": 31337, + "ts": 675204958798.349, "dur": 14.867, + "args": { + "External id": 427894,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["c10::BFloat16", "float", "Scalar"], "Input Strides": [[1024, 1], [1024, 1], []], "Input Dims": [[1, 1024], [1, 1024], []], "Ev Idx": 1397 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view_as", "pid": 4183440, "tid": 31337, + "ts": 675204958818.645, "dur": 3.407, + "args": { + "External id": 427895,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1]], "Input Dims": [[1, 1024], [1024]], "Ev Idx": 1398 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675204958820.548, "dur": 1.397, + "args": { + "External id": 427896,"Record function id": 0, "Concrete Inputs": ["", "[1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1024, 1], []], "Input Dims": [[1, 1024], []], "Ev Idx": 1399 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 4183440, "tid": 31337, + "ts": 675204958829.068, "dur": 2.457, + "args": { + "External id": 427897,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1024, 1], []], "Input Dims": [[65536, 1024], []], "Ev Idx": 1400 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675204958830.142, "dur": 1.263, + "args": { + "External id": 427898,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1024, 1], []], "Input Dims": [[65536, 1024], []], "Ev Idx": 1401 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 4183440, "tid": 31337, + "ts": 675204958833.732, "dur": 3.560, + "args": { + "External id": 427899,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1024, 1], []], "Input Dims": [[65536, 1024], []], "Ev Idx": 1402 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675204958834.803, "dur": 2.395, + "args": { + "External id": 427900,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1024, 1], []], "Input Dims": [[65536, 1024], []], "Ev Idx": 1403 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::add_", "pid": 4183440, "tid": 31337, + "ts": 675204958864.990, "dur": 16.495, + "args": { + "External id": 427901,"Record function id": 0, "Concrete Inputs": ["", "", "1"], "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[4194304, 1024, 1], [4194304, 1024, 1], []], "Input Dims": [[16, 4096, 1024], [16, 4096, 1024], []], "Ev Idx": 1404 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675204958897.042, "dur": 9.214, + "args": { + "External id": 427902,"Record function id": 0, "Ev Idx": 1405 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675204958899.178, "dur": 6.235, + "args": { + "External id": 427903,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[1024]], "Ev Idx": 1406 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 4183440, "tid": 31337, + "ts": 675204958901.421, "dur": 3.052, + "args": { + "External id": 427904,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[1024]], "Ev Idx": 1407 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 4183440, "tid": 31337, + "ts": 675204958902.581, "dur": 1.797, + "args": { + "External id": 427905,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[1024]], "Ev Idx": 1408 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: UnsafeViewBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204958910.677, "dur": 7.946, + "args": { + "External id": 427906,"Record function id": 0, "Sequence number": 5055664, "Fwd thread id": 1, "Ev Idx": 1409 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "UnsafeViewBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204958912.006, "dur": 3.788, + "args": { + "External id": 427907,"Sequence number": 5055664, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[4194304, 1024, 1]], "Input Dims": [[16, 4096, 1024]], "Ev Idx": 1410 + } + }, + { + "ph": "f", "id": 148, "pid": 4183440, "tid": 31337, "ts": 675204958912.006, + "cat": "fwdbwd", "name": "fwdbwd", "bp": "e" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 4183440, "tid": 31337, + "ts": 675204958913.498, "dur": 2.098, + "args": { + "External id": 427908,"Record function id": 0, "Concrete Inputs": ["", "[65536, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[4194304, 1024, 1], []], "Input Dims": [[16, 4096, 1024], []], "Ev Idx": 1411 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675204958914.208, "dur": 1.247, + "args": { + "External id": 427909,"Record function id": 0, "Concrete Inputs": ["", "[65536, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[4194304, 1024, 1], []], "Input Dims": [[16, 4096, 1024], []], "Ev Idx": 1412 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: MmBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204958923.769, "dur": 154.667, + "args": { + "External id": 427910,"Record function id": 0, "Sequence number": 5055663, "Fwd thread id": 1, "Ev Idx": 1413 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "MmBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204958924.811, "dur": 146.242, + "args": { + "External id": 427911,"Sequence number": 5055663, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[65536, 1024]], "Ev Idx": 1414 + } + }, + { + "ph": "f", "id": 149, "pid": 4183440, "tid": 31337, "ts": 675204958924.811, + "cat": "fwdbwd", "name": "fwdbwd", "bp": "e" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 4183440, "tid": 31337, + "ts": 675204958927.943, "dur": 4.935, + "args": { + "External id": 427912,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[65536, 1024]], "Ev Idx": 1415 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 4183440, "tid": 31337, + "ts": 675204958929.418, "dur": 2.817, + "args": { + "External id": 427913,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [], []], "Input Dims": [[65536, 1024], [], []], "Ev Idx": 1416 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675204958931.165, "dur": 0.879, + "args": { + "External id": 427914,"Record function id": 0, "Concrete Inputs": ["", "[1024, 65536]", "[1, 1024]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[1024, 1], [], [], []], "Input Dims": [[65536, 1024], [], [], []], "Ev Idx": 1417 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675204958947.963, "dur": 71.204, + "args": { + "External id": 427915,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 1024], [1024, 1]], "Input Dims": [[1024, 65536], [65536, 1024]], "Ev Idx": 1418 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 4183440, "tid": 31337, + "ts": 675204959021.337, "dur": 8.720, + "args": { + "External id": 427916,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 1419 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 4183440, "tid": 31337, + "ts": 675204959024.131, "dur": 5.038, + "args": { + "External id": 427917,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [], []], "Input Dims": [[1024, 1024], [], []], "Ev Idx": 1420 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675204959026.176, "dur": 2.827, + "args": { + "External id": 427918,"Record function id": 0, "Concrete Inputs": ["", "[1024, 1024]", "[1, 1024]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[1024, 1], [], [], []], "Input Dims": [[1024, 1024], [], [], []], "Ev Idx": 1421 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 4183440, "tid": 31337, + "ts": 675204959031.565, "dur": 3.678, + "args": { + "External id": 427919,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1, 1024]], "Input Dims": [[1024, 1024]], "Ev Idx": 1422 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 4183440, "tid": 31337, + "ts": 675204959032.822, "dur": 1.935, + "args": { + "External id": 427920,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[1, 1024], [], []], "Input Dims": [[1024, 1024], [], []], "Ev Idx": 1423 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675204959034.204, "dur": 0.486, + "args": { + "External id": 427921,"Record function id": 0, "Concrete Inputs": ["", "[1024, 1024]", "[1024, 1]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[1, 1024], [], [], []], "Input Dims": [[1024, 1024], [], [], []], "Ev Idx": 1424 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675204959035.851, "dur": 34.382, + "args": { + "External id": 427922,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1024, 1]], "Input Dims": [[65536, 1024], [1024, 1024]], "Ev Idx": 1425 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: ViewBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204959084.878, "dur": 10.919, + "args": { + "External id": 427923,"Record function id": 0, "Sequence number": 5055662, "Fwd thread id": 1, "Ev Idx": 1426 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "ViewBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204959085.999, "dur": 8.138, + "args": { + "External id": 427924,"Sequence number": 5055662, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[65536, 1024]], "Ev Idx": 1427 + } + }, + { + "ph": "f", "id": 150, "pid": 4183440, "tid": 31337, "ts": 675204959085.999, + "cat": "fwdbwd", "name": "fwdbwd", "bp": "e" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 4183440, "tid": 31337, + "ts": 675204959089.442, "dur": 4.554, + "args": { + "External id": 427925,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1024, 1], []], "Input Dims": [[65536, 1024], []], "Ev Idx": 1428 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675204959090.813, "dur": 3.084, + "args": { + "External id": 427926,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1024, 1], []], "Input Dims": [[65536, 1024], []], "Ev Idx": 1429 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: TBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204959099.176, "dur": 7.281, + "args": { + "External id": 427927,"Record function id": 0, "Sequence number": 5055661, "Fwd thread id": 1, "Ev Idx": 1430 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "TBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204959100.504, "dur": 4.017, + "args": { + "External id": 427928,"Sequence number": 5055661, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1, 1024]], "Input Dims": [[1024, 1024]], "Ev Idx": 1431 + } + }, + { + "ph": "f", "id": 151, "pid": 4183440, "tid": 31337, "ts": 675204959100.504, + "cat": "fwdbwd", "name": "fwdbwd", "bp": "e" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 4183440, "tid": 31337, + "ts": 675204959101.251, "dur": 3.031, + "args": { + "External id": 427929,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1, 1024]], "Input Dims": [[1024, 1024]], "Ev Idx": 1432 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 4183440, "tid": 31337, + "ts": 675204959101.787, "dur": 1.989, + "args": { + "External id": 427930,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[1, 1024], [], []], "Input Dims": [[1024, 1024], [], []], "Ev Idx": 1433 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675204959103.230, "dur": 0.467, + "args": { + "External id": 427931,"Record function id": 0, "Concrete Inputs": ["", "[1024, 1024]", "[1024, 1]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[1, 1024], [], [], []], "Input Dims": [[1024, 1024], [], [], []], "Ev Idx": 1434 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675204959110.715, "dur": 8.788, + "args": { + "External id": 427932,"Record function id": 0, "Ev Idx": 1435 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675204959112.743, "dur": 6.229, + "args": { + "External id": 427933,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 1436 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 4183440, "tid": 31337, + "ts": 675204959114.356, "dur": 4.313, + "args": { + "External id": 427934,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 1437 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 4183440, "tid": 31337, + "ts": 675204959116.914, "dur": 1.632, + "args": { + "External id": 427935,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 1438 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: ViewBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204959122.493, "dur": 5.893, + "args": { + "External id": 427936,"Record function id": 0, "Sequence number": 5055660, "Fwd thread id": 1, "Ev Idx": 1439 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "ViewBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204959123.396, "dur": 3.445, + "args": { + "External id": 427937,"Sequence number": 5055660, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[4194304, 1024, 1]], "Input Dims": [[16, 4096, 1024]], "Ev Idx": 1440 + } + }, + { + "ph": "f", "id": 152, "pid": 4183440, "tid": 31337, "ts": 675204959123.396, + "cat": "fwdbwd", "name": "fwdbwd", "bp": "e" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 4183440, "tid": 31337, + "ts": 675204959124.773, "dur": 1.922, + "args": { + "External id": 427938,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 16, 64]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[4194304, 1024, 1], []], "Input Dims": [[16, 4096, 1024], []], "Ev Idx": 1441 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675204959125.448, "dur": 1.124, + "args": { + "External id": 427939,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 16, 64]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[4194304, 1024, 1], []], "Input Dims": [[16, 4096, 1024], []], "Ev Idx": 1442 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: FlashAttnFuncBackward", "pid": 4183440, "tid": 31337, + "ts": 675204959132.606, "dur": 276.437, + "args": { + "External id": 427940,"Record function id": 0, "Sequence number": 5055659, "Fwd thread id": 1, "Ev Idx": 1443 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "FlashAttnFuncBackward", "pid": 4183440, "tid": 31337, + "ts": 675204959134.171, "dur": 259.060, + "args": { + "External id": 427941,"Sequence number": 5055659, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[4194304, 1024, 64, 1]], "Input Dims": [[16, 4096, 16, 64]], "Ev Idx": 1444 + } + }, + { + "ph": "f", "id": 153, "pid": 4183440, "tid": 31337, "ts": 675204959134.171, + "cat": "fwdbwd", "name": "fwdbwd", "bp": "e" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty_like", "pid": 4183440, "tid": 31337, + "ts": 675204959149.193, "dur": 7.016, + "args": { + "External id": 427942,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "False", ""], "Input type": ["c10::BFloat16", "", "", "", "Scalar", ""], "Input Strides": [[4194304, 1024, 64, 1], [], [], [], [], []], "Input Dims": [[16, 4096, 16, 64], [], [], [], [], []], "Ev Idx": 1445 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 4183440, "tid": 31337, + "ts": 675204959151.917, "dur": 3.889, + "args": { + "External id": 427943,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 16, 64]", "[4194304, 1024, 64, 1]", "15", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 1446 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty_like", "pid": 4183440, "tid": 31337, + "ts": 675204959158.697, "dur": 3.468, + "args": { + "External id": 427944,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "False", ""], "Input type": ["c10::BFloat16", "", "", "", "Scalar", ""], "Input Strides": [[4194304, 1024, 64, 1], [], [], [], [], []], "Input Dims": [[16, 4096, 16, 64], [], [], [], [], []], "Ev Idx": 1447 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 4183440, "tid": 31337, + "ts": 675204959160.363, "dur": 1.614, + "args": { + "External id": 427945,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 16, 64]", "[4194304, 1024, 64, 1]", "15", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 1448 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty_like", "pid": 4183440, "tid": 31337, + "ts": 675204959163.785, "dur": 3.585, + "args": { + "External id": 427946,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "False", ""], "Input type": ["c10::BFloat16", "", "", "", "Scalar", ""], "Input Strides": [[4194304, 1024, 64, 1], [], [], [], [], []], "Input Dims": [[16, 4096, 16, 64], [], [], [], [], []], "Ev Idx": 1449 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 4183440, "tid": 31337, + "ts": 675204959165.673, "dur": 1.517, + "args": { + "External id": 427947,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 16, 64]", "[4194304, 1024, 64, 1]", "15", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 1450 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "flash_attn::_flash_attn_backward", "pid": 4183440, "tid": 31337, + "ts": 675204959191.712, "dur": 177.507, + "args": { + "External id": 427948,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "", "", "", "", "0.", "0.125", "True", "-1", "-1", "0.", "", "False", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "float", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "", "Scalar", "long int"], "Input Strides": [[4194304, 1024, 64, 1], [4194304, 1024, 64, 1], [4194304, 1024, 64, 1], [4194304, 1024, 64, 1], [4194304, 1024, 64, 1], [65536, 4096, 1], [4194304, 1024, 64, 1], [4194304, 1024, 64, 1], [4194304, 1024, 64, 1], [], [], [], [], [], [], [], [], [1]], "Input Dims": [[16, 4096, 16, 64], [16, 4096, 16, 64], [16, 4096, 16, 64], [16, 4096, 16, 64], [16, 4096, 16, 64], [16, 16, 4096], [16, 4096, 16, 64], [16, 4096, 16, 64], [16, 4096, 16, 64], [], [], [], [], [], [], [], [], [2]], "Ev Idx": 1451 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 31337, + "ts": 675204959277.090, "dur": 5.317, + "args": { + "External id": 427949,"Record function id": 0, "Concrete Inputs": ["[16, 16, 4096]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 1452 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 31337, + "ts": 675204959284.432, "dur": 3.878, + "args": { + "External id": 427950,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 16, 64]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 1453 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::alias", "pid": 4183440, "tid": 31337, + "ts": 675204959381.110, "dur": 3.456, + "args": { + "External id": 427951,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[4194304, 1024, 64, 1]], "Input Dims": [[16, 4096, 16, 64]], "Ev Idx": 1454 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::alias", "pid": 4183440, "tid": 31337, + "ts": 675204959387.513, "dur": 0.649, + "args": { + "External id": 427952,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[4194304, 1024, 64, 1]], "Input Dims": [[16, 4096, 16, 64]], "Ev Idx": 1455 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::alias", "pid": 4183440, "tid": 31337, + "ts": 675204959390.046, "dur": 0.588, + "args": { + "External id": 427953,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[4194304, 1024, 64, 1]], "Input Dims": [[16, 4096, 16, 64]], "Ev Idx": 1456 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: RotaryEmbeddingFunctionBackward", "pid": 4183440, "tid": 31337, + "ts": 675204959416.925, "dur": 218.231, + "args": { + "External id": 427954,"Record function id": 0, "Sequence number": 5055658, "Fwd thread id": 1, "Ev Idx": 1457 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "RotaryEmbeddingFunctionBackward", "pid": 4183440, "tid": 31337, + "ts": 675204959419.105, "dur": 209.654, + "args": { + "External id": 427955,"Sequence number": 5055658, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[4194304, 1024, 64, 1]], "Input Dims": [[16, 4096, 16, 64]], "Ev Idx": 1458 + } + }, + { + "ph": "f", "id": 154, "pid": 4183440, "tid": 31337, "ts": 675204959419.105, + "cat": "fwdbwd", "name": "fwdbwd", "bp": "e" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::clone", "pid": 4183440, "tid": 31337, + "ts": 675204959438.321, "dur": 46.944, + "args": { + "External id": 427956,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", ""], "Input Strides": [[4194304, 1024, 64, 1], []], "Input Dims": [[16, 4096, 16, 64], []], "Ev Idx": 1459 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 4183440, "tid": 31337, + "ts": 675204959441.445, "dur": 2.766, + "args": { + "External id": 427957,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 16, 64]", "[4194304, 1024, 64, 1]", "15", "0", "", ""], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 1460 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 4183440, "tid": 31337, + "ts": 675204959445.670, "dur": 39.099, + "args": { + "External id": 427958,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[4194304, 1024, 64, 1], [4194304, 1024, 64, 1], []], "Input Dims": [[16, 4096, 16, 64], [16, 4096, 16, 64], []], "Ev Idx": 1461 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty_like", "pid": 4183440, "tid": 31337, + "ts": 675204959494.925, "dur": 4.380, + "args": { + "External id": 427959,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "False", ""], "Input type": ["c10::BFloat16", "", "", "", "Scalar", ""], "Input Strides": [[4194304, 1024, 64, 1], [], [], [], [], []], "Input Dims": [[16, 4096, 16, 64], [], [], [], [], []], "Ev Idx": 1462 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 4183440, "tid": 31337, + "ts": 675204959496.545, "dur": 2.466, + "args": { + "External id": 427960,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 16, 64]", "[4194304, 1024, 64, 1]", "15", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 1463 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: RotaryEmbeddingFunctionBackward", "pid": 4183440, "tid": 31337, + "ts": 675204959641.147, "dur": 201.148, + "args": { + "External id": 427961,"Record function id": 0, "Sequence number": 5055657, "Fwd thread id": 1, "Ev Idx": 1464 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "RotaryEmbeddingFunctionBackward", "pid": 4183440, "tid": 31337, + "ts": 675204959643.204, "dur": 191.649, + "args": { + "External id": 427962,"Sequence number": 5055657, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[4194304, 1024, 64, 1]], "Input Dims": [[16, 4096, 16, 64]], "Ev Idx": 1465 + } + }, + { + "ph": "f", "id": 155, "pid": 4183440, "tid": 31337, "ts": 675204959643.204, + "cat": "fwdbwd", "name": "fwdbwd", "bp": "e" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::clone", "pid": 4183440, "tid": 31337, + "ts": 675204959654.013, "dur": 80.444, + "args": { + "External id": 427963,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", ""], "Input Strides": [[4194304, 1024, 64, 1], []], "Input Dims": [[16, 4096, 16, 64], []], "Ev Idx": 1466 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 4183440, "tid": 31337, + "ts": 675204959698.836, "dur": 4.393, + "args": { + "External id": 427964,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 16, 64]", "[4194304, 1024, 64, 1]", "15", "0", "", ""], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 1467 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 4183440, "tid": 31337, + "ts": 675204959704.529, "dur": 29.359, + "args": { + "External id": 427965,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[4194304, 1024, 64, 1], [4194304, 1024, 64, 1], []], "Input Dims": [[16, 4096, 16, 64], [16, 4096, 16, 64], []], "Ev Idx": 1468 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty_like", "pid": 4183440, "tid": 31337, + "ts": 675204959743.773, "dur": 4.158, + "args": { + "External id": 427966,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "False", ""], "Input type": ["c10::BFloat16", "", "", "", "Scalar", ""], "Input Strides": [[4194304, 1024, 64, 1], [], [], [], [], []], "Input Dims": [[16, 4096, 16, 64], [], [], [], [], []], "Ev Idx": 1469 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 4183440, "tid": 31337, + "ts": 675204959745.698, "dur": 1.987, + "args": { + "External id": 427967,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 16, 64]", "[4194304, 1024, 64, 1]", "15", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 1470 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: ViewBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204959850.110, "dur": 17.784, + "args": { + "External id": 427968,"Record function id": 0, "Sequence number": 5055656, "Fwd thread id": 1, "Ev Idx": 1471 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "ViewBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204959851.676, "dur": 13.598, + "args": { + "External id": 427969,"Sequence number": 5055656, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[4194304, 1024, 64, 1]], "Input Dims": [[16, 4096, 16, 64]], "Ev Idx": 1472 + } + }, + { + "ph": "f", "id": 156, "pid": 4183440, "tid": 31337, "ts": 675204959851.676, + "cat": "fwdbwd", "name": "fwdbwd", "bp": "e" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 4183440, "tid": 31337, + "ts": 675204959856.314, "dur": 8.699, + "args": { + "External id": 427970,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[4194304, 1024, 64, 1], []], "Input Dims": [[16, 4096, 16, 64], []], "Ev Idx": 1473 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675204959858.488, "dur": 6.319, + "args": { + "External id": 427971,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[4194304, 1024, 64, 1], []], "Input Dims": [[16, 4096, 16, 64], []], "Ev Idx": 1474 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: ViewBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204959871.447, "dur": 6.587, + "args": { + "External id": 427972,"Record function id": 0, "Sequence number": 5055655, "Fwd thread id": 1, "Ev Idx": 1475 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "ViewBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204959872.476, "dur": 3.891, + "args": { + "External id": 427973,"Sequence number": 5055655, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[4194304, 1024, 64, 1]], "Input Dims": [[16, 4096, 16, 64]], "Ev Idx": 1476 + } + }, + { + "ph": "f", "id": 157, "pid": 4183440, "tid": 31337, "ts": 675204959872.476, + "cat": "fwdbwd", "name": "fwdbwd", "bp": "e" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 4183440, "tid": 31337, + "ts": 675204959873.951, "dur": 2.262, + "args": { + "External id": 427974,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[4194304, 1024, 64, 1], []], "Input Dims": [[16, 4096, 16, 64], []], "Ev Idx": 1477 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675204959874.926, "dur": 1.146, + "args": { + "External id": 427975,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[4194304, 1024, 64, 1], []], "Input Dims": [[16, 4096, 16, 64], []], "Ev Idx": 1478 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: ViewBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204959881.022, "dur": 5.234, + "args": { + "External id": 427976,"Record function id": 0, "Sequence number": 5055654, "Fwd thread id": 1, "Ev Idx": 1479 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "ViewBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204959881.796, "dur": 3.069, + "args": { + "External id": 427977,"Sequence number": 5055654, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[4194304, 1024, 64, 1]], "Input Dims": [[16, 4096, 16, 64]], "Ev Idx": 1480 + } + }, + { + "ph": "f", "id": 158, "pid": 4183440, "tid": 31337, "ts": 675204959881.796, + "cat": "fwdbwd", "name": "fwdbwd", "bp": "e" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 4183440, "tid": 31337, + "ts": 675204959882.902, "dur": 1.805, + "args": { + "External id": 427978,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[4194304, 1024, 64, 1], []], "Input Dims": [[16, 4096, 16, 64], []], "Ev Idx": 1481 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675204959883.816, "dur": 0.795, + "args": { + "External id": 427979,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[4194304, 1024, 64, 1], []], "Input Dims": [[16, 4096, 16, 64], []], "Ev Idx": 1482 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: UnsafeViewBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204959889.941, "dur": 7.853, + "args": { + "External id": 427980,"Record function id": 0, "Sequence number": 5055653, "Fwd thread id": 1, "Ev Idx": 1483 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "UnsafeViewBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204959891.258, "dur": 4.964, + "args": { + "External id": 427981,"Sequence number": 5055653, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[4194304, 1024, 1]], "Input Dims": [[16, 4096, 1024]], "Ev Idx": 1484 + } + }, + { + "ph": "f", "id": 159, "pid": 4183440, "tid": 31337, "ts": 675204959891.258, + "cat": "fwdbwd", "name": "fwdbwd", "bp": "e" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 4183440, "tid": 31337, + "ts": 675204959894.178, "dur": 1.879, + "args": { + "External id": 427982,"Record function id": 0, "Concrete Inputs": ["", "[65536, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[4194304, 1024, 1], []], "Input Dims": [[16, 4096, 1024], []], "Ev Idx": 1485 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675204959894.898, "dur": 1.051, + "args": { + "External id": 427983,"Record function id": 0, "Concrete Inputs": ["", "[65536, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[4194304, 1024, 1], []], "Input Dims": [[16, 4096, 1024], []], "Ev Idx": 1486 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: MmBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204959901.136, "dur": 174.289, + "args": { + "External id": 427984,"Record function id": 0, "Sequence number": 5055652, "Fwd thread id": 1, "Ev Idx": 1487 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "MmBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204959901.875, "dur": 165.204, + "args": { + "External id": 427985,"Sequence number": 5055652, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[65536, 1024]], "Ev Idx": 1488 + } + }, + { + "ph": "f", "id": 160, "pid": 4183440, "tid": 31337, "ts": 675204959901.875, + "cat": "fwdbwd", "name": "fwdbwd", "bp": "e" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 4183440, "tid": 31337, + "ts": 675204959905.761, "dur": 7.597, + "args": { + "External id": 427986,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[65536, 1024]], "Ev Idx": 1489 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 4183440, "tid": 31337, + "ts": 675204959907.339, "dur": 5.394, + "args": { + "External id": 427987,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [], []], "Input Dims": [[65536, 1024], [], []], "Ev Idx": 1490 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675204959910.976, "dur": 1.469, + "args": { + "External id": 427988,"Record function id": 0, "Concrete Inputs": ["", "[1024, 65536]", "[1, 1024]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[1024, 1], [], [], []], "Input Dims": [[65536, 1024], [], [], []], "Ev Idx": 1491 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675204959914.800, "dur": 94.163, + "args": { + "External id": 427989,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 1024], [1024, 1]], "Input Dims": [[1024, 65536], [65536, 1024]], "Ev Idx": 1492 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 4183440, "tid": 31337, + "ts": 675204960011.515, "dur": 6.500, + "args": { + "External id": 427990,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 1493 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 4183440, "tid": 31337, + "ts": 675204960012.717, "dur": 4.387, + "args": { + "External id": 427991,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [], []], "Input Dims": [[1024, 1024], [], []], "Ev Idx": 1494 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675204960015.064, "dur": 1.833, + "args": { + "External id": 427992,"Record function id": 0, "Concrete Inputs": ["", "[1024, 1024]", "[1, 1024]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[1024, 1], [], [], []], "Input Dims": [[1024, 1024], [], [], []], "Ev Idx": 1495 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 4183440, "tid": 31337, + "ts": 675204960019.723, "dur": 5.762, + "args": { + "External id": 427993,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1, 1024]], "Input Dims": [[1024, 1024]], "Ev Idx": 1496 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 4183440, "tid": 31337, + "ts": 675204960021.035, "dur": 3.935, + "args": { + "External id": 427994,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[1, 1024], [], []], "Input Dims": [[1024, 1024], [], []], "Ev Idx": 1497 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675204960024.457, "dur": 0.413, + "args": { + "External id": 427995,"Record function id": 0, "Concrete Inputs": ["", "[1024, 1024]", "[1024, 1]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[1, 1024], [], [], []], "Input Dims": [[1024, 1024], [], [], []], "Ev Idx": 1498 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675204960026.329, "dur": 39.857, + "args": { + "External id": 427996,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1024, 1]], "Input Dims": [[65536, 1024], [1024, 1024]], "Ev Idx": 1499 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: ViewBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204960082.025, "dur": 8.518, + "args": { + "External id": 427997,"Record function id": 0, "Sequence number": 5055651, "Fwd thread id": 1, "Ev Idx": 1500 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "ViewBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204960083.430, "dur": 5.132, + "args": { + "External id": 427998,"Sequence number": 5055651, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[65536, 1024]], "Ev Idx": 1501 + } + }, + { + "ph": "f", "id": 161, "pid": 4183440, "tid": 31337, "ts": 675204960083.430, + "cat": "fwdbwd", "name": "fwdbwd", "bp": "e" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 4183440, "tid": 31337, + "ts": 675204960085.183, "dur": 3.246, + "args": { + "External id": 427999,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1024, 1], []], "Input Dims": [[65536, 1024], []], "Ev Idx": 1502 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675204960086.451, "dur": 1.870, + "args": { + "External id": 428000,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1024, 1], []], "Input Dims": [[65536, 1024], []], "Ev Idx": 1503 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: TBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204960093.818, "dur": 9.047, + "args": { + "External id": 428001,"Record function id": 0, "Sequence number": 5055650, "Fwd thread id": 1, "Ev Idx": 1504 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "TBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204960094.649, "dur": 6.502, + "args": { + "External id": 428002,"Sequence number": 5055650, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1, 1024]], "Input Dims": [[1024, 1024]], "Ev Idx": 1505 + } + }, + { + "ph": "f", "id": 162, "pid": 4183440, "tid": 31337, "ts": 675204960094.649, + "cat": "fwdbwd", "name": "fwdbwd", "bp": "e" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 4183440, "tid": 31337, + "ts": 675204960095.664, "dur": 5.264, + "args": { + "External id": 428003,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1, 1024]], "Input Dims": [[1024, 1024]], "Ev Idx": 1506 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 4183440, "tid": 31337, + "ts": 675204960098.347, "dur": 2.087, + "args": { + "External id": 428004,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[1, 1024], [], []], "Input Dims": [[1024, 1024], [], []], "Ev Idx": 1507 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675204960100.016, "dur": 0.276, + "args": { + "External id": 428005,"Record function id": 0, "Concrete Inputs": ["", "[1024, 1024]", "[1024, 1]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[1, 1024], [], [], []], "Input Dims": [[1024, 1024], [], [], []], "Ev Idx": 1508 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675204960108.414, "dur": 9.691, + "args": { + "External id": 428006,"Record function id": 0, "Ev Idx": 1509 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675204960110.530, "dur": 6.799, + "args": { + "External id": 428007,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 1510 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 4183440, "tid": 31337, + "ts": 675204960113.403, "dur": 3.583, + "args": { + "External id": 428008,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 1511 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 4183440, "tid": 31337, + "ts": 675204960114.575, "dur": 2.274, + "args": { + "External id": 428009,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 1512 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: UnsafeViewBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204960121.747, "dur": 6.601, + "args": { + "External id": 428010,"Record function id": 0, "Sequence number": 5055649, "Fwd thread id": 1, "Ev Idx": 1513 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "UnsafeViewBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204960123.042, "dur": 3.420, + "args": { + "External id": 428011,"Sequence number": 5055649, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[4194304, 1024, 1]], "Input Dims": [[16, 4096, 1024]], "Ev Idx": 1514 + } + }, + { + "ph": "f", "id": 163, "pid": 4183440, "tid": 31337, "ts": 675204960123.042, + "cat": "fwdbwd", "name": "fwdbwd", "bp": "e" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 4183440, "tid": 31337, + "ts": 675204960124.335, "dur": 1.994, + "args": { + "External id": 428012,"Record function id": 0, "Concrete Inputs": ["", "[65536, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[4194304, 1024, 1], []], "Input Dims": [[16, 4096, 1024], []], "Ev Idx": 1515 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675204960125.285, "dur": 0.903, + "args": { + "External id": 428013,"Record function id": 0, "Concrete Inputs": ["", "[65536, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[4194304, 1024, 1], []], "Input Dims": [[16, 4096, 1024], []], "Ev Idx": 1516 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: MmBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204960133.351, "dur": 90.110, + "args": { + "External id": 428014,"Record function id": 0, "Sequence number": 5055648, "Fwd thread id": 1, "Ev Idx": 1517 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "MmBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204960134.152, "dur": 84.217, + "args": { + "External id": 428015,"Sequence number": 5055648, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[65536, 1024]], "Ev Idx": 1518 + } + }, + { + "ph": "f", "id": 164, "pid": 4183440, "tid": 31337, "ts": 675204960134.152, + "cat": "fwdbwd", "name": "fwdbwd", "bp": "e" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 4183440, "tid": 31337, + "ts": 675204960136.495, "dur": 3.183, + "args": { + "External id": 428016,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[65536, 1024]], "Ev Idx": 1519 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 4183440, "tid": 31337, + "ts": 675204960137.196, "dur": 2.035, + "args": { + "External id": 428017,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [], []], "Input Dims": [[65536, 1024], [], []], "Ev Idx": 1520 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675204960138.691, "dur": 0.429, + "args": { + "External id": 428018,"Record function id": 0, "Concrete Inputs": ["", "[1024, 65536]", "[1, 1024]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[1024, 1], [], [], []], "Input Dims": [[65536, 1024], [], [], []], "Ev Idx": 1521 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675204960140.220, "dur": 32.423, + "args": { + "External id": 428019,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 1024], [1024, 1]], "Input Dims": [[1024, 65536], [65536, 1024]], "Ev Idx": 1522 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 4183440, "tid": 31337, + "ts": 675204960173.775, "dur": 5.756, + "args": { + "External id": 428020,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 1523 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 4183440, "tid": 31337, + "ts": 675204960174.519, "dur": 4.491, + "args": { + "External id": 428021,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [], []], "Input Dims": [[1024, 1024], [], []], "Ev Idx": 1524 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675204960178.049, "dur": 0.841, + "args": { + "External id": 428022,"Record function id": 0, "Concrete Inputs": ["", "[1024, 1024]", "[1, 1024]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[1024, 1], [], [], []], "Input Dims": [[1024, 1024], [], [], []], "Ev Idx": 1525 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 4183440, "tid": 31337, + "ts": 675204960180.782, "dur": 4.986, + "args": { + "External id": 428023,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1, 1024]], "Input Dims": [[1024, 1024]], "Ev Idx": 1526 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 4183440, "tid": 31337, + "ts": 675204960182.020, "dur": 3.350, + "args": { + "External id": 428024,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[1, 1024], [], []], "Input Dims": [[1024, 1024], [], []], "Ev Idx": 1527 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675204960183.293, "dur": 2.004, + "args": { + "External id": 428025,"Record function id": 0, "Concrete Inputs": ["", "[1024, 1024]", "[1024, 1]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[1, 1024], [], [], []], "Input Dims": [[1024, 1024], [], [], []], "Ev Idx": 1528 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675204960186.329, "dur": 31.241, + "args": { + "External id": 428026,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1024, 1]], "Input Dims": [[65536, 1024], [1024, 1024]], "Ev Idx": 1529 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: ViewBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204960229.874, "dur": 38.362, + "args": { + "External id": 428027,"Record function id": 0, "Sequence number": 5055647, "Fwd thread id": 1, "Ev Idx": 1530 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "ViewBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204960230.908, "dur": 10.102, + "args": { + "External id": 428028,"Sequence number": 5055647, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[65536, 1024]], "Ev Idx": 1531 + } + }, + { + "ph": "f", "id": 165, "pid": 4183440, "tid": 31337, "ts": 675204960230.908, + "cat": "fwdbwd", "name": "fwdbwd", "bp": "e" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 4183440, "tid": 31337, + "ts": 675204960235.443, "dur": 5.425, + "args": { + "External id": 428029,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1024, 1], []], "Input Dims": [[65536, 1024], []], "Ev Idx": 1532 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675204960239.282, "dur": 1.491, + "args": { + "External id": 428030,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1024, 1], []], "Input Dims": [[65536, 1024], []], "Ev Idx": 1533 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::add", "pid": 4183440, "tid": 31337, + "ts": 675204960244.034, "dur": 21.554, + "args": { + "External id": 428031,"Record function id": 0, "Concrete Inputs": ["", "", "1"], "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[4194304, 1024, 1], [4194304, 1024, 1], []], "Input Dims": [[16, 4096, 1024], [16, 4096, 1024], []], "Ev Idx": 1534 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: TBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204960271.670, "dur": 28.854, + "args": { + "External id": 428032,"Record function id": 0, "Sequence number": 5055646, "Fwd thread id": 1, "Ev Idx": 1535 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "TBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204960291.996, "dur": 6.305, + "args": { + "External id": 428033,"Sequence number": 5055646, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1, 1024]], "Input Dims": [[1024, 1024]], "Ev Idx": 1536 + } + }, + { + "ph": "f", "id": 166, "pid": 4183440, "tid": 31337, "ts": 675204960291.996, + "cat": "fwdbwd", "name": "fwdbwd", "bp": "e" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 4183440, "tid": 31337, + "ts": 675204960292.782, "dur": 5.346, + "args": { + "External id": 428034,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1, 1024]], "Input Dims": [[1024, 1024]], "Ev Idx": 1537 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 4183440, "tid": 31337, + "ts": 675204960293.322, "dur": 4.280, + "args": { + "External id": 428035,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[1, 1024], [], []], "Input Dims": [[1024, 1024], [], []], "Ev Idx": 1538 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675204960296.963, "dur": 0.514, + "args": { + "External id": 428036,"Record function id": 0, "Concrete Inputs": ["", "[1024, 1024]", "[1024, 1]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[1, 1024], [], [], []], "Input Dims": [[1024, 1024], [], [], []], "Ev Idx": 1539 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675204960304.583, "dur": 5.115, + "args": { + "External id": 428037,"Record function id": 0, "Ev Idx": 1540 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675204960306.109, "dur": 3.016, + "args": { + "External id": 428038,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 1541 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 4183440, "tid": 31337, + "ts": 675204960307.168, "dur": 1.692, + "args": { + "External id": 428039,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 1542 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 4183440, "tid": 31337, + "ts": 675204960307.720, "dur": 1.014, + "args": { + "External id": 428040,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 1543 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: UnsafeViewBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204960312.934, "dur": 6.467, + "args": { + "External id": 428041,"Record function id": 0, "Sequence number": 5055645, "Fwd thread id": 1, "Ev Idx": 1544 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "UnsafeViewBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204960314.155, "dur": 2.930, + "args": { + "External id": 428042,"Sequence number": 5055645, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[4194304, 1024, 1]], "Input Dims": [[16, 4096, 1024]], "Ev Idx": 1545 + } + }, + { + "ph": "f", "id": 167, "pid": 4183440, "tid": 31337, "ts": 675204960314.155, + "cat": "fwdbwd", "name": "fwdbwd", "bp": "e" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 4183440, "tid": 31337, + "ts": 675204960315.232, "dur": 1.717, + "args": { + "External id": 428043,"Record function id": 0, "Concrete Inputs": ["", "[65536, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[4194304, 1024, 1], []], "Input Dims": [[16, 4096, 1024], []], "Ev Idx": 1546 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675204960315.913, "dur": 0.948, + "args": { + "External id": 428044,"Record function id": 0, "Concrete Inputs": ["", "[65536, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[4194304, 1024, 1], []], "Input Dims": [[16, 4096, 1024], []], "Ev Idx": 1547 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: MmBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204960322.518, "dur": 91.881, + "args": { + "External id": 428045,"Record function id": 0, "Sequence number": 5055644, "Fwd thread id": 1, "Ev Idx": 1548 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "MmBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204960323.188, "dur": 84.027, + "args": { + "External id": 428046,"Sequence number": 5055644, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[65536, 1024]], "Ev Idx": 1549 + } + }, + { + "ph": "f", "id": 168, "pid": 4183440, "tid": 31337, "ts": 675204960323.188, + "cat": "fwdbwd", "name": "fwdbwd", "bp": "e" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 4183440, "tid": 31337, + "ts": 675204960326.864, "dur": 2.832, + "args": { + "External id": 428047,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[65536, 1024]], "Ev Idx": 1550 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 4183440, "tid": 31337, + "ts": 675204960327.309, "dur": 1.914, + "args": { + "External id": 428048,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [], []], "Input Dims": [[65536, 1024], [], []], "Ev Idx": 1551 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675204960328.705, "dur": 0.409, + "args": { + "External id": 428049,"Record function id": 0, "Concrete Inputs": ["", "[1024, 65536]", "[1, 1024]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[1024, 1], [], [], []], "Input Dims": [[65536, 1024], [], [], []], "Ev Idx": 1552 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675204960330.356, "dur": 35.372, + "args": { + "External id": 428050,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 1024], [1024, 1]], "Input Dims": [[1024, 65536], [65536, 1024]], "Ev Idx": 1553 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 4183440, "tid": 31337, + "ts": 675204960366.782, "dur": 4.937, + "args": { + "External id": 428051,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 1554 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 4183440, "tid": 31337, + "ts": 675204960367.329, "dur": 3.764, + "args": { + "External id": 428052,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [], []], "Input Dims": [[1024, 1024], [], []], "Ev Idx": 1555 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675204960370.434, "dur": 0.543, + "args": { + "External id": 428053,"Record function id": 0, "Concrete Inputs": ["", "[1024, 1024]", "[1, 1024]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[1024, 1], [], [], []], "Input Dims": [[1024, 1024], [], [], []], "Ev Idx": 1556 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 4183440, "tid": 31337, + "ts": 675204960372.717, "dur": 3.085, + "args": { + "External id": 428054,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1, 1024]], "Input Dims": [[1024, 1024]], "Ev Idx": 1557 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 4183440, "tid": 31337, + "ts": 675204960373.467, "dur": 1.833, + "args": { + "External id": 428055,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[1, 1024], [], []], "Input Dims": [[1024, 1024], [], []], "Ev Idx": 1558 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675204960374.868, "dur": 0.360, + "args": { + "External id": 428056,"Record function id": 0, "Concrete Inputs": ["", "[1024, 1024]", "[1024, 1]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[1, 1024], [], [], []], "Input Dims": [[1024, 1024], [], [], []], "Ev Idx": 1559 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675204960376.192, "dur": 30.277, + "args": { + "External id": 428057,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1024, 1]], "Input Dims": [[65536, 1024], [1024, 1024]], "Ev Idx": 1560 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: ViewBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204960418.453, "dur": 24.137, + "args": { + "External id": 428058,"Record function id": 0, "Sequence number": 5055643, "Fwd thread id": 1, "Ev Idx": 1561 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "ViewBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204960419.208, "dur": 3.358, + "args": { + "External id": 428059,"Sequence number": 5055643, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[65536, 1024]], "Ev Idx": 1562 + } + }, + { + "ph": "f", "id": 169, "pid": 4183440, "tid": 31337, "ts": 675204960419.208, + "cat": "fwdbwd", "name": "fwdbwd", "bp": "e" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 4183440, "tid": 31337, + "ts": 675204960420.601, "dur": 1.812, + "args": { + "External id": 428060,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1024, 1], []], "Input Dims": [[65536, 1024], []], "Ev Idx": 1563 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675204960421.302, "dur": 1.007, + "args": { + "External id": 428061,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1024, 1], []], "Input Dims": [[65536, 1024], []], "Ev Idx": 1564 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::add_", "pid": 4183440, "tid": 31337, + "ts": 675204960424.998, "dur": 15.140, + "args": { + "External id": 428062,"Record function id": 0, "Concrete Inputs": ["", "", "1"], "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[4194304, 1024, 1], [4194304, 1024, 1], []], "Input Dims": [[16, 4096, 1024], [16, 4096, 1024], []], "Ev Idx": 1565 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: TBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204960446.042, "dur": 9.040, + "args": { + "External id": 428063,"Record function id": 0, "Sequence number": 5055642, "Fwd thread id": 1, "Ev Idx": 1566 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "TBackward0", "pid": 4183440, "tid": 31337, + "ts": 675204960449.132, "dur": 4.216, + "args": { + "External id": 428064,"Sequence number": 5055642, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1, 1024]], "Input Dims": [[1024, 1024]], "Ev Idx": 1567 + } + }, + { + "ph": "f", "id": 170, "pid": 4183440, "tid": 31337, "ts": 675204960449.132, + "cat": "fwdbwd", "name": "fwdbwd", "bp": "e" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 4183440, "tid": 31337, + "ts": 675204960449.709, "dur": 3.473, + "args": { + "External id": 428065,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1, 1024]], "Input Dims": [[1024, 1024]], "Ev Idx": 1568 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 4183440, "tid": 31337, + "ts": 675204960450.287, "dur": 2.364, + "args": { + "External id": 428066,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[1, 1024], [], []], "Input Dims": [[1024, 1024], [], []], "Ev Idx": 1569 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675204960452.004, "dur": 0.512, + "args": { + "External id": 428067,"Record function id": 0, "Concrete Inputs": ["", "[1024, 1024]", "[1024, 1]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[1, 1024], [], [], []], "Input Dims": [[1024, 1024], [], [], []], "Ev Idx": 1570 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675204960459.255, "dur": 4.712, + "args": { + "External id": 428068,"Record function id": 0, "Ev Idx": 1571 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675204960460.655, "dur": 2.776, + "args": { + "External id": 428069,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 1572 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 4183440, "tid": 31337, + "ts": 675204960461.546, "dur": 1.589, + "args": { + "External id": 428070,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 1573 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 4183440, "tid": 31337, + "ts": 675204960461.944, "dur": 1.042, + "args": { + "External id": 428071,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 1574 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: LayerNormFunctionBackward", "pid": 4183440, "tid": 31337, + "ts": 675204960468.276, "dur": 409.110, + "args": { + "External id": 428072,"Record function id": 0, "Sequence number": 5055641, "Fwd thread id": 1, "Ev Idx": 1575 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "LayerNormFunctionBackward", "pid": 4183440, "tid": 31337, + "ts": 675204960469.664, "dur": 370.935, + "args": { + "External id": 428073,"Sequence number": 5055641, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[4194304, 1024, 1]], "Input Dims": [[16, 4096, 1024]], "Ev Idx": 1576 + } + }, + { + "ph": "f", "id": 171, "pid": 4183440, "tid": 31337, "ts": 675204960469.664, + "cat": "fwdbwd", "name": "fwdbwd", "bp": "e" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 4183440, "tid": 31337, + "ts": 675204960501.391, "dur": 3.704, + "args": { + "External id": 428074,"Record function id": 0, "Concrete Inputs": ["", "[-1, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[4194304, 1024, 1], []], "Input Dims": [[16, 4096, 1024], []], "Ev Idx": 1577 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675204960503.895, "dur": 1.054, + "args": { + "External id": 428075,"Record function id": 0, "Concrete Inputs": ["", "[-1, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[4194304, 1024, 1], []], "Input Dims": [[16, 4096, 1024], []], "Ev Idx": 1578 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 31337, + "ts": 675204960519.364, "dur": 5.670, + "args": { + "External id": 428076,"Record function id": 0, "Concrete Inputs": ["[65536, 1024]", "15", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 1579 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 31337, + "ts": 675204960534.473, "dur": 2.792, + "args": { + "External id": 428077,"Record function id": 0, "Concrete Inputs": ["[132, 1024]", "6", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 1580 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675204960731.493, "dur": 2.995, + "args": { + "External id": 428078,"Record function id": 0, "Concrete Inputs": ["", "[1, -1, 1024]"], "Input type": ["float", "ScalarList"], "Input Strides": [[1024, 1], []], "Input Dims": [[132, 1024], []], "Ev Idx": 1581 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::sum", "pid": 4183440, "tid": 31337, + "ts": 675204960738.967, "dur": 38.263, + "args": { + "External id": 428079,"Record function id": 0, "Concrete Inputs": ["", "[1]", "False", ""], "Input type": ["float", "ScalarList", "Scalar", ""], "Input Strides": [[135168, 1024, 1], [], [], []], "Input Dims": [[1, 132, 1024], [], [], []], "Ev Idx": 1582 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675204960751.233, "dur": 0.787, + "args": { + "External id": 428080,"Record function id": 0, "Concrete Inputs": ["", "[1, 1, 1024]", "[1024, 0, 1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[1024, 1], [], [], []], "Input Dims": [[1, 1024], [], [], []], "Ev Idx": 1583 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 31337, + "ts": 675204960783.179, "dur": 33.620, + "args": { + "External id": 428081,"Record function id": 0, "Concrete Inputs": ["", "", "15", "False", "False", ""], "Input type": ["float", "", "Scalar", "Scalar", "Scalar", ""], "Input Strides": [[1024, 1], [], [], [], [], []], "Input Dims": [[1, 1024], [], [], [], [], []], "Ev Idx": 1584 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::_to_copy", "pid": 4183440, "tid": 31337, + "ts": 675204960786.650, "dur": 29.902, + "args": { + "External id": 428082,"Record function id": 0, "Concrete Inputs": ["", "15", "", "", "", "False", ""], "Input type": ["float", "Scalar", "", "", "", "Scalar", ""], "Input Strides": [[1024, 1], [], [], [], [], [], []], "Input Dims": [[1, 1024], [], [], [], [], [], []], "Ev Idx": 1585 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 4183440, "tid": 31337, + "ts": 675204960791.722, "dur": 4.498, + "args": { + "External id": 428083,"Record function id": 0, "Concrete Inputs": ["[1, 1024]", "[1024, 1]", "15", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 1586 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 4183440, "tid": 31337, + "ts": 675204960798.228, "dur": 17.739, + "args": { + "External id": 428084,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["c10::BFloat16", "float", "Scalar"], "Input Strides": [[1024, 1], [1024, 1], []], "Input Dims": [[1, 1024], [1, 1024], []], "Ev Idx": 1587 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view_as", "pid": 4183440, "tid": 31337, + "ts": 675204960821.665, "dur": 2.389, + "args": { + "External id": 428085,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1]], "Input Dims": [[1, 1024], [1024]], "Ev Idx": 1588 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675204960822.906, "dur": 1.047, + "args": { + "External id": 428086,"Record function id": 0, "Concrete Inputs": ["", "[1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1024, 1], []], "Input Dims": [[1, 1024], []], "Ev Idx": 1589 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 4183440, "tid": 31337, + "ts": 675204960830.772, "dur": 2.112, + "args": { + "External id": 428087,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1024, 1], []], "Input Dims": [[65536, 1024], []], "Ev Idx": 1590 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675204960831.964, "dur": 0.816, + "args": { + "External id": 428088,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1024, 1], []], "Input Dims": [[65536, 1024], []], "Ev Idx": 1591 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::add_", "pid": 4183440, "tid": 31337, + "ts": 675204960855.902, "dur": 16.777, + "args": { + "External id": 428089,"Record function id": 0, "Concrete Inputs": ["", "", "1"], "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[4194304, 1024, 1], [4194304, 1024, 1], []], "Input Dims": [[16, 4096, 1024], [16, 4096, 1024], []], "Ev Idx": 1592 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675204960890.281, "dur": 9.054, + "args": { + "External id": 428090,"Record function id": 0, "Ev Idx": 1593 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675204960892.548, "dur": 6.013, + "args": { + "External id": 428091,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[1024]], "Ev Idx": 1594 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 4183440, "tid": 31337, + "ts": 675204960894.812, "dur": 2.890, + "args": { + "External id": 428092,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[1024]], "Ev Idx": 1595 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 4183440, "tid": 31337, + "ts": 675204960895.675, "dur": 1.919, + "args": { + "External id": 428093,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[1024]], "Ev Idx": 1596 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: CompiledFunctionBackward", "pid": 4183440, "tid": 31337, + "ts": 675204960904.395, "dur": 2647.023, + "args": { + "External id": 428094,"Record function id": 0, "Ev Idx": 1597 + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "FSDP::pre_backward (model.layers.19)", "pid": 4183440, "tid": 31337, + "ts": 675204960951.134, "dur": 973.826, + "args": { + "External id": 428095,"Record function id": 0, "Ev Idx": 1598 + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "FSDP::backward_prefetch for model.layers.18", "pid": 4183440, "tid": 31337, + "ts": 675204960980.256, "dur": 936.440, + "args": { + "External id": 428096,"Record function id": 0, "Ev Idx": 1599 + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "FSDP::all_gather (model.layers.18)", "pid": 4183440, "tid": 31337, + "ts": 675204960993.261, "dur": 908.123, + "args": { + "External id": 428097,"Record function id": 0, "Ev Idx": 1600 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 31337, + "ts": 675204961072.674, "dur": 8.270, + "args": { + "External id": 428098,"Record function id": 0, "Concrete Inputs": ["[1605888]", "15", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 1601 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes", "pid": 4183440, "tid": 31337, + "ts": 675204961097.221, "dur": 33.310, + "args": { + "External id": 428099,"Record function id": 0, "Concrete Inputs": ["", "[128, 131072, 131072, 131072, 131072, 128, 360448, 360448, 360448]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar"], "Input Strides": [[1], [], []], "Input Dims": [[1605888], [], []], "Ev Idx": 1602 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675204961101.685, "dur": 1.230, + "args": { + "External id": 428100,"Record function id": 0, "Concrete Inputs": ["", "[128]", "[1]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 1603 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675204961104.913, "dur": 2.541, + "args": { + "External id": 428101,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "128"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 1604 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675204961111.195, "dur": 0.288, + "args": { + "External id": 428102,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "131200"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 1605 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675204961112.963, "dur": 0.339, + "args": { + "External id": 428103,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "262272"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 1606 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675204961115.088, "dur": 0.243, + "args": { + "External id": 428104,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "393344"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 1607 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675204961118.503, "dur": 0.306, + "args": { + "External id": 428105,"Record function id": 0, "Concrete Inputs": ["", "[128]", "[1]", "524416"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 1608 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675204961120.559, "dur": 0.419, + "args": { + "External id": 428106,"Record function id": 0, "Concrete Inputs": ["", "[360448]", "[1]", "524544"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 1609 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675204961122.415, "dur": 2.194, + "args": { + "External id": 428107,"Record function id": 0, "Concrete Inputs": ["", "[360448]", "[1]", "884992"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 1610 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675204961126.113, "dur": 0.259, + "args": { + "External id": 428108,"Record function id": 0, "Concrete Inputs": ["", "[360448]", "[1]", "1245440"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 1611 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::_foreach_copy_", "pid": 4183440, "tid": 31337, + "ts": 675204961146.289, "dur": 34.701, + "args": { + "External id": 428109,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["TensorList", "TensorList", "Scalar"], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [[1], [1], [1], [1], [1], [1], [1], [1], [1]], []], "Input Dims": [[[128], [131072], [131072], [131072], [131072], [128], [360448], [360448], [360448]], [[128], [131072], [131072], [131072], [131072], [128], [360448], [360448], [360448]], []], "Ev Idx": 1612 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "fsdp::all_gather_copy_in", "pid": 4183440, "tid": 31337, + "ts": 675204961217.728, "dur": 110.311, + "args": { + "External id": 428110,"Record function id": 0, "Concrete Inputs": ["", "[128, 131072, 131072, 131072, 131072, 128, 360448, 360448, 360448]", "1605888", "8", "4", "15", ""], "Input type": ["TensorList", "ScalarList", "Scalar", "Scalar", "Scalar", "Scalar", ""], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [], [], [], [], [], []], "Input Dims": [[[128], [131072], [131072], [131072], [131072], [128], [360448], [360448], [360448]], [], [], [], [], [], []], "Ev Idx": 1613 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 31337, + "ts": 675204961228.693, "dur": 5.843, + "args": { + "External id": 428111,"Record function id": 0, "Concrete Inputs": ["[12847104]", "15", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 1614 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::narrow", "pid": 4183440, "tid": 31337, + "ts": 675204961239.195, "dur": 12.096, + "args": { + "External id": 428112,"Record function id": 0, "Concrete Inputs": ["", "0", "6423552", "1605888"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[12847104], [], [], []], "Ev Idx": 1615 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 4183440, "tid": 31337, + "ts": 675204961245.348, "dur": 5.576, + "args": { + "External id": 428113,"Record function id": 0, "Concrete Inputs": ["", "0", "6423552", "8029440", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], [], []], "Input Dims": [[12847104], [], [], [], []], "Ev Idx": 1616 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675204961249.285, "dur": 0.424, + "args": { + "External id": 428114,"Record function id": 0, "Concrete Inputs": ["", "[1605888]", "[1]", "6423552"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[12847104], [], [], []], "Ev Idx": 1617 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes", "pid": 4183440, "tid": 31337, + "ts": 675204961258.227, "dur": 28.826, + "args": { + "External id": 428115,"Record function id": 0, "Concrete Inputs": ["", "[128, 131072, 131072, 131072, 131072, 128, 360448, 360448, 360448]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar"], "Input Strides": [[1], [], []], "Input Dims": [[1605888], [], []], "Ev Idx": 1618 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675204961260.387, "dur": 0.490, + "args": { + "External id": 428116,"Record function id": 0, "Concrete Inputs": ["", "[128]", "[1]", "6423552"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 1619 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675204961262.268, "dur": 2.018, + "args": { + "External id": 428117,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "6423680"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 1620 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675204961265.771, "dur": 0.399, + "args": { + "External id": 428118,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "6554752"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 1621 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675204961267.366, "dur": 0.295, + "args": { + "External id": 428119,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "6685824"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 1622 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675204961271.196, "dur": 0.250, + "args": { + "External id": 428120,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "6816896"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 1623 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675204961272.998, "dur": 0.403, + "args": { + "External id": 428121,"Record function id": 0, "Concrete Inputs": ["", "[128]", "[1]", "6947968"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 1624 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675204961274.753, "dur": 2.436, + "args": { + "External id": 428122,"Record function id": 0, "Concrete Inputs": ["", "[360448]", "[1]", "6948096"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 1625 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675204961280.495, "dur": 0.577, + "args": { + "External id": 428123,"Record function id": 0, "Concrete Inputs": ["", "[360448]", "[1]", "7308544"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 1626 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675204961282.472, "dur": 0.764, + "args": { + "External id": 428124,"Record function id": 0, "Concrete Inputs": ["", "[360448]", "[1]", "7668992"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 1627 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::_foreach_copy_", "pid": 4183440, "tid": 31337, + "ts": 675204961297.090, "dur": 23.317, + "args": { + "External id": 428125,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["TensorList", "TensorList", "Scalar"], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [[1], [1], [1], [1], [1], [1], [1], [1], [1]], []], "Input Dims": [[[128], [131072], [131072], [131072], [131072], [128], [360448], [360448], [360448]], [[128], [131072], [131072], [131072], [131072], [128], [360448], [360448], [360448]], []], "Ev Idx": 1628 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "c10d::_allgather_base_", "pid": 4183440, "tid": 31337, + "ts": 675204961385.961, "dur": 409.122, + "args": { + "External id": 428126,"Record function id": 0, "Concrete Inputs": ["", "", "", "False", "-1"], "Input type": ["c10::BFloat16", "c10::BFloat16", "", "Scalar", "Scalar"], "Input Strides": [[1], [1], [], [], []], "Input Dims": [[12847104], [1605888], [], [], []], "Ev Idx": 1629 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 4183440, "tid": 31337, + "ts": 675204961416.938, "dur": 372.251, + "args": { + "External id": 428127,"Record function id": 0, "Collective name": "_allgather_base", "Process Group Description": "default_pg", "dtype": "BFloat16", "Rank": 4, "Input Strides": [[1], [], [], [], [], [], [], [], [], []], "Concrete Inputs": ["", "", "", "4", "", "[]", "[]", "0", "1", "8"], "Out msg nelems": 12847104, "Process Group Name": "0", "Input type": ["c10::BFloat16", "", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Global rank stride": 1, "Out split size": "[]", "In split size": "[]", "Process Group Ranks": "[0, 1, 2, 3, 4, 5, 6, 7]", "Group size": 8, "Input Dims": [[1605888], [], [], [], [], [], [], [], [], []], "Global rank start": 0, "Ev Idx": 1630, "In msg nelems": 1605888 + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "nccl:_all_gather_base", "pid": 4183440, "tid": 31337, + "ts": 675204961427.985, "dur": 354.696, + "args": { + "External id": 428128,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[1605888]], "Ev Idx": 1631 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 4183440, "tid": 31337, + "ts": 675204961820.165, "dur": 2.692, + "args": { + "External id": 428129,"Record function id": 0, "Collective name": "wait", "Process Group Description": "default_pg", "dtype": "Byte", "Input Dims": [[], [], [], [], [], [], [], [], []], "Input Strides": [[], [], [], [], [], [], [], [], []], "Input type": ["", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Concrete Inputs": ["", "", "4", "", "[]", "[]", "-1", "-1", "1"], "Out msg nelems": 0, "Process Group Name": "0", "Process Group Ranks": "[]", "Group size": 1, "Ev Idx": 1632, "In msg nelems": 0, "Rank": 4, "In split size": "[]", "Out split size": "[]" + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "CompiledFunctionBackward", "pid": 4183440, "tid": 31337, + "ts": 675204961950.481, "dur": 1580.535, + "args": { + "External id": 428130,"Sequence number": 5055640, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[4194304, 1024, 1]], "Input Dims": [[16, 4096, 1024]], "Ev Idx": 1633 + } + }, + { + "ph": "f", "id": 172, "pid": 4183440, "tid": 31337, "ts": 675204961950.481, + "cat": "fwdbwd", "name": "fwdbwd", "bp": "e" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675204962081.086, "dur": 104.157, + "args": { + "External id": 428131,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [2816, 1], [2816, 1]], "Input Dims": [[65536, 1024], [1024, 2816], [65536, 2816]], "Ev Idx": 1634 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused__to_copy_add_mul_rsub_silu_0", "pid": 4183440, "tid": 31337, + "ts": 675204962229.025, "dur": 39.027, + "args": { + "External id": 428132,"kernel_hash": "clkmb2nvivik7xt77lza2snvzeuraclmpbqhk34lgigbl7zlxati", "grid": "grid(184549376,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "", "", "184549376"], "kernel_file": "/tmp/torchinductor_cvm/lk/clkmb2nvivik7xt77lza2snvzeuraclmpbqhk34lgigbl7zlxati.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[2816, 1], [2816, 1], [2816, 1], [11534336, 2816, 1], [11534336, 2816, 1], [11534336, 2816, 1], []], "Input Dims": [[65536, 2816], [65536, 2816], [65536, 2816], [16, 4096, 2816], [16, 4096, 2816], [16, 4096, 2816], []], "Ev Idx": 1635 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::bmm", "pid": 4183440, "tid": 31337, + "ts": 675204962287.773, "dur": 37.756, + "args": { + "External id": 428133,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[0, 1, 1024], [0, 2816, 1], [2883584, 2816, 1]], "Input Dims": [[1, 1024, 65536], [1, 65536, 2816], [1, 1024, 2816]], "Ev Idx": 1636 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675204962334.780, "dur": 25.502, + "args": { + "External id": 428134,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 2816], [1024, 1], [1024, 1]], "Input Dims": [[2816, 65536], [65536, 1024], [2816, 1024]], "Ev Idx": 1637 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675204962366.126, "dur": 31.343, + "args": { + "External id": 428135,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2816, 1], [1024, 1], [1024, 1]], "Input Dims": [[65536, 2816], [2816, 1024], [65536, 1024]], "Ev Idx": 1638 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675204962405.840, "dur": 19.937, + "args": { + "External id": 428136,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 2816], [1024, 1], [1024, 1]], "Input Dims": [[2816, 65536], [65536, 1024], [2816, 1024]], "Ev Idx": 1639 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675204962432.590, "dur": 28.805, + "args": { + "External id": 428137,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2816, 1], [1024, 1], [1024, 1]], "Input Dims": [[65536, 2816], [2816, 1024], [65536, 1024]], "Ev Idx": 1640 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused_1", "pid": 4183440, "tid": 31337, + "ts": 675204962488.303, "dur": 22.409, + "args": { + "External id": 428138,"kernel_hash": "cmdhmofoq6dkjtzh34c2kzhgghtmhpal5f3rxqvpfiur2wxglwjs", "grid": "grid(67108864,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "67108864"], "kernel_file": "/tmp/torchinductor_cvm/md/cmdhmofoq6dkjtzh34c2kzhgghtmhpal5f3rxqvpfiur2wxglwjs.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[1024, 1], [1024, 1], []], "Input Dims": [[65536, 1024], [65536, 1024], []], "Ev Idx": 1641 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "layer_norm_bwd_kernel_0", "pid": 4183440, "tid": 31337, + "ts": 675204962533.560, "dur": 29.694, + "args": { + "External id": 428139,"kernel_hash": "cuevaar5u646bgtmpubrbyzqz3sdut3cwthdo7wpizzjr6oluqi5", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "", "", "", "65536", "1024", "1", "497", "132", "True", "1024", "True", "False", "True", "False", "False"], "kernel_file": "/tmp/torchinductor_cvm/ue/cuevaar5u646bgtmpubrbyzqz3sdut3cwthdo7wpizzjr6oluqi5.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "float", "c10::BFloat16", "float", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [1], [1024, 1], [1024, 1], [1024, 1], [1024, 1], [1], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[65536, 1024], [1024], [65536, 1024], [65536, 1024], [132, 1024], [65536, 1024], [65536], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 1642 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "triton_red_fused_sum_2", "pid": 4183440, "tid": 31337, + "ts": 675204962585.394, "dur": 17.689, + "args": { + "External id": 428140,"kernel_hash": "cw4ogu6mqrgcawgfqkyrzhc5xil4j4vfrn34wqhb2qfx2hbqyotj", "grid": "grid(2048,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "2048", "66"], "kernel_file": "/tmp/torchinductor_cvm/w4/cw4ogu6mqrgcawgfqkyrzhc5xil4j4vfrn34wqhb2qfx2hbqyotj.py", "kernel_backend": "triton", "Input type": ["float", "float", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [2048, 1, 1024], [], []], "Input Dims": [[132, 1024], [1, 1024, 2], [], []], "Ev Idx": 1643 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "triton_per_fused__to_copy_sum_3", "pid": 4183440, "tid": 31337, + "ts": 675204962619.931, "dur": 15.888, + "args": { + "External id": 428141,"kernel_hash": "c3dzxlwq2gbpkrmfvuijgv5eon5iwfw455hggookxniqczni5xao", "grid": "grid(1024,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "1024", "2"], "kernel_file": "/tmp/torchinductor_cvm/3d/c3dzxlwq2gbpkrmfvuijgv5eon5iwfw455hggookxniqczni5xao.py", "kernel_backend": "triton", "Input type": ["float", "c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[2048, 1, 1024], [1024, 1], [], []], "Input Dims": [[1, 1024, 2], [1, 1024], [], []], "Ev Idx": 1644 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675204962648.573, "dur": 82.757, + "args": { + "External id": 428142,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 1024], [1024, 1], [1024, 1]], "Input Dims": [[1024, 65536], [65536, 1024], [1024, 1024]], "Ev Idx": 1645 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675204962737.162, "dur": 31.381, + "args": { + "External id": 428143,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1024, 1], [1024, 1]], "Input Dims": [[65536, 1024], [1024, 1024], [65536, 1024]], "Ev Idx": 1646 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "flash_attn::_flash_attn_backward", "pid": 4183440, "tid": 31337, + "ts": 675204962800.787, "dur": 189.907, + "args": { + "External id": 428144,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "", "", "", "", "0.", "0.125", "True", "-1", "-1", "0.", "", "False", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "float", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "", "Scalar", "long int"], "Input Strides": [[4194304, 1024, 64, 1], [4194304, 1024, 64, 1], [4194304, 1024, 64, 1], [4194304, 1024, 64, 1], [4194304, 1024, 64, 1], [65536, 4096, 1], [4194304, 1024, 64, 1], [4194304, 1024, 64, 1], [4194304, 1024, 64, 1], [], [], [], [], [], [], [], [], [1]], "Input Dims": [[16, 4096, 16, 64], [16, 4096, 16, 64], [16, 4096, 16, 64], [16, 4096, 16, 64], [16, 4096, 16, 64], [16, 16, 4096], [16, 4096, 16, 64], [16, 4096, 16, 64], [16, 4096, 16, 64], [], [], [], [], [], [], [], [], [2]], "Ev Idx": 1647 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 31337, + "ts": 675204962882.042, "dur": 5.488, + "args": { + "External id": 428145,"Record function id": 0, "Concrete Inputs": ["[16, 16, 4096]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 1648 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 31337, + "ts": 675204962889.298, "dur": 6.094, + "args": { + "External id": 428146,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 16, 64]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 1649 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "rotary_embedding_kernel_1", "pid": 4183440, "tid": 31337, + "ts": 675204963028.352, "dur": 30.153, + "args": { + "External id": 428147,"kernel_hash": "cnnjyph67nk54fjnuktc2nmchkiw5uvx4mqovnyasu7ursptxrg7", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "0", "16", "4096", "16", "64", "32", "8192", "32", "64", "False", "False", "False", "True"], "kernel_file": "/tmp/torchinductor_cvm/nn/cnnjyph67nk54fjnuktc2nmchkiw5uvx4mqovnyasu7ursptxrg7.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[4194304, 1024, 64, 1], [32, 1], [32, 1], [4194304, 1024, 64, 1], [], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[16, 4096, 16, 64], [8192, 32], [8192, 32], [16, 4096, 16, 64], [], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 1650 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "rotary_embedding_kernel_1", "pid": 4183440, "tid": 31337, + "ts": 675204963071.558, "dur": 15.006, + "args": { + "External id": 428148,"kernel_hash": "cnnjyph67nk54fjnuktc2nmchkiw5uvx4mqovnyasu7ursptxrg7", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "0", "16", "4096", "16", "64", "32", "8192", "32", "64", "False", "False", "False", "True"], "kernel_file": "/tmp/torchinductor_cvm/nn/cnnjyph67nk54fjnuktc2nmchkiw5uvx4mqovnyasu7ursptxrg7.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[4194304, 1024, 64, 1], [32, 1], [32, 1], [4194304, 1024, 64, 1], [], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[16, 4096, 16, 64], [8192, 32], [8192, 32], [16, 4096, 16, 64], [], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 1651 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675204963096.379, "dur": 48.780, + "args": { + "External id": 428149,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 1024], [1024, 1], [1024, 1]], "Input Dims": [[1024, 65536], [65536, 1024], [1024, 1024]], "Ev Idx": 1652 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675204963151.440, "dur": 31.570, + "args": { + "External id": 428150,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1024, 1], [1024, 1]], "Input Dims": [[65536, 1024], [1024, 1024], [65536, 1024]], "Ev Idx": 1653 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675204963190.229, "dur": 28.559, + "args": { + "External id": 428151,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 1024], [1024, 1], [1024, 1]], "Input Dims": [[1024, 65536], [65536, 1024], [1024, 1024]], "Ev Idx": 1654 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675204963225.681, "dur": 27.135, + "args": { + "External id": 428152,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1024, 1], [1024, 1]], "Input Dims": [[65536, 1024], [1024, 1024], [65536, 1024]], "Ev Idx": 1655 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675204963258.405, "dur": 26.407, + "args": { + "External id": 428153,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 1024], [1024, 1], [1024, 1]], "Input Dims": [[1024, 65536], [65536, 1024], [1024, 1024]], "Ev Idx": 1656 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675204963291.433, "dur": 26.559, + "args": { + "External id": 428154,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1024, 1], [1024, 1]], "Input Dims": [[65536, 1024], [1024, 1024], [65536, 1024]], "Ev Idx": 1657 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused_4", "pid": 4183440, "tid": 31337, + "ts": 675204963339.400, "dur": 23.016, + "args": { + "External id": 428155,"kernel_hash": "cn6a6cq4k7qdw3wki5ksil45pjzcbfrfjarshv63ivxttjehkezz", "grid": "grid(67108864,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "67108864"], "kernel_file": "/tmp/torchinductor_cvm/n6/cn6a6cq4k7qdw3wki5ksil45pjzcbfrfjarshv63ivxttjehkezz.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[1024, 1], [1024, 1], [1024, 1], []], "Input Dims": [[65536, 1024], [65536, 1024], [65536, 1024], []], "Ev Idx": 1658 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "layer_norm_bwd_kernel_2", "pid": 4183440, "tid": 31337, + "ts": 675204963382.954, "dur": 24.836, + "args": { + "External id": 428156,"kernel_hash": "cwvn5v4u6cexxzo6wfnjojuuby7ad6wk6jmjnzhsan4mprdashfg", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "", "", "65536", "1024", "1", "497", "132", "True", "1024", "False", "False", "True", "False", "False"], "kernel_file": "/tmp/torchinductor_cvm/wv/cwvn5v4u6cexxzo6wfnjojuuby7ad6wk6jmjnzhsan4mprdashfg.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "float", "float", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [1], [1024, 1], [1024, 1], [1024, 1], [1], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[65536, 1024], [1024], [65536, 1024], [65536, 1024], [132, 1024], [65536], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 1659 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "triton_red_fused_sum_2", "pid": 4183440, "tid": 31337, + "ts": 675204963425.059, "dur": 15.683, + "args": { + "External id": 428157,"kernel_hash": "cw4ogu6mqrgcawgfqkyrzhc5xil4j4vfrn34wqhb2qfx2hbqyotj", "grid": "grid(2048,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "2048", "66"], "kernel_file": "/tmp/torchinductor_cvm/w4/cw4ogu6mqrgcawgfqkyrzhc5xil4j4vfrn34wqhb2qfx2hbqyotj.py", "kernel_backend": "triton", "Input type": ["float", "float", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [2048, 1, 1024], [], []], "Input Dims": [[132, 1024], [1, 1024, 2], [], []], "Ev Idx": 1660 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "triton_per_fused__to_copy_sum_3", "pid": 4183440, "tid": 31337, + "ts": 675204963457.028, "dur": 13.204, + "args": { + "External id": 428158,"kernel_hash": "c3dzxlwq2gbpkrmfvuijgv5eon5iwfw455hggookxniqczni5xao", "grid": "grid(1024,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "1024", "2"], "kernel_file": "/tmp/torchinductor_cvm/3d/c3dzxlwq2gbpkrmfvuijgv5eon5iwfw455hggookxniqczni5xao.py", "kernel_backend": "triton", "Input type": ["float", "c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[2048, 1, 1024], [1024, 1], [], []], "Input Dims": [[1, 1024, 2], [1, 1024], [], []], "Ev Idx": 1661 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused_add_5", "pid": 4183440, "tid": 31337, + "ts": 675204963486.887, "dur": 15.697, + "args": { + "External id": 428159,"kernel_hash": "cx5ypd3rju7i5obvafc2itek3ewywgqdgrrndct7omk4mswsdop7", "grid": "grid(67108864,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "67108864"], "kernel_file": "/tmp/torchinductor_cvm/x5/cx5ypd3rju7i5obvafc2itek3ewywgqdgrrndct7omk4mswsdop7.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[1024, 1], [1024, 1], [4194304, 1024, 1], []], "Input Dims": [[65536, 1024], [65536, 1024], [16, 4096, 1024], []], "Ev Idx": 1662 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675204963573.213, "dur": 15.466, + "args": { + "External id": 428160,"Record function id": 0, "Ev Idx": 1663 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675204963576.919, "dur": 10.778, + "args": { + "External id": 428161,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[1024]], "Ev Idx": 1664 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 4183440, "tid": 31337, + "ts": 675204963581.313, "dur": 5.650, + "args": { + "External id": 428162,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[1024]], "Ev Idx": 1665 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 4183440, "tid": 31337, + "ts": 675204963582.864, "dur": 4.014, + "args": { + "External id": 428163,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[1024]], "Ev Idx": 1666 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675204963592.581, "dur": 5.553, + "args": { + "External id": 428164,"Record function id": 0, "Ev Idx": 1667 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675204963594.211, "dur": 3.490, + "args": { + "External id": 428165,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 1668 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 4183440, "tid": 31337, + "ts": 675204963595.417, "dur": 1.860, + "args": { + "External id": 428166,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 1669 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 4183440, "tid": 31337, + "ts": 675204963596.155, "dur": 1.015, + "args": { + "External id": 428167,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 1670 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675204963601.480, "dur": 4.575, + "args": { + "External id": 428168,"Record function id": 0, "Ev Idx": 1671 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675204963603.009, "dur": 2.634, + "args": { + "External id": 428169,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[1024]], "Ev Idx": 1672 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 4183440, "tid": 31337, + "ts": 675204963603.810, "dur": 1.454, + "args": { + "External id": 428170,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[1024]], "Ev Idx": 1673 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 4183440, "tid": 31337, + "ts": 675204963604.369, "dur": 0.789, + "args": { + "External id": 428171,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[1024]], "Ev Idx": 1674 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675204963609.175, "dur": 5.894, + "args": { + "External id": 428172,"Record function id": 0, "Ev Idx": 1675 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675204963610.842, "dur": 3.803, + "args": { + "External id": 428173,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2816, 1]], "Input Dims": [[1024, 2816]], "Ev Idx": 1676 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 4183440, "tid": 31337, + "ts": 675204963611.329, "dur": 2.945, + "args": { + "External id": 428174,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2816, 1]], "Input Dims": [[1024, 2816]], "Ev Idx": 1677 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 4183440, "tid": 31337, + "ts": 675204963611.630, "dur": 2.576, + "args": { + "External id": 428175,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2816, 1]], "Input Dims": [[1024, 2816]], "Ev Idx": 1678 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675204963618.063, "dur": 6.029, + "args": { + "External id": 428176,"Record function id": 0, "Ev Idx": 1679 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675204963619.441, "dur": 4.215, + "args": { + "External id": 428177,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[2816, 1024]], "Ev Idx": 1680 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 4183440, "tid": 31337, + "ts": 675204963619.933, "dur": 3.313, + "args": { + "External id": 428178,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[2816, 1024]], "Ev Idx": 1681 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 4183440, "tid": 31337, + "ts": 675204963622.381, "dur": 0.740, + "args": { + "External id": 428179,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[2816, 1024]], "Ev Idx": 1682 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675204963627.235, "dur": 3.508, + "args": { + "External id": 428180,"Record function id": 0, "Ev Idx": 1683 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675204963628.501, "dur": 1.794, + "args": { + "External id": 428181,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 1684 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 4183440, "tid": 31337, + "ts": 675204963628.936, "dur": 0.985, + "args": { + "External id": 428182,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 1685 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 4183440, "tid": 31337, + "ts": 675204963629.273, "dur": 0.560, + "args": { + "External id": 428183,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 1686 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675204963633.908, "dur": 4.075, + "args": { + "External id": 428184,"Record function id": 0, "Ev Idx": 1687 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675204963635.286, "dur": 2.275, + "args": { + "External id": 428185,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 1688 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 4183440, "tid": 31337, + "ts": 675204963636.074, "dur": 1.094, + "args": { + "External id": 428186,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 1689 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 4183440, "tid": 31337, + "ts": 675204963636.534, "dur": 0.544, + "args": { + "External id": 428187,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 1690 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675204963641.080, "dur": 4.319, + "args": { + "External id": 428188,"Record function id": 0, "Ev Idx": 1691 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675204963642.434, "dur": 2.542, + "args": { + "External id": 428189,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[2816, 1024]], "Ev Idx": 1692 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 4183440, "tid": 31337, + "ts": 675204963643.298, "dur": 1.181, + "args": { + "External id": 428190,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[2816, 1024]], "Ev Idx": 1693 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 4183440, "tid": 31337, + "ts": 675204963643.680, "dur": 0.701, + "args": { + "External id": 428191,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[2816, 1024]], "Ev Idx": 1694 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675204963649.962, "dur": 57.311, + "args": { + "External id": 428192,"Record function id": 0, "Ev Idx": 1695 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675204963651.050, "dur": 54.995, + "args": { + "External id": 428193,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 1696 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 4183440, "tid": 31337, + "ts": 675204963651.636, "dur": 53.152, + "args": { + "External id": 428194,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 1697 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 4183440, "tid": 31337, + "ts": 675204963653.788, "dur": 50.520, + "args": { + "External id": 428195,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 1698 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: RegisterPostBackwardFunctionBackward", "pid": 4183440, "tid": 31337, + "ts": 675204963713.680, "dur": 58769.866, + "args": { + "External id": 428196,"Record function id": 0, "Sequence number": 5055639, "Fwd thread id": 1, "Ev Idx": 1699 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "RegisterPostBackwardFunctionBackward", "pid": 4183440, "tid": 31337, + "ts": 675204963715.396, "dur": 58759.248, + "args": { + "External id": 428197,"Sequence number": 5055639, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[4194304, 1024, 1]], "Input Dims": [[16, 4096, 1024]], "Ev Idx": 1700 + } + }, + { + "ph": "f", "id": 173, "pid": 4183440, "tid": 31337, "ts": 675204963715.396, + "cat": "fwdbwd", "name": "fwdbwd", "bp": "e" + }, + { + "ph": "X", "cat": "user_annotation", "name": "FSDP::post_backward_accumulate (model.layers.19)", "pid": 4183440, "tid": 31337, + "ts": 675204963747.453, "dur": 41.128, + "args": { + "External id": 428198,"Record function id": 0, "Ev Idx": 1701 + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "FSDP::post_backward_reshard (model.layers.19)", "pid": 4183440, "tid": 31337, + "ts": 675204963796.161, "dur": 72.472, + "args": { + "External id": 428199,"Record function id": 0, "Ev Idx": 1702 + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "FSDP::post_backward_reduce (model.layers.19)", "pid": 4183440, "tid": 31337, + "ts": 675204963875.500, "dur": 58591.144, + "args": { + "External id": 428200,"Record function id": 0, "Ev Idx": 1703 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 31337, + "ts": 675204963933.040, "dur": 24.946, + "args": { + "External id": 428201,"Record function id": 0, "Concrete Inputs": ["[12847104]", "6", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 1704 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675204963970.355, "dur": 5.116, + "args": { + "External id": 428202,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["float", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[12847104], []], "Ev Idx": 1705 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "fsdp::chunk_cat", "pid": 4183440, "tid": 31337, + "ts": 675204963995.083, "dur": 57715.918, + "args": { + "External id": 428203,"Record function id": 0, "Concrete Inputs": ["", "0", "8", ""], "Input type": ["TensorList", "Scalar", "Scalar", "float"], "Input Strides": [[[1], [1024, 1], [1024, 1], [1024, 1], [1024, 1], [1], [1024, 1], [1024, 1], [2816, 1]], [], [], [1605888, 1]], "Input Dims": [[[1024], [1024, 1024], [1024, 1024], [1024, 1024], [1024, 1024], [1024], [2816, 1024], [2816, 1024], [1024, 2816]], [], [], [8, 1605888]], "Ev Idx": 1706 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::_chunk_cat", "pid": 4183440, "tid": 31337, + "ts": 675204964009.616, "dur": 57691.725, + "args": { + "External id": 428204,"Record function id": 0, "Concrete Inputs": ["", "0", "8", ""], "Input type": ["TensorList", "Scalar", "Scalar", "float"], "Input Strides": [[[1], [1024, 1], [1024, 1], [1024, 1], [1024, 1], [1], [1024, 1], [1024, 1], [2816, 1]], [], [], [1605888, 1]], "Input Dims": [[[1024], [1024, 1024], [1024, 1024], [1024, 1024], [1024, 1024], [1024], [2816, 1024], [2816, 1024], [1024, 2816]], [], [], [8, 1605888]], "Ev Idx": 1707 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 31337, + "ts": 675204964043.608, "dur": 6.740, + "args": { + "External id": 428205,"Record function id": 0, "Concrete Inputs": ["[3194]", "4", "", "", "True", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 1708 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 31337, + "ts": 675204964056.056, "dur": 57583.576, + "args": { + "External id": 428206,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", "False", ""], "Input type": ["long int", "", "", "", "", "Scalar", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], [], []], "Input Dims": [[3194], [], [], [], [], [], [], []], "Ev Idx": 1709 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::_to_copy", "pid": 4183440, "tid": 31337, + "ts": 675204964058.595, "dur": 57580.075, + "args": { + "External id": 428207,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", ""], "Input type": ["long int", "", "", "", "", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], []], "Input Dims": [[3194], [], [], [], [], [], []], "Ev Idx": 1710 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 4183440, "tid": 31337, + "ts": 675204964062.288, "dur": 5.680, + "args": { + "External id": 428208,"Record function id": 0, "Concrete Inputs": ["[3194]", "[1]", "4", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 1711 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 4183440, "tid": 31337, + "ts": 675204964069.773, "dur": 57564.614, + "args": { + "External id": 428209,"Record function id": 0, "Concrete Inputs": ["", "", "True"], "Input type": ["long int", "long int", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[3194], [3194], []], "Ev Idx": 1712 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::new_empty", "pid": 4183440, "tid": 31337, + "ts": 675205021809.208, "dur": 10.910, + "args": { + "External id": 428210,"Record function id": 0, "Concrete Inputs": ["", "[1605888]", "", "", "", "False"], "Input type": ["float", "ScalarList", "", "", "", "Scalar"], "Input Strides": [[1], [], [], [], [], []], "Input Dims": [[12847104], [], [], [], [], []], "Ev Idx": 1713 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 31337, + "ts": 675205021812.309, "dur": 7.401, + "args": { + "External id": 428211,"Record function id": 0, "Concrete Inputs": ["[1605888]", "6", "0", "", "False", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 1714 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "c10d::_reduce_scatter_base_", "pid": 4183440, "tid": 31337, + "ts": 675205021859.250, "dur": 292.777, + "args": { + "External id": 428212,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "False", "-1"], "Input type": ["float", "float", "", "", "Scalar", "Scalar"], "Input Strides": [[1], [1], [], [], [], []], "Input Dims": [[1605888], [12847104], [], [], [], []], "Ev Idx": 1715 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 4183440, "tid": 31337, + "ts": 675205021891.197, "dur": 255.980, + "args": { + "External id": 428213,"Record function id": 0, "Collective name": "_reduce_scatter_base", "Process Group Description": "default_pg", "dtype": "Float", "Rank": 4, "Input Strides": [[1], [], [], [], [], [], [], [], [], []], "Concrete Inputs": ["", "", "", "4", "", "[]", "[]", "0", "1", "8"], "Out msg nelems": 1605888, "Process Group Name": "0", "Input type": ["float", "", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Global rank stride": 1, "Out split size": "[]", "In split size": "[]", "Process Group Ranks": "[0, 1, 2, 3, 4, 5, 6, 7]", "Group size": 8, "Input Dims": [[12847104], [], [], [], [], [], [], [], [], []], "Global rank start": 0, "Ev Idx": 1716, "In msg nelems": 12847104 + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "nccl:_reduce_scatter_base", "pid": 4183440, "tid": 31337, + "ts": 675205021904.910, "dur": 236.310, + "args": { + "External id": 428214,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1]], "Input Dims": [[12847104]], "Ev Idx": 1717 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 4183440, "tid": 31337, + "ts": 675205022172.996, "dur": 2.459, + "args": { + "External id": 428215,"Record function id": 0, "Collective name": "wait", "Process Group Description": "default_pg", "dtype": "Byte", "Input Dims": [[], [], [], [], [], [], [], [], []], "Input Strides": [[], [], [], [], [], [], [], [], []], "Input type": ["", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Concrete Inputs": ["", "", "4", "", "[]", "[]", "-1", "-1", "1"], "Out msg nelems": 0, "Process Group Name": "0", "Process Group Ranks": "[]", "Group size": 1, "Ev Idx": 1718, "In msg nelems": 0, "Rank": 4, "In split size": "[]", "Out split size": "[]" + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205022236.397, "dur": 7.145, + "args": { + "External id": 428216,"Record function id": 0, "Concrete Inputs": ["", "[128]", "[1]", "0"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 1719 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205022299.846, "dur": 1.068, + "args": { + "External id": 428217,"Record function id": 0, "Concrete Inputs": ["", "[128, 1024]", "[1024, 1]", "128"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 1720 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205022318.496, "dur": 1.515, + "args": { + "External id": 428218,"Record function id": 0, "Concrete Inputs": ["", "[128, 1024]", "[1024, 1]", "131200"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 1721 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205022333.886, "dur": 1.179, + "args": { + "External id": 428219,"Record function id": 0, "Concrete Inputs": ["", "[128, 1024]", "[1024, 1]", "262272"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 1722 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205022348.066, "dur": 0.786, + "args": { + "External id": 428220,"Record function id": 0, "Concrete Inputs": ["", "[128, 1024]", "[1024, 1]", "393344"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 1723 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205022359.956, "dur": 1.107, + "args": { + "External id": 428221,"Record function id": 0, "Concrete Inputs": ["", "[128]", "[1]", "524416"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 1724 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205022373.936, "dur": 1.056, + "args": { + "External id": 428222,"Record function id": 0, "Concrete Inputs": ["", "[352, 1024]", "[1024, 1]", "524544"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 1725 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205022391.526, "dur": 1.721, + "args": { + "External id": 428223,"Record function id": 0, "Concrete Inputs": ["", "[352, 1024]", "[1024, 1]", "884992"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 1726 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205022404.232, "dur": 1.119, + "args": { + "External id": 428224,"Record function id": 0, "Concrete Inputs": ["", "[128, 2816]", "[2816, 1]", "1245440"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 1727 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: CompiledFunctionBackward", "pid": 4183440, "tid": 31337, + "ts": 675205022497.910, "dur": 2778.109, + "args": { + "External id": 428225,"Record function id": 0, "Ev Idx": 1728 + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "FSDP::pre_backward (model.layers.18)", "pid": 4183440, "tid": 31337, + "ts": 675205022517.739, "dur": 1041.971, + "args": { + "External id": 428226,"Record function id": 0, "Ev Idx": 1729 + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "FSDP::all_gather_copy_out (model.layers.18)", "pid": 4183440, "tid": 31337, + "ts": 675205022533.034, "dur": 354.667, + "args": { + "External id": 428227,"Record function id": 0, "Ev Idx": 1730 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675205022608.272, "dur": 3.990, + "args": { + "External id": 428228,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[12847104], []], "Ev Idx": 1731 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675205022615.669, "dur": 1.214, + "args": { + "External id": 428229,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[1024], []], "Ev Idx": 1732 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675205022618.774, "dur": 1.322, + "args": { + "External id": 428230,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[1048576], []], "Ev Idx": 1733 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675205022621.705, "dur": 2.492, + "args": { + "External id": 428231,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[1048576], []], "Ev Idx": 1734 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675205022627.604, "dur": 0.941, + "args": { + "External id": 428232,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[1048576], []], "Ev Idx": 1735 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675205022630.111, "dur": 0.858, + "args": { + "External id": 428233,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[1048576], []], "Ev Idx": 1736 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675205022632.966, "dur": 2.147, + "args": { + "External id": 428234,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[1024], []], "Ev Idx": 1737 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675205022636.508, "dur": 1.029, + "args": { + "External id": 428235,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[2883584], []], "Ev Idx": 1738 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675205022640.735, "dur": 0.925, + "args": { + "External id": 428236,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[2883584], []], "Ev Idx": 1739 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675205022643.213, "dur": 0.798, + "args": { + "External id": 428237,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[2883584], []], "Ev Idx": 1740 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "fsdp::split_with_sizes_copy", "pid": 4183440, "tid": 31337, + "ts": 675205022700.848, "dur": 153.930, + "args": { + "External id": 428238,"Record function id": 0, "Concrete Inputs": ["", "[128, 131072, 131072, 131072, 131072, 128, 360448, 360448, 360448]", "1", ""], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "TensorList"], "Input Strides": [[1605888, 1], [], [], [[128, 1], [131072, 1], [131072, 1], [131072, 1], [131072, 1], [128, 1], [360448, 1], [360448, 1], [360448, 1]]], "Input Dims": [[8, 1605888], [], [], [[8, 128], [8, 131072], [8, 131072], [8, 131072], [8, 131072], [8, 128], [8, 360448], [8, 360448], [8, 360448]]], "Ev Idx": 1741 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes_copy", "pid": 4183440, "tid": 31337, + "ts": 675205022718.176, "dur": 132.238, + "args": { + "External id": 428239,"Record function id": 0, "Concrete Inputs": ["", "[128, 131072, 131072, 131072, 131072, 128, 360448, 360448, 360448]", "1", ""], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "TensorList"], "Input Strides": [[1605888, 1], [], [], [[128, 1], [131072, 1], [131072, 1], [131072, 1], [131072, 1], [128, 1], [360448, 1], [360448, 1], [360448, 1]]], "Input Dims": [[8, 1605888], [], [], [[8, 128], [8, 131072], [8, 131072], [8, 131072], [8, 131072], [8, 128], [8, 360448], [8, 360448], [8, 360448]]], "Ev Idx": 1742 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 31337, + "ts": 675205022739.669, "dur": 13.845, + "args": { + "External id": 428240,"Record function id": 0, "Concrete Inputs": ["[823]", "4", "", "", "True", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 1743 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 31337, + "ts": 675205022756.416, "dur": 65.847, + "args": { + "External id": 428241,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", "False", ""], "Input type": ["long int", "", "", "", "", "Scalar", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], [], []], "Input Dims": [[823], [], [], [], [], [], [], []], "Ev Idx": 1744 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::_to_copy", "pid": 4183440, "tid": 31337, + "ts": 675205022758.805, "dur": 63.105, + "args": { + "External id": 428242,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", ""], "Input type": ["long int", "", "", "", "", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], []], "Input Dims": [[823], [], [], [], [], [], []], "Ev Idx": 1745 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 4183440, "tid": 31337, + "ts": 675205022763.267, "dur": 7.916, + "args": { + "External id": 428243,"Record function id": 0, "Concrete Inputs": ["[823]", "[1]", "4", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 1746 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 4183440, "tid": 31337, + "ts": 675205022774.609, "dur": 46.583, + "args": { + "External id": 428244,"Record function id": 0, "Concrete Inputs": ["", "", "True"], "Input type": ["long int", "long int", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[823], [823], []], "Ev Idx": 1747 + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "FSDP::backward_prefetch for model.layers.17", "pid": 4183440, "tid": 31337, + "ts": 675205022991.754, "dur": 560.868, + "args": { + "External id": 428245,"Record function id": 0, "Ev Idx": 1748 + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "FSDP::all_gather (model.layers.17)", "pid": 4183440, "tid": 31337, + "ts": 675205023010.289, "dur": 529.850, + "args": { + "External id": 428246,"Record function id": 0, "Ev Idx": 1749 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 31337, + "ts": 675205023067.308, "dur": 5.943, + "args": { + "External id": 428247,"Record function id": 0, "Concrete Inputs": ["[1605888]", "15", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 1750 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes", "pid": 4183440, "tid": 31337, + "ts": 675205023088.933, "dur": 35.710, + "args": { + "External id": 428248,"Record function id": 0, "Concrete Inputs": ["", "[128, 131072, 131072, 131072, 131072, 128, 360448, 360448, 360448]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar"], "Input Strides": [[1], [], []], "Input Dims": [[1605888], [], []], "Ev Idx": 1751 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205023093.554, "dur": 3.497, + "args": { + "External id": 428249,"Record function id": 0, "Concrete Inputs": ["", "[128]", "[1]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 1752 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205023099.079, "dur": 0.639, + "args": { + "External id": 428250,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "128"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 1753 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205023100.950, "dur": 0.563, + "args": { + "External id": 428251,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "131200"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 1754 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205023105.346, "dur": 0.368, + "args": { + "External id": 428252,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "262272"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 1755 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205023107.091, "dur": 0.475, + "args": { + "External id": 428253,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "393344"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 1756 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205023109.034, "dur": 0.545, + "args": { + "External id": 428254,"Record function id": 0, "Concrete Inputs": ["", "[128]", "[1]", "524416"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 1757 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205023112.595, "dur": 2.432, + "args": { + "External id": 428255,"Record function id": 0, "Concrete Inputs": ["", "[360448]", "[1]", "524544"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 1758 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205023116.251, "dur": 0.462, + "args": { + "External id": 428256,"Record function id": 0, "Concrete Inputs": ["", "[360448]", "[1]", "884992"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 1759 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205023118.252, "dur": 1.087, + "args": { + "External id": 428257,"Record function id": 0, "Concrete Inputs": ["", "[360448]", "[1]", "1245440"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 1760 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::_foreach_copy_", "pid": 4183440, "tid": 31337, + "ts": 675205023137.926, "dur": 35.545, + "args": { + "External id": 428258,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["TensorList", "TensorList", "Scalar"], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [[1], [1], [1], [1], [1], [1], [1], [1], [1]], []], "Input Dims": [[[128], [131072], [131072], [131072], [131072], [128], [360448], [360448], [360448]], [[128], [131072], [131072], [131072], [131072], [128], [360448], [360448], [360448]], []], "Ev Idx": 1761 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "fsdp::all_gather_copy_in", "pid": 4183440, "tid": 31337, + "ts": 675205023204.605, "dur": 102.417, + "args": { + "External id": 428259,"Record function id": 0, "Concrete Inputs": ["", "[128, 131072, 131072, 131072, 131072, 128, 360448, 360448, 360448]", "1605888", "8", "4", "15", ""], "Input type": ["TensorList", "ScalarList", "Scalar", "Scalar", "Scalar", "Scalar", ""], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [], [], [], [], [], []], "Input Dims": [[[128], [131072], [131072], [131072], [131072], [128], [360448], [360448], [360448]], [], [], [], [], [], []], "Ev Idx": 1762 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 31337, + "ts": 675205023214.557, "dur": 4.412, + "args": { + "External id": 428260,"Record function id": 0, "Concrete Inputs": ["[12847104]", "15", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 1763 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::narrow", "pid": 4183440, "tid": 31337, + "ts": 675205023223.856, "dur": 10.333, + "args": { + "External id": 428261,"Record function id": 0, "Concrete Inputs": ["", "0", "6423552", "1605888"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[12847104], [], [], []], "Ev Idx": 1764 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 4183440, "tid": 31337, + "ts": 675205023228.203, "dur": 5.557, + "args": { + "External id": 428262,"Record function id": 0, "Concrete Inputs": ["", "0", "6423552", "8029440", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], [], []], "Input Dims": [[12847104], [], [], [], []], "Ev Idx": 1765 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205023231.950, "dur": 0.680, + "args": { + "External id": 428263,"Record function id": 0, "Concrete Inputs": ["", "[1605888]", "[1]", "6423552"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[12847104], [], [], []], "Ev Idx": 1766 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes", "pid": 4183440, "tid": 31337, + "ts": 675205023240.725, "dur": 27.783, + "args": { + "External id": 428264,"Record function id": 0, "Concrete Inputs": ["", "[128, 131072, 131072, 131072, 131072, 128, 360448, 360448, 360448]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar"], "Input Strides": [[1], [], []], "Input Dims": [[1605888], [], []], "Ev Idx": 1767 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205023243.028, "dur": 0.446, + "args": { + "External id": 428265,"Record function id": 0, "Concrete Inputs": ["", "[128]", "[1]", "6423552"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 1768 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205023245.182, "dur": 2.198, + "args": { + "External id": 428266,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "6423680"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 1769 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205023248.787, "dur": 0.500, + "args": { + "External id": 428267,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "6554752"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 1770 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205023250.664, "dur": 2.374, + "args": { + "External id": 428268,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "6685824"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 1771 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205023255.748, "dur": 0.357, + "args": { + "External id": 428269,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "6816896"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 1772 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205023257.775, "dur": 0.501, + "args": { + "External id": 428270,"Record function id": 0, "Concrete Inputs": ["", "[128]", "[1]", "6947968"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 1773 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205023259.614, "dur": 0.521, + "args": { + "External id": 428271,"Record function id": 0, "Concrete Inputs": ["", "[360448]", "[1]", "6948096"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 1774 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205023262.580, "dur": 0.596, + "args": { + "External id": 428272,"Record function id": 0, "Concrete Inputs": ["", "[360448]", "[1]", "7308544"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 1775 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205023264.491, "dur": 0.321, + "args": { + "External id": 428273,"Record function id": 0, "Concrete Inputs": ["", "[360448]", "[1]", "7668992"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 1776 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::_foreach_copy_", "pid": 4183440, "tid": 31337, + "ts": 675205023279.205, "dur": 20.336, + "args": { + "External id": 428274,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["TensorList", "TensorList", "Scalar"], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [[1], [1], [1], [1], [1], [1], [1], [1], [1]], []], "Input Dims": [[[128], [131072], [131072], [131072], [131072], [128], [360448], [360448], [360448]], [[128], [131072], [131072], [131072], [131072], [128], [360448], [360448], [360448]], []], "Ev Idx": 1777 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "c10d::_allgather_base_", "pid": 4183440, "tid": 31337, + "ts": 675205023350.347, "dur": 122.390, + "args": { + "External id": 428275,"Record function id": 0, "Concrete Inputs": ["", "", "", "False", "-1"], "Input type": ["c10::BFloat16", "c10::BFloat16", "", "Scalar", "Scalar"], "Input Strides": [[1], [1], [], [], []], "Input Dims": [[12847104], [1605888], [], [], []], "Ev Idx": 1778 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 4183440, "tid": 31337, + "ts": 675205023379.479, "dur": 89.848, + "args": { + "External id": 428276,"Record function id": 0, "Collective name": "_allgather_base", "Process Group Description": "default_pg", "dtype": "BFloat16", "Rank": 4, "Input Strides": [[1], [], [], [], [], [], [], [], [], []], "Concrete Inputs": ["", "", "", "4", "", "[]", "[]", "0", "1", "8"], "Out msg nelems": 12847104, "Process Group Name": "0", "Input type": ["c10::BFloat16", "", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Global rank stride": 1, "Out split size": "[]", "In split size": "[]", "Process Group Ranks": "[0, 1, 2, 3, 4, 5, 6, 7]", "Group size": 8, "Input Dims": [[1605888], [], [], [], [], [], [], [], [], []], "Global rank start": 0, "Ev Idx": 1779, "In msg nelems": 1605888 + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "nccl:_all_gather_base", "pid": 4183440, "tid": 31337, + "ts": 675205023390.554, "dur": 74.692, + "args": { + "External id": 428277,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[1605888]], "Ev Idx": 1780 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 4183440, "tid": 31337, + "ts": 675205023489.383, "dur": 2.170, + "args": { + "External id": 428278,"Record function id": 0, "Collective name": "wait", "Process Group Description": "default_pg", "dtype": "Byte", "Input Dims": [[], [], [], [], [], [], [], [], []], "Input Strides": [[], [], [], [], [], [], [], [], []], "Input type": ["", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Concrete Inputs": ["", "", "4", "", "[]", "[]", "-1", "-1", "1"], "Out msg nelems": 0, "Process Group Name": "0", "Process Group Ranks": "[]", "Group size": 1, "Ev Idx": 1781, "In msg nelems": 0, "Rank": 4, "In split size": "[]", "Out split size": "[]" + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "CompiledFunctionBackward", "pid": 4183440, "tid": 31337, + "ts": 675205023566.532, "dur": 1687.756, + "args": { + "External id": 428279,"Sequence number": 5055638, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[4194304, 1024, 1]], "Input Dims": [[16, 4096, 1024]], "Ev Idx": 1782 + } + }, + { + "ph": "f", "id": 174, "pid": 4183440, "tid": 31337, "ts": 675205023566.532, + "cat": "fwdbwd", "name": "fwdbwd", "bp": "e" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675205023720.011, "dur": 103.640, + "args": { + "External id": 428280,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [2816, 1], [2816, 1]], "Input Dims": [[65536, 1024], [1024, 2816], [65536, 2816]], "Ev Idx": 1783 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused__to_copy_add_mul_rsub_silu_0", "pid": 4183440, "tid": 31337, + "ts": 675205023870.402, "dur": 36.194, + "args": { + "External id": 428281,"kernel_hash": "clkmb2nvivik7xt77lza2snvzeuraclmpbqhk34lgigbl7zlxati", "grid": "grid(184549376,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "", "", "184549376"], "kernel_file": "/tmp/torchinductor_cvm/lk/clkmb2nvivik7xt77lza2snvzeuraclmpbqhk34lgigbl7zlxati.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[2816, 1], [2816, 1], [2816, 1], [11534336, 2816, 1], [11534336, 2816, 1], [11534336, 2816, 1], []], "Input Dims": [[65536, 2816], [65536, 2816], [65536, 2816], [16, 4096, 2816], [16, 4096, 2816], [16, 4096, 2816], []], "Ev Idx": 1784 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::bmm", "pid": 4183440, "tid": 31337, + "ts": 675205023923.242, "dur": 56.935, + "args": { + "External id": 428282,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[0, 1, 1024], [0, 2816, 1], [2883584, 2816, 1]], "Input Dims": [[1, 1024, 65536], [1, 65536, 2816], [1, 1024, 2816]], "Ev Idx": 1785 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675205023993.185, "dur": 27.278, + "args": { + "External id": 428283,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 2816], [1024, 1], [1024, 1]], "Input Dims": [[2816, 65536], [65536, 1024], [2816, 1024]], "Ev Idx": 1786 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675205024030.192, "dur": 34.138, + "args": { + "External id": 428284,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2816, 1], [1024, 1], [1024, 1]], "Input Dims": [[65536, 2816], [2816, 1024], [65536, 1024]], "Ev Idx": 1787 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675205024070.921, "dur": 20.677, + "args": { + "External id": 428285,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 2816], [1024, 1], [1024, 1]], "Input Dims": [[2816, 65536], [65536, 1024], [2816, 1024]], "Ev Idx": 1788 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675205024097.973, "dur": 28.302, + "args": { + "External id": 428286,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2816, 1], [1024, 1], [1024, 1]], "Input Dims": [[65536, 2816], [2816, 1024], [65536, 1024]], "Ev Idx": 1789 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused_1", "pid": 4183440, "tid": 31337, + "ts": 675205024153.482, "dur": 23.016, + "args": { + "External id": 428287,"kernel_hash": "cmdhmofoq6dkjtzh34c2kzhgghtmhpal5f3rxqvpfiur2wxglwjs", "grid": "grid(67108864,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "67108864"], "kernel_file": "/tmp/torchinductor_cvm/md/cmdhmofoq6dkjtzh34c2kzhgghtmhpal5f3rxqvpfiur2wxglwjs.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[1024, 1], [1024, 1], []], "Input Dims": [[65536, 1024], [65536, 1024], []], "Ev Idx": 1790 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "layer_norm_bwd_kernel_0", "pid": 4183440, "tid": 31337, + "ts": 675205024196.628, "dur": 26.173, + "args": { + "External id": 428288,"kernel_hash": "cuevaar5u646bgtmpubrbyzqz3sdut3cwthdo7wpizzjr6oluqi5", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "", "", "", "65536", "1024", "1", "497", "132", "True", "1024", "True", "False", "True", "False", "False"], "kernel_file": "/tmp/torchinductor_cvm/ue/cuevaar5u646bgtmpubrbyzqz3sdut3cwthdo7wpizzjr6oluqi5.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "float", "c10::BFloat16", "float", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [1], [1024, 1], [1024, 1], [1024, 1], [1024, 1], [1], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[65536, 1024], [1024], [65536, 1024], [65536, 1024], [132, 1024], [65536, 1024], [65536], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 1791 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "triton_red_fused_sum_2", "pid": 4183440, "tid": 31337, + "ts": 675205024245.169, "dur": 20.476, + "args": { + "External id": 428289,"kernel_hash": "cw4ogu6mqrgcawgfqkyrzhc5xil4j4vfrn34wqhb2qfx2hbqyotj", "grid": "grid(2048,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "2048", "66"], "kernel_file": "/tmp/torchinductor_cvm/w4/cw4ogu6mqrgcawgfqkyrzhc5xil4j4vfrn34wqhb2qfx2hbqyotj.py", "kernel_backend": "triton", "Input type": ["float", "float", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [2048, 1, 1024], [], []], "Input Dims": [[132, 1024], [1, 1024, 2], [], []], "Ev Idx": 1792 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "triton_per_fused__to_copy_sum_3", "pid": 4183440, "tid": 31337, + "ts": 675205024281.380, "dur": 17.438, + "args": { + "External id": 428290,"kernel_hash": "c3dzxlwq2gbpkrmfvuijgv5eon5iwfw455hggookxniqczni5xao", "grid": "grid(1024,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "1024", "2"], "kernel_file": "/tmp/torchinductor_cvm/3d/c3dzxlwq2gbpkrmfvuijgv5eon5iwfw455hggookxniqczni5xao.py", "kernel_backend": "triton", "Input type": ["float", "c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[2048, 1, 1024], [1024, 1], [], []], "Input Dims": [[1, 1024, 2], [1, 1024], [], []], "Ev Idx": 1793 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675205024305.884, "dur": 35.604, + "args": { + "External id": 428291,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 1024], [1024, 1], [1024, 1]], "Input Dims": [[1024, 65536], [65536, 1024], [1024, 1024]], "Ev Idx": 1794 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675205024345.032, "dur": 31.250, + "args": { + "External id": 428292,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1024, 1], [1024, 1]], "Input Dims": [[65536, 1024], [1024, 1024], [65536, 1024]], "Ev Idx": 1795 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "flash_attn::_flash_attn_backward", "pid": 4183440, "tid": 31337, + "ts": 675205024404.894, "dur": 168.346, + "args": { + "External id": 428293,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "", "", "", "", "0.", "0.125", "True", "-1", "-1", "0.", "", "False", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "float", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "", "Scalar", "long int"], "Input Strides": [[4194304, 1024, 64, 1], [4194304, 1024, 64, 1], [4194304, 1024, 64, 1], [4194304, 1024, 64, 1], [4194304, 1024, 64, 1], [65536, 4096, 1], [4194304, 1024, 64, 1], [4194304, 1024, 64, 1], [4194304, 1024, 64, 1], [], [], [], [], [], [], [], [], [1]], "Input Dims": [[16, 4096, 16, 64], [16, 4096, 16, 64], [16, 4096, 16, 64], [16, 4096, 16, 64], [16, 4096, 16, 64], [16, 16, 4096], [16, 4096, 16, 64], [16, 4096, 16, 64], [16, 4096, 16, 64], [], [], [], [], [], [], [], [], [2]], "Ev Idx": 1796 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 31337, + "ts": 675205024483.030, "dur": 7.112, + "args": { + "External id": 428294,"Record function id": 0, "Concrete Inputs": ["[16, 16, 4096]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 1797 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 31337, + "ts": 675205024492.015, "dur": 2.264, + "args": { + "External id": 428295,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 16, 64]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 1798 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "rotary_embedding_kernel_1", "pid": 4183440, "tid": 31337, + "ts": 675205024608.739, "dur": 26.885, + "args": { + "External id": 428296,"kernel_hash": "cnnjyph67nk54fjnuktc2nmchkiw5uvx4mqovnyasu7ursptxrg7", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "0", "16", "4096", "16", "64", "32", "8192", "32", "64", "False", "False", "False", "True"], "kernel_file": "/tmp/torchinductor_cvm/nn/cnnjyph67nk54fjnuktc2nmchkiw5uvx4mqovnyasu7ursptxrg7.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[4194304, 1024, 64, 1], [32, 1], [32, 1], [4194304, 1024, 64, 1], [], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[16, 4096, 16, 64], [8192, 32], [8192, 32], [16, 4096, 16, 64], [], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 1799 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "rotary_embedding_kernel_1", "pid": 4183440, "tid": 31337, + "ts": 675205024651.443, "dur": 59.674, + "args": { + "External id": 428297,"kernel_hash": "cnnjyph67nk54fjnuktc2nmchkiw5uvx4mqovnyasu7ursptxrg7", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "0", "16", "4096", "16", "64", "32", "8192", "32", "64", "False", "False", "False", "True"], "kernel_file": "/tmp/torchinductor_cvm/nn/cnnjyph67nk54fjnuktc2nmchkiw5uvx4mqovnyasu7ursptxrg7.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[4194304, 1024, 64, 1], [32, 1], [32, 1], [4194304, 1024, 64, 1], [], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[16, 4096, 16, 64], [8192, 32], [8192, 32], [16, 4096, 16, 64], [], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 1800 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675205024724.287, "dur": 55.100, + "args": { + "External id": 428298,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 1024], [1024, 1], [1024, 1]], "Input Dims": [[1024, 65536], [65536, 1024], [1024, 1024]], "Ev Idx": 1801 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675205024785.631, "dur": 34.789, + "args": { + "External id": 428299,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1024, 1], [1024, 1]], "Input Dims": [[65536, 1024], [1024, 1024], [65536, 1024]], "Ev Idx": 1802 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675205024830.818, "dur": 28.445, + "args": { + "External id": 428300,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 1024], [1024, 1], [1024, 1]], "Input Dims": [[1024, 65536], [65536, 1024], [1024, 1024]], "Ev Idx": 1803 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675205024863.943, "dur": 31.097, + "args": { + "External id": 428301,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1024, 1], [1024, 1]], "Input Dims": [[65536, 1024], [1024, 1024], [65536, 1024]], "Ev Idx": 1804 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675205024901.718, "dur": 27.114, + "args": { + "External id": 428302,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 1024], [1024, 1], [1024, 1]], "Input Dims": [[1024, 65536], [65536, 1024], [1024, 1024]], "Ev Idx": 1805 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675205024972.405, "dur": 45.516, + "args": { + "External id": 428303,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1024, 1], [1024, 1]], "Input Dims": [[65536, 1024], [1024, 1024], [65536, 1024]], "Ev Idx": 1806 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused_4", "pid": 4183440, "tid": 31337, + "ts": 675205025045.091, "dur": 25.711, + "args": { + "External id": 428304,"kernel_hash": "cn6a6cq4k7qdw3wki5ksil45pjzcbfrfjarshv63ivxttjehkezz", "grid": "grid(67108864,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "67108864"], "kernel_file": "/tmp/torchinductor_cvm/n6/cn6a6cq4k7qdw3wki5ksil45pjzcbfrfjarshv63ivxttjehkezz.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[1024, 1], [1024, 1], [1024, 1], []], "Input Dims": [[65536, 1024], [65536, 1024], [65536, 1024], []], "Ev Idx": 1807 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "layer_norm_bwd_kernel_2", "pid": 4183440, "tid": 31337, + "ts": 675205025090.482, "dur": 30.530, + "args": { + "External id": 428305,"kernel_hash": "cwvn5v4u6cexxzo6wfnjojuuby7ad6wk6jmjnzhsan4mprdashfg", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "", "", "65536", "1024", "1", "497", "132", "True", "1024", "False", "False", "True", "False", "False"], "kernel_file": "/tmp/torchinductor_cvm/wv/cwvn5v4u6cexxzo6wfnjojuuby7ad6wk6jmjnzhsan4mprdashfg.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "float", "float", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [1], [1024, 1], [1024, 1], [1024, 1], [1], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[65536, 1024], [1024], [65536, 1024], [65536, 1024], [132, 1024], [65536], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 1808 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "triton_red_fused_sum_2", "pid": 4183440, "tid": 31337, + "ts": 675205025137.019, "dur": 16.181, + "args": { + "External id": 428306,"kernel_hash": "cw4ogu6mqrgcawgfqkyrzhc5xil4j4vfrn34wqhb2qfx2hbqyotj", "grid": "grid(2048,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "2048", "66"], "kernel_file": "/tmp/torchinductor_cvm/w4/cw4ogu6mqrgcawgfqkyrzhc5xil4j4vfrn34wqhb2qfx2hbqyotj.py", "kernel_backend": "triton", "Input type": ["float", "float", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [2048, 1, 1024], [], []], "Input Dims": [[132, 1024], [1, 1024, 2], [], []], "Ev Idx": 1809 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "triton_per_fused__to_copy_sum_3", "pid": 4183440, "tid": 31337, + "ts": 675205025175.120, "dur": 13.260, + "args": { + "External id": 428307,"kernel_hash": "c3dzxlwq2gbpkrmfvuijgv5eon5iwfw455hggookxniqczni5xao", "grid": "grid(1024,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "1024", "2"], "kernel_file": "/tmp/torchinductor_cvm/3d/c3dzxlwq2gbpkrmfvuijgv5eon5iwfw455hggookxniqczni5xao.py", "kernel_backend": "triton", "Input type": ["float", "c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[2048, 1, 1024], [1024, 1], [], []], "Input Dims": [[1, 1024, 2], [1, 1024], [], []], "Ev Idx": 1810 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused_add_5", "pid": 4183440, "tid": 31337, + "ts": 675205025203.732, "dur": 15.697, + "args": { + "External id": 428308,"kernel_hash": "cx5ypd3rju7i5obvafc2itek3ewywgqdgrrndct7omk4mswsdop7", "grid": "grid(67108864,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "67108864"], "kernel_file": "/tmp/torchinductor_cvm/x5/cx5ypd3rju7i5obvafc2itek3ewywgqdgrrndct7omk4mswsdop7.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[1024, 1], [1024, 1], [4194304, 1024, 1], []], "Input Dims": [[65536, 1024], [65536, 1024], [16, 4096, 1024], []], "Ev Idx": 1811 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205025301.290, "dur": 15.206, + "args": { + "External id": 428309,"Record function id": 0, "Ev Idx": 1812 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205025304.833, "dur": 10.649, + "args": { + "External id": 428310,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[1024]], "Ev Idx": 1813 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 4183440, "tid": 31337, + "ts": 675205025309.005, "dur": 5.460, + "args": { + "External id": 428311,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[1024]], "Ev Idx": 1814 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 4183440, "tid": 31337, + "ts": 675205025310.372, "dur": 3.950, + "args": { + "External id": 428312,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[1024]], "Ev Idx": 1815 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205025320.372, "dur": 4.962, + "args": { + "External id": 428313,"Record function id": 0, "Ev Idx": 1816 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205025321.807, "dur": 3.071, + "args": { + "External id": 428314,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 1817 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 4183440, "tid": 31337, + "ts": 675205025322.768, "dur": 1.684, + "args": { + "External id": 428315,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 1818 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 4183440, "tid": 31337, + "ts": 675205025323.437, "dur": 0.934, + "args": { + "External id": 428316,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 1819 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205025328.613, "dur": 6.994, + "args": { + "External id": 428317,"Record function id": 0, "Ev Idx": 1820 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205025330.220, "dur": 4.908, + "args": { + "External id": 428318,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[1024]], "Ev Idx": 1821 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 4183440, "tid": 31337, + "ts": 675205025330.925, "dur": 3.736, + "args": { + "External id": 428319,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[1024]], "Ev Idx": 1822 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 4183440, "tid": 31337, + "ts": 675205025331.738, "dur": 2.825, + "args": { + "External id": 428320,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[1024]], "Ev Idx": 1823 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205025339.022, "dur": 7.701, + "args": { + "External id": 428321,"Record function id": 0, "Ev Idx": 1824 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205025340.372, "dur": 5.934, + "args": { + "External id": 428322,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2816, 1]], "Input Dims": [[1024, 2816]], "Ev Idx": 1825 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 4183440, "tid": 31337, + "ts": 675205025340.981, "dur": 4.900, + "args": { + "External id": 428323,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2816, 1]], "Input Dims": [[1024, 2816]], "Ev Idx": 1826 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 4183440, "tid": 31337, + "ts": 675205025341.447, "dur": 4.365, + "args": { + "External id": 428324,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2816, 1]], "Input Dims": [[1024, 2816]], "Ev Idx": 1827 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205025349.808, "dur": 3.916, + "args": { + "External id": 428325,"Record function id": 0, "Ev Idx": 1828 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205025351.159, "dur": 2.155, + "args": { + "External id": 428326,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[2816, 1024]], "Ev Idx": 1829 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 4183440, "tid": 31337, + "ts": 675205025351.668, "dur": 1.239, + "args": { + "External id": 428327,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[2816, 1024]], "Ev Idx": 1830 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 4183440, "tid": 31337, + "ts": 675205025352.147, "dur": 0.673, + "args": { + "External id": 428328,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[2816, 1024]], "Ev Idx": 1831 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205025356.845, "dur": 3.911, + "args": { + "External id": 428329,"Record function id": 0, "Ev Idx": 1832 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205025358.093, "dur": 2.226, + "args": { + "External id": 428330,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 1833 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 4183440, "tid": 31337, + "ts": 675205025358.623, "dur": 1.312, + "args": { + "External id": 428331,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 1834 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 4183440, "tid": 31337, + "ts": 675205025359.207, "dur": 0.640, + "args": { + "External id": 428332,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 1835 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205025363.952, "dur": 3.542, + "args": { + "External id": 428333,"Record function id": 0, "Ev Idx": 1836 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205025365.378, "dur": 1.682, + "args": { + "External id": 428334,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 1837 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 4183440, "tid": 31337, + "ts": 675205025365.874, "dur": 0.806, + "args": { + "External id": 428335,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 1838 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 4183440, "tid": 31337, + "ts": 675205025366.160, "dur": 0.447, + "args": { + "External id": 428336,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 1839 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205025370.552, "dur": 5.569, + "args": { + "External id": 428337,"Record function id": 0, "Ev Idx": 1840 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205025371.563, "dur": 4.137, + "args": { + "External id": 428338,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[2816, 1024]], "Ev Idx": 1841 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 4183440, "tid": 31337, + "ts": 675205025372.089, "dur": 3.227, + "args": { + "External id": 428339,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[2816, 1024]], "Ev Idx": 1842 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 4183440, "tid": 31337, + "ts": 675205025374.400, "dur": 0.818, + "args": { + "External id": 428340,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[2816, 1024]], "Ev Idx": 1843 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205025379.115, "dur": 4.213, + "args": { + "External id": 428341,"Record function id": 0, "Ev Idx": 1844 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205025380.415, "dur": 2.508, + "args": { + "External id": 428342,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 1845 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 4183440, "tid": 31337, + "ts": 675205025381.302, "dur": 1.215, + "args": { + "External id": 428343,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 1846 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 4183440, "tid": 31337, + "ts": 675205025381.863, "dur": 0.561, + "args": { + "External id": 428344,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 1847 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: RegisterPostBackwardFunctionBackward", "pid": 4183440, "tid": 31337, + "ts": 675205025386.903, "dur": 15630.936, + "args": { + "External id": 428345,"Record function id": 0, "Sequence number": 5055637, "Fwd thread id": 1, "Ev Idx": 1848 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "RegisterPostBackwardFunctionBackward", "pid": 4183440, "tid": 31337, + "ts": 675205025388.016, "dur": 15621.552, + "args": { + "External id": 428346,"Sequence number": 5055637, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[4194304, 1024, 1]], "Input Dims": [[16, 4096, 1024]], "Ev Idx": 1849 + } + }, + { + "ph": "f", "id": 175, "pid": 4183440, "tid": 31337, "ts": 675205025388.016, + "cat": "fwdbwd", "name": "fwdbwd", "bp": "e" + }, + { + "ph": "X", "cat": "user_annotation", "name": "FSDP::post_backward_accumulate (model.layers.18)", "pid": 4183440, "tid": 31337, + "ts": 675205025421.424, "dur": 37.101, + "args": { + "External id": 428347,"Record function id": 0, "Ev Idx": 1850 + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "FSDP::post_backward_reshard (model.layers.18)", "pid": 4183440, "tid": 31337, + "ts": 675205025466.397, "dur": 64.302, + "args": { + "External id": 428348,"Record function id": 0, "Ev Idx": 1851 + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "FSDP::post_backward_reduce (model.layers.18)", "pid": 4183440, "tid": 31337, + "ts": 675205025538.646, "dur": 15462.163, + "args": { + "External id": 428349,"Record function id": 0, "Ev Idx": 1852 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 31337, + "ts": 675205025628.091, "dur": 6.584, + "args": { + "External id": 428350,"Record function id": 0, "Concrete Inputs": ["[12847104]", "6", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 1853 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675205025644.009, "dur": 6.908, + "args": { + "External id": 428351,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["float", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[12847104], []], "Ev Idx": 1854 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "fsdp::chunk_cat", "pid": 4183440, "tid": 31337, + "ts": 675205025709.969, "dur": 14501.459, + "args": { + "External id": 428352,"Record function id": 0, "Concrete Inputs": ["", "0", "8", ""], "Input type": ["TensorList", "Scalar", "Scalar", "float"], "Input Strides": [[[1], [1024, 1], [1024, 1], [1024, 1], [1024, 1], [1], [1024, 1], [1024, 1], [2816, 1]], [], [], [1605888, 1]], "Input Dims": [[[1024], [1024, 1024], [1024, 1024], [1024, 1024], [1024, 1024], [1024], [2816, 1024], [2816, 1024], [1024, 2816]], [], [], [8, 1605888]], "Ev Idx": 1855 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::_chunk_cat", "pid": 4183440, "tid": 31337, + "ts": 675205025725.298, "dur": 14477.490, + "args": { + "External id": 428353,"Record function id": 0, "Concrete Inputs": ["", "0", "8", ""], "Input type": ["TensorList", "Scalar", "Scalar", "float"], "Input Strides": [[[1], [1024, 1], [1024, 1], [1024, 1], [1024, 1], [1], [1024, 1], [1024, 1], [2816, 1]], [], [], [1605888, 1]], "Input Dims": [[[1024], [1024, 1024], [1024, 1024], [1024, 1024], [1024, 1024], [1024], [2816, 1024], [2816, 1024], [1024, 2816]], [], [], [8, 1605888]], "Ev Idx": 1856 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 31337, + "ts": 675205025752.510, "dur": 15.038, + "args": { + "External id": 428354,"Record function id": 0, "Concrete Inputs": ["[3194]", "4", "", "", "True", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 1857 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 31337, + "ts": 675205025772.770, "dur": 14396.130, + "args": { + "External id": 428355,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", "False", ""], "Input type": ["long int", "", "", "", "", "Scalar", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], [], []], "Input Dims": [[3194], [], [], [], [], [], [], []], "Ev Idx": 1858 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::_to_copy", "pid": 4183440, "tid": 31337, + "ts": 675205025775.156, "dur": 14393.051, + "args": { + "External id": 428356,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", ""], "Input type": ["long int", "", "", "", "", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], []], "Input Dims": [[3194], [], [], [], [], [], []], "Ev Idx": 1859 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 4183440, "tid": 31337, + "ts": 675205025780.254, "dur": 5.644, + "args": { + "External id": 428357,"Record function id": 0, "Concrete Inputs": ["[3194]", "[1]", "4", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 1860 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 4183440, "tid": 31337, + "ts": 675205025789.688, "dur": 14374.999, + "args": { + "External id": 428358,"Record function id": 0, "Concrete Inputs": ["", "", "True"], "Input type": ["long int", "long int", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[3194], [3194], []], "Ev Idx": 1861 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::new_empty", "pid": 4183440, "tid": 31337, + "ts": 675205040301.060, "dur": 9.681, + "args": { + "External id": 428359,"Record function id": 0, "Concrete Inputs": ["", "[1605888]", "", "", "", "False"], "Input type": ["float", "ScalarList", "", "", "", "Scalar"], "Input Strides": [[1], [], [], [], [], []], "Input Dims": [[12847104], [], [], [], [], []], "Ev Idx": 1862 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 31337, + "ts": 675205040304.392, "dur": 5.940, + "args": { + "External id": 428360,"Record function id": 0, "Concrete Inputs": ["[1605888]", "6", "0", "", "False", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 1863 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "c10d::_reduce_scatter_base_", "pid": 4183440, "tid": 31337, + "ts": 675205040338.612, "dur": 303.828, + "args": { + "External id": 428361,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "False", "-1"], "Input type": ["float", "float", "", "", "Scalar", "Scalar"], "Input Strides": [[1], [1], [], [], [], []], "Input Dims": [[1605888], [12847104], [], [], [], []], "Ev Idx": 1864 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 4183440, "tid": 31337, + "ts": 675205040368.996, "dur": 269.215, + "args": { + "External id": 428362,"Record function id": 0, "Collective name": "_reduce_scatter_base", "Process Group Description": "default_pg", "dtype": "Float", "Rank": 4, "Input Strides": [[1], [], [], [], [], [], [], [], [], []], "Concrete Inputs": ["", "", "", "4", "", "[]", "[]", "0", "1", "8"], "Out msg nelems": 1605888, "Process Group Name": "0", "Input type": ["float", "", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Global rank stride": 1, "Out split size": "[]", "In split size": "[]", "Process Group Ranks": "[0, 1, 2, 3, 4, 5, 6, 7]", "Group size": 8, "Input Dims": [[12847104], [], [], [], [], [], [], [], [], []], "Global rank start": 0, "Ev Idx": 1865, "In msg nelems": 12847104 + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "nccl:_reduce_scatter_base", "pid": 4183440, "tid": 31337, + "ts": 675205040382.670, "dur": 250.817, + "args": { + "External id": 428363,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1]], "Input Dims": [[12847104]], "Ev Idx": 1866 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 4183440, "tid": 31337, + "ts": 675205040699.542, "dur": 3.444, + "args": { + "External id": 428364,"Record function id": 0, "Collective name": "wait", "Process Group Description": "default_pg", "dtype": "Byte", "Input Dims": [[], [], [], [], [], [], [], [], []], "Input Strides": [[], [], [], [], [], [], [], [], []], "Input type": ["", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Concrete Inputs": ["", "", "4", "", "[]", "[]", "-1", "-1", "1"], "Out msg nelems": 0, "Process Group Name": "0", "Process Group Ranks": "[]", "Group size": 1, "Ev Idx": 1867, "In msg nelems": 0, "Rank": 4, "In split size": "[]", "Out split size": "[]" + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205040763.848, "dur": 6.880, + "args": { + "External id": 428365,"Record function id": 0, "Concrete Inputs": ["", "[128]", "[1]", "0"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 1868 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205040819.879, "dur": 1.241, + "args": { + "External id": 428366,"Record function id": 0, "Concrete Inputs": ["", "[128, 1024]", "[1024, 1]", "128"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 1869 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205040837.854, "dur": 3.224, + "args": { + "External id": 428367,"Record function id": 0, "Concrete Inputs": ["", "[128, 1024]", "[1024, 1]", "131200"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 1870 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205040853.530, "dur": 1.060, + "args": { + "External id": 428368,"Record function id": 0, "Concrete Inputs": ["", "[128, 1024]", "[1024, 1]", "262272"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 1871 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205040869.003, "dur": 1.247, + "args": { + "External id": 428369,"Record function id": 0, "Concrete Inputs": ["", "[128, 1024]", "[1024, 1]", "393344"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 1872 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205040882.156, "dur": 1.051, + "args": { + "External id": 428370,"Record function id": 0, "Concrete Inputs": ["", "[128]", "[1]", "524416"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 1873 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205040894.699, "dur": 2.521, + "args": { + "External id": 428371,"Record function id": 0, "Concrete Inputs": ["", "[352, 1024]", "[1024, 1]", "524544"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 1874 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205040909.741, "dur": 2.208, + "args": { + "External id": 428372,"Record function id": 0, "Concrete Inputs": ["", "[352, 1024]", "[1024, 1]", "884992"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 1875 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205040923.033, "dur": 0.872, + "args": { + "External id": 428373,"Record function id": 0, "Concrete Inputs": ["", "[128, 2816]", "[2816, 1]", "1245440"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 1876 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: CompiledFunctionBackward", "pid": 4183440, "tid": 31337, + "ts": 675205041033.183, "dur": 2710.878, + "args": { + "External id": 428374,"Record function id": 0, "Ev Idx": 1877 + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "FSDP::pre_backward (model.layers.17)", "pid": 4183440, "tid": 31337, + "ts": 675205041052.095, "dur": 1039.955, + "args": { + "External id": 428375,"Record function id": 0, "Ev Idx": 1878 + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "FSDP::all_gather_copy_out (model.layers.17)", "pid": 4183440, "tid": 31337, + "ts": 675205041067.623, "dur": 309.426, + "args": { + "External id": 428376,"Record function id": 0, "Ev Idx": 1879 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675205041145.241, "dur": 4.692, + "args": { + "External id": 428377,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[12847104], []], "Ev Idx": 1880 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675205041153.000, "dur": 0.857, + "args": { + "External id": 428378,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[1024], []], "Ev Idx": 1881 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675205041155.629, "dur": 2.831, + "args": { + "External id": 428379,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[1048576], []], "Ev Idx": 1882 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675205041161.494, "dur": 0.689, + "args": { + "External id": 428380,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[1048576], []], "Ev Idx": 1883 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675205041163.612, "dur": 1.020, + "args": { + "External id": 428381,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[1048576], []], "Ev Idx": 1884 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675205041166.359, "dur": 1.045, + "args": { + "External id": 428382,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[1048576], []], "Ev Idx": 1885 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675205041169.197, "dur": 2.057, + "args": { + "External id": 428383,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[1024], []], "Ev Idx": 1886 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675205041174.402, "dur": 0.940, + "args": { + "External id": 428384,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[2883584], []], "Ev Idx": 1887 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675205041176.985, "dur": 0.756, + "args": { + "External id": 428385,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[2883584], []], "Ev Idx": 1888 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675205041179.140, "dur": 0.688, + "args": { + "External id": 428386,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[2883584], []], "Ev Idx": 1889 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "fsdp::split_with_sizes_copy", "pid": 4183440, "tid": 31337, + "ts": 675205041196.841, "dur": 150.217, + "args": { + "External id": 428387,"Record function id": 0, "Concrete Inputs": ["", "[128, 131072, 131072, 131072, 131072, 128, 360448, 360448, 360448]", "1", ""], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "TensorList"], "Input Strides": [[1605888, 1], [], [], [[128, 1], [131072, 1], [131072, 1], [131072, 1], [131072, 1], [128, 1], [360448, 1], [360448, 1], [360448, 1]]], "Input Dims": [[8, 1605888], [], [], [[8, 128], [8, 131072], [8, 131072], [8, 131072], [8, 131072], [8, 128], [8, 360448], [8, 360448], [8, 360448]]], "Ev Idx": 1890 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes_copy", "pid": 4183440, "tid": 31337, + "ts": 675205041212.860, "dur": 129.976, + "args": { + "External id": 428388,"Record function id": 0, "Concrete Inputs": ["", "[128, 131072, 131072, 131072, 131072, 128, 360448, 360448, 360448]", "1", ""], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "TensorList"], "Input Strides": [[1605888, 1], [], [], [[128, 1], [131072, 1], [131072, 1], [131072, 1], [131072, 1], [128, 1], [360448, 1], [360448, 1], [360448, 1]]], "Input Dims": [[8, 1605888], [], [], [[8, 128], [8, 131072], [8, 131072], [8, 131072], [8, 131072], [8, 128], [8, 360448], [8, 360448], [8, 360448]]], "Ev Idx": 1891 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 31337, + "ts": 675205041232.593, "dur": 15.217, + "args": { + "External id": 428389,"Record function id": 0, "Concrete Inputs": ["[823]", "4", "", "", "True", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 1892 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 31337, + "ts": 675205041250.752, "dur": 64.632, + "args": { + "External id": 428390,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", "False", ""], "Input type": ["long int", "", "", "", "", "Scalar", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], [], []], "Input Dims": [[823], [], [], [], [], [], [], []], "Ev Idx": 1893 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::_to_copy", "pid": 4183440, "tid": 31337, + "ts": 675205041253.232, "dur": 61.713, + "args": { + "External id": 428391,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", ""], "Input type": ["long int", "", "", "", "", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], []], "Input Dims": [[823], [], [], [], [], [], []], "Ev Idx": 1894 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 4183440, "tid": 31337, + "ts": 675205041258.632, "dur": 6.709, + "args": { + "External id": 428392,"Record function id": 0, "Concrete Inputs": ["[823]", "[1]", "4", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 1895 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 4183440, "tid": 31337, + "ts": 675205041267.209, "dur": 46.819, + "args": { + "External id": 428393,"Record function id": 0, "Concrete Inputs": ["", "", "True"], "Input type": ["long int", "long int", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[823], [823], []], "Ev Idx": 1896 + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "FSDP::backward_prefetch for model.layers.16", "pid": 4183440, "tid": 31337, + "ts": 675205041455.419, "dur": 629.340, + "args": { + "External id": 428394,"Record function id": 0, "Ev Idx": 1897 + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "FSDP::all_gather (model.layers.16)", "pid": 4183440, "tid": 31337, + "ts": 675205041471.608, "dur": 599.978, + "args": { + "External id": 428395,"Record function id": 0, "Ev Idx": 1898 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 31337, + "ts": 675205041524.651, "dur": 4.429, + "args": { + "External id": 428396,"Record function id": 0, "Concrete Inputs": ["[1605888]", "15", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 1899 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes", "pid": 4183440, "tid": 31337, + "ts": 675205041544.904, "dur": 33.527, + "args": { + "External id": 428397,"Record function id": 0, "Concrete Inputs": ["", "[128, 131072, 131072, 131072, 131072, 128, 360448, 360448, 360448]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar"], "Input Strides": [[1], [], []], "Input Dims": [[1605888], [], []], "Ev Idx": 1900 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205041550.308, "dur": 1.693, + "args": { + "External id": 428398,"Record function id": 0, "Concrete Inputs": ["", "[128]", "[1]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 1901 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205041553.804, "dur": 2.113, + "args": { + "External id": 428399,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "128"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 1902 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205041557.168, "dur": 0.573, + "args": { + "External id": 428400,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "131200"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 1903 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205041559.126, "dur": 0.330, + "args": { + "External id": 428401,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "262272"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 1904 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205041562.300, "dur": 0.418, + "args": { + "External id": 428402,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "393344"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 1905 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205041563.734, "dur": 2.579, + "args": { + "External id": 428403,"Record function id": 0, "Concrete Inputs": ["", "[128]", "[1]", "524416"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 1906 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205041567.780, "dur": 0.680, + "args": { + "External id": 428404,"Record function id": 0, "Concrete Inputs": ["", "[360448]", "[1]", "524544"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 1907 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205041571.312, "dur": 0.741, + "args": { + "External id": 428405,"Record function id": 0, "Concrete Inputs": ["", "[360448]", "[1]", "884992"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 1908 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205041573.364, "dur": 0.517, + "args": { + "External id": 428406,"Record function id": 0, "Concrete Inputs": ["", "[360448]", "[1]", "1245440"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 1909 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::_foreach_copy_", "pid": 4183440, "tid": 31337, + "ts": 675205041588.267, "dur": 29.481, + "args": { + "External id": 428407,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["TensorList", "TensorList", "Scalar"], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [[1], [1], [1], [1], [1], [1], [1], [1], [1]], []], "Input Dims": [[[128], [131072], [131072], [131072], [131072], [128], [360448], [360448], [360448]], [[128], [131072], [131072], [131072], [131072], [128], [360448], [360448], [360448]], []], "Ev Idx": 1910 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "fsdp::all_gather_copy_in", "pid": 4183440, "tid": 31337, + "ts": 675205041647.420, "dur": 155.018, + "args": { + "External id": 428408,"Record function id": 0, "Concrete Inputs": ["", "[128, 131072, 131072, 131072, 131072, 128, 360448, 360448, 360448]", "1605888", "8", "4", "15", ""], "Input type": ["TensorList", "ScalarList", "Scalar", "Scalar", "Scalar", "Scalar", ""], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [], [], [], [], [], []], "Input Dims": [[[128], [131072], [131072], [131072], [131072], [128], [360448], [360448], [360448]], [], [], [], [], [], []], "Ev Idx": 1911 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 31337, + "ts": 675205041698.090, "dur": 4.873, + "args": { + "External id": 428409,"Record function id": 0, "Concrete Inputs": ["[12847104]", "15", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 1912 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::narrow", "pid": 4183440, "tid": 31337, + "ts": 675205041708.529, "dur": 11.558, + "args": { + "External id": 428410,"Record function id": 0, "Concrete Inputs": ["", "0", "6423552", "1605888"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[12847104], [], [], []], "Ev Idx": 1913 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 4183440, "tid": 31337, + "ts": 675205041713.004, "dur": 6.688, + "args": { + "External id": 428411,"Record function id": 0, "Concrete Inputs": ["", "0", "6423552", "8029440", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], [], []], "Input Dims": [[12847104], [], [], [], []], "Ev Idx": 1914 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205041716.905, "dur": 1.089, + "args": { + "External id": 428412,"Record function id": 0, "Concrete Inputs": ["", "[1605888]", "[1]", "6423552"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[12847104], [], [], []], "Ev Idx": 1915 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes", "pid": 4183440, "tid": 31337, + "ts": 675205041727.615, "dur": 32.649, + "args": { + "External id": 428413,"Record function id": 0, "Concrete Inputs": ["", "[128, 131072, 131072, 131072, 131072, 128, 360448, 360448, 360448]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar"], "Input Strides": [[1], [], []], "Input Dims": [[1605888], [], []], "Ev Idx": 1916 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205041730.164, "dur": 0.694, + "args": { + "External id": 428414,"Record function id": 0, "Concrete Inputs": ["", "[128]", "[1]", "6423552"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 1917 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205041733.869, "dur": 0.458, + "args": { + "External id": 428415,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "6423680"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 1918 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205041740.773, "dur": 2.032, + "args": { + "External id": 428416,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "6554752"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 1919 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205041744.329, "dur": 1.420, + "args": { + "External id": 428417,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "6685824"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 1920 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205041747.558, "dur": 0.289, + "args": { + "External id": 428418,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "6816896"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 1921 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205041749.274, "dur": 0.278, + "args": { + "External id": 428419,"Record function id": 0, "Concrete Inputs": ["", "[128]", "[1]", "6947968"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 1922 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205041752.614, "dur": 0.271, + "args": { + "External id": 428420,"Record function id": 0, "Concrete Inputs": ["", "[360448]", "[1]", "6948096"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 1923 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205041754.080, "dur": 0.274, + "args": { + "External id": 428421,"Record function id": 0, "Concrete Inputs": ["", "[360448]", "[1]", "7308544"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 1924 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205041756.026, "dur": 0.280, + "args": { + "External id": 428422,"Record function id": 0, "Concrete Inputs": ["", "[360448]", "[1]", "7668992"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 1925 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::_foreach_copy_", "pid": 4183440, "tid": 31337, + "ts": 675205041770.997, "dur": 23.762, + "args": { + "External id": 428423,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["TensorList", "TensorList", "Scalar"], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [[1], [1], [1], [1], [1], [1], [1], [1], [1]], []], "Input Dims": [[[128], [131072], [131072], [131072], [131072], [128], [360448], [360448], [360448]], [[128], [131072], [131072], [131072], [131072], [128], [360448], [360448], [360448]], []], "Ev Idx": 1926 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "c10d::_allgather_base_", "pid": 4183440, "tid": 31337, + "ts": 675205041849.654, "dur": 143.090, + "args": { + "External id": 428424,"Record function id": 0, "Concrete Inputs": ["", "", "", "False", "-1"], "Input type": ["c10::BFloat16", "c10::BFloat16", "", "Scalar", "Scalar"], "Input Strides": [[1], [1], [], [], []], "Input Dims": [[12847104], [1605888], [], [], []], "Ev Idx": 1927 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 4183440, "tid": 31337, + "ts": 675205041879.394, "dur": 108.939, + "args": { + "External id": 428425,"Record function id": 0, "Collective name": "_allgather_base", "Process Group Description": "default_pg", "dtype": "BFloat16", "Rank": 4, "Input Strides": [[1], [], [], [], [], [], [], [], [], []], "Concrete Inputs": ["", "", "", "4", "", "[]", "[]", "0", "1", "8"], "Out msg nelems": 12847104, "Process Group Name": "0", "Input type": ["c10::BFloat16", "", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Global rank stride": 1, "Out split size": "[]", "In split size": "[]", "Process Group Ranks": "[0, 1, 2, 3, 4, 5, 6, 7]", "Group size": 8, "Input Dims": [[1605888], [], [], [], [], [], [], [], [], []], "Global rank start": 0, "Ev Idx": 1928, "In msg nelems": 1605888 + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "nccl:_all_gather_base", "pid": 4183440, "tid": 31337, + "ts": 675205041889.837, "dur": 93.698, + "args": { + "External id": 428426,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[1605888]], "Ev Idx": 1929 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 4183440, "tid": 31337, + "ts": 675205042011.775, "dur": 2.358, + "args": { + "External id": 428427,"Record function id": 0, "Collective name": "wait", "Process Group Description": "default_pg", "dtype": "Byte", "Input Dims": [[], [], [], [], [], [], [], [], []], "Input Strides": [[], [], [], [], [], [], [], [], []], "Input type": ["", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Concrete Inputs": ["", "", "4", "", "[]", "[]", "-1", "-1", "1"], "Out msg nelems": 0, "Process Group Name": "0", "Process Group Ranks": "[]", "Group size": 1, "Ev Idx": 1930, "In msg nelems": 0, "Rank": 4, "In split size": "[]", "Out split size": "[]" + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "CompiledFunctionBackward", "pid": 4183440, "tid": 31337, + "ts": 675205042100.683, "dur": 1623.053, + "args": { + "External id": 428428,"Sequence number": 5055636, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[4194304, 1024, 1]], "Input Dims": [[16, 4096, 1024]], "Ev Idx": 1931 + } + }, + { + "ph": "f", "id": 176, "pid": 4183440, "tid": 31337, "ts": 675205042100.683, + "cat": "fwdbwd", "name": "fwdbwd", "bp": "e" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675205042213.980, "dur": 101.684, + "args": { + "External id": 428429,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [2816, 1], [2816, 1]], "Input Dims": [[65536, 1024], [1024, 2816], [65536, 2816]], "Ev Idx": 1932 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused__to_copy_add_mul_rsub_silu_0", "pid": 4183440, "tid": 31337, + "ts": 675205042357.219, "dur": 36.216, + "args": { + "External id": 428430,"kernel_hash": "clkmb2nvivik7xt77lza2snvzeuraclmpbqhk34lgigbl7zlxati", "grid": "grid(184549376,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "", "", "184549376"], "kernel_file": "/tmp/torchinductor_cvm/lk/clkmb2nvivik7xt77lza2snvzeuraclmpbqhk34lgigbl7zlxati.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[2816, 1], [2816, 1], [2816, 1], [11534336, 2816, 1], [11534336, 2816, 1], [11534336, 2816, 1], []], "Input Dims": [[65536, 2816], [65536, 2816], [65536, 2816], [16, 4096, 2816], [16, 4096, 2816], [16, 4096, 2816], []], "Ev Idx": 1933 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::bmm", "pid": 4183440, "tid": 31337, + "ts": 675205042409.386, "dur": 40.107, + "args": { + "External id": 428431,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[0, 1, 1024], [0, 2816, 1], [2883584, 2816, 1]], "Input Dims": [[1, 1024, 65536], [1, 65536, 2816], [1, 1024, 2816]], "Ev Idx": 1934 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675205042460.737, "dur": 26.902, + "args": { + "External id": 428432,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 2816], [1024, 1], [1024, 1]], "Input Dims": [[2816, 65536], [65536, 1024], [2816, 1024]], "Ev Idx": 1935 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675205042494.882, "dur": 31.815, + "args": { + "External id": 428433,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2816, 1], [1024, 1], [1024, 1]], "Input Dims": [[65536, 2816], [2816, 1024], [65536, 1024]], "Ev Idx": 1936 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675205042533.305, "dur": 22.182, + "args": { + "External id": 428434,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 2816], [1024, 1], [1024, 1]], "Input Dims": [[2816, 65536], [65536, 1024], [2816, 1024]], "Ev Idx": 1937 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675205042567.318, "dur": 28.536, + "args": { + "External id": 428435,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2816, 1], [1024, 1], [1024, 1]], "Input Dims": [[65536, 2816], [2816, 1024], [65536, 1024]], "Ev Idx": 1938 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused_1", "pid": 4183440, "tid": 31337, + "ts": 675205042624.233, "dur": 24.393, + "args": { + "External id": 428436,"kernel_hash": "cmdhmofoq6dkjtzh34c2kzhgghtmhpal5f3rxqvpfiur2wxglwjs", "grid": "grid(67108864,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "67108864"], "kernel_file": "/tmp/torchinductor_cvm/md/cmdhmofoq6dkjtzh34c2kzhgghtmhpal5f3rxqvpfiur2wxglwjs.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[1024, 1], [1024, 1], []], "Input Dims": [[65536, 1024], [65536, 1024], []], "Ev Idx": 1939 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "layer_norm_bwd_kernel_0", "pid": 4183440, "tid": 31337, + "ts": 675205042711.918, "dur": 30.847, + "args": { + "External id": 428437,"kernel_hash": "cuevaar5u646bgtmpubrbyzqz3sdut3cwthdo7wpizzjr6oluqi5", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "", "", "", "65536", "1024", "1", "497", "132", "True", "1024", "True", "False", "True", "False", "False"], "kernel_file": "/tmp/torchinductor_cvm/ue/cuevaar5u646bgtmpubrbyzqz3sdut3cwthdo7wpizzjr6oluqi5.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "float", "c10::BFloat16", "float", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [1], [1024, 1], [1024, 1], [1024, 1], [1024, 1], [1], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[65536, 1024], [1024], [65536, 1024], [65536, 1024], [132, 1024], [65536, 1024], [65536], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 1940 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "triton_red_fused_sum_2", "pid": 4183440, "tid": 31337, + "ts": 675205042766.659, "dur": 17.699, + "args": { + "External id": 428438,"kernel_hash": "cw4ogu6mqrgcawgfqkyrzhc5xil4j4vfrn34wqhb2qfx2hbqyotj", "grid": "grid(2048,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "2048", "66"], "kernel_file": "/tmp/torchinductor_cvm/w4/cw4ogu6mqrgcawgfqkyrzhc5xil4j4vfrn34wqhb2qfx2hbqyotj.py", "kernel_backend": "triton", "Input type": ["float", "float", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [2048, 1, 1024], [], []], "Input Dims": [[132, 1024], [1, 1024, 2], [], []], "Ev Idx": 1941 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "triton_per_fused__to_copy_sum_3", "pid": 4183440, "tid": 31337, + "ts": 675205042799.100, "dur": 14.265, + "args": { + "External id": 428439,"kernel_hash": "c3dzxlwq2gbpkrmfvuijgv5eon5iwfw455hggookxniqczni5xao", "grid": "grid(1024,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "1024", "2"], "kernel_file": "/tmp/torchinductor_cvm/3d/c3dzxlwq2gbpkrmfvuijgv5eon5iwfw455hggookxniqczni5xao.py", "kernel_backend": "triton", "Input type": ["float", "c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[2048, 1, 1024], [1024, 1], [], []], "Input Dims": [[1, 1024, 2], [1, 1024], [], []], "Ev Idx": 1942 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675205042823.042, "dur": 40.053, + "args": { + "External id": 428440,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 1024], [1024, 1], [1024, 1]], "Input Dims": [[1024, 65536], [65536, 1024], [1024, 1024]], "Ev Idx": 1943 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675205042866.655, "dur": 30.398, + "args": { + "External id": 428441,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1024, 1], [1024, 1]], "Input Dims": [[65536, 1024], [1024, 1024], [65536, 1024]], "Ev Idx": 1944 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "flash_attn::_flash_attn_backward", "pid": 4183440, "tid": 31337, + "ts": 675205042924.938, "dur": 189.190, + "args": { + "External id": 428442,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "", "", "", "", "0.", "0.125", "True", "-1", "-1", "0.", "", "False", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "float", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "", "Scalar", "long int"], "Input Strides": [[4194304, 1024, 64, 1], [4194304, 1024, 64, 1], [4194304, 1024, 64, 1], [4194304, 1024, 64, 1], [4194304, 1024, 64, 1], [65536, 4096, 1], [4194304, 1024, 64, 1], [4194304, 1024, 64, 1], [4194304, 1024, 64, 1], [], [], [], [], [], [], [], [], [1]], "Input Dims": [[16, 4096, 16, 64], [16, 4096, 16, 64], [16, 4096, 16, 64], [16, 4096, 16, 64], [16, 4096, 16, 64], [16, 16, 4096], [16, 4096, 16, 64], [16, 4096, 16, 64], [16, 4096, 16, 64], [], [], [], [], [], [], [], [], [2]], "Ev Idx": 1945 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 31337, + "ts": 675205043022.651, "dur": 7.983, + "args": { + "External id": 428443,"Record function id": 0, "Concrete Inputs": ["[16, 16, 4096]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 1946 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 31337, + "ts": 675205043033.206, "dur": 2.430, + "args": { + "External id": 428444,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 16, 64]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 1947 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "rotary_embedding_kernel_1", "pid": 4183440, "tid": 31337, + "ts": 675205043147.587, "dur": 28.630, + "args": { + "External id": 428445,"kernel_hash": "cnnjyph67nk54fjnuktc2nmchkiw5uvx4mqovnyasu7ursptxrg7", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "0", "16", "4096", "16", "64", "32", "8192", "32", "64", "False", "False", "False", "True"], "kernel_file": "/tmp/torchinductor_cvm/nn/cnnjyph67nk54fjnuktc2nmchkiw5uvx4mqovnyasu7ursptxrg7.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[4194304, 1024, 64, 1], [32, 1], [32, 1], [4194304, 1024, 64, 1], [], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[16, 4096, 16, 64], [8192, 32], [8192, 32], [16, 4096, 16, 64], [], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 1948 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "rotary_embedding_kernel_1", "pid": 4183440, "tid": 31337, + "ts": 675205043189.795, "dur": 13.899, + "args": { + "External id": 428446,"kernel_hash": "cnnjyph67nk54fjnuktc2nmchkiw5uvx4mqovnyasu7ursptxrg7", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "0", "16", "4096", "16", "64", "32", "8192", "32", "64", "False", "False", "False", "True"], "kernel_file": "/tmp/torchinductor_cvm/nn/cnnjyph67nk54fjnuktc2nmchkiw5uvx4mqovnyasu7ursptxrg7.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[4194304, 1024, 64, 1], [32, 1], [32, 1], [4194304, 1024, 64, 1], [], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[16, 4096, 16, 64], [8192, 32], [8192, 32], [16, 4096, 16, 64], [], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 1949 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675205043211.851, "dur": 50.850, + "args": { + "External id": 428447,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 1024], [1024, 1], [1024, 1]], "Input Dims": [[1024, 65536], [65536, 1024], [1024, 1024]], "Ev Idx": 1950 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675205043268.417, "dur": 29.949, + "args": { + "External id": 428448,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1024, 1], [1024, 1]], "Input Dims": [[65536, 1024], [1024, 1024], [65536, 1024]], "Ev Idx": 1951 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675205043305.866, "dur": 27.179, + "args": { + "External id": 428449,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 1024], [1024, 1], [1024, 1]], "Input Dims": [[1024, 65536], [65536, 1024], [1024, 1024]], "Ev Idx": 1952 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675205043337.658, "dur": 28.306, + "args": { + "External id": 428450,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1024, 1], [1024, 1]], "Input Dims": [[65536, 1024], [1024, 1024], [65536, 1024]], "Ev Idx": 1953 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675205043388.840, "dur": 39.680, + "args": { + "External id": 428451,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 1024], [1024, 1], [1024, 1]], "Input Dims": [[1024, 65536], [65536, 1024], [1024, 1024]], "Ev Idx": 1954 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675205043435.732, "dur": 30.575, + "args": { + "External id": 428452,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1024, 1], [1024, 1]], "Input Dims": [[65536, 1024], [1024, 1024], [65536, 1024]], "Ev Idx": 1955 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused_4", "pid": 4183440, "tid": 31337, + "ts": 675205043488.519, "dur": 22.698, + "args": { + "External id": 428453,"kernel_hash": "cn6a6cq4k7qdw3wki5ksil45pjzcbfrfjarshv63ivxttjehkezz", "grid": "grid(67108864,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "67108864"], "kernel_file": "/tmp/torchinductor_cvm/n6/cn6a6cq4k7qdw3wki5ksil45pjzcbfrfjarshv63ivxttjehkezz.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[1024, 1], [1024, 1], [1024, 1], []], "Input Dims": [[65536, 1024], [65536, 1024], [65536, 1024], []], "Ev Idx": 1956 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "layer_norm_bwd_kernel_2", "pid": 4183440, "tid": 31337, + "ts": 675205043531.967, "dur": 22.461, + "args": { + "External id": 428454,"kernel_hash": "cwvn5v4u6cexxzo6wfnjojuuby7ad6wk6jmjnzhsan4mprdashfg", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "", "", "65536", "1024", "1", "497", "132", "True", "1024", "False", "False", "True", "False", "False"], "kernel_file": "/tmp/torchinductor_cvm/wv/cwvn5v4u6cexxzo6wfnjojuuby7ad6wk6jmjnzhsan4mprdashfg.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "float", "float", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [1], [1024, 1], [1024, 1], [1024, 1], [1], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[65536, 1024], [1024], [65536, 1024], [65536, 1024], [132, 1024], [65536], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 1957 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "triton_red_fused_sum_2", "pid": 4183440, "tid": 31337, + "ts": 675205043570.958, "dur": 19.358, + "args": { + "External id": 428455,"kernel_hash": "cw4ogu6mqrgcawgfqkyrzhc5xil4j4vfrn34wqhb2qfx2hbqyotj", "grid": "grid(2048,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "2048", "66"], "kernel_file": "/tmp/torchinductor_cvm/w4/cw4ogu6mqrgcawgfqkyrzhc5xil4j4vfrn34wqhb2qfx2hbqyotj.py", "kernel_backend": "triton", "Input type": ["float", "float", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [2048, 1, 1024], [], []], "Input Dims": [[132, 1024], [1, 1024, 2], [], []], "Ev Idx": 1958 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "triton_per_fused__to_copy_sum_3", "pid": 4183440, "tid": 31337, + "ts": 675205043604.556, "dur": 13.971, + "args": { + "External id": 428456,"kernel_hash": "c3dzxlwq2gbpkrmfvuijgv5eon5iwfw455hggookxniqczni5xao", "grid": "grid(1024,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "1024", "2"], "kernel_file": "/tmp/torchinductor_cvm/3d/c3dzxlwq2gbpkrmfvuijgv5eon5iwfw455hggookxniqczni5xao.py", "kernel_backend": "triton", "Input type": ["float", "c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[2048, 1, 1024], [1024, 1], [], []], "Input Dims": [[1, 1024, 2], [1, 1024], [], []], "Ev Idx": 1959 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused_add_5", "pid": 4183440, "tid": 31337, + "ts": 675205043637.767, "dur": 50.369, + "args": { + "External id": 428457,"kernel_hash": "cx5ypd3rju7i5obvafc2itek3ewywgqdgrrndct7omk4mswsdop7", "grid": "grid(67108864,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "67108864"], "kernel_file": "/tmp/torchinductor_cvm/x5/cx5ypd3rju7i5obvafc2itek3ewywgqdgrrndct7omk4mswsdop7.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[1024, 1], [1024, 1], [4194304, 1024, 1], []], "Input Dims": [[65536, 1024], [65536, 1024], [16, 4096, 1024], []], "Ev Idx": 1960 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205043766.471, "dur": 15.428, + "args": { + "External id": 428458,"Record function id": 0, "Ev Idx": 1961 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205043769.857, "dur": 11.035, + "args": { + "External id": 428459,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[1024]], "Ev Idx": 1962 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 4183440, "tid": 31337, + "ts": 675205043774.235, "dur": 5.634, + "args": { + "External id": 428460,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[1024]], "Ev Idx": 1963 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 4183440, "tid": 31337, + "ts": 675205043775.751, "dur": 4.018, + "args": { + "External id": 428461,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[1024]], "Ev Idx": 1964 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205043785.677, "dur": 6.642, + "args": { + "External id": 428462,"Record function id": 0, "Ev Idx": 1965 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205043787.287, "dur": 4.523, + "args": { + "External id": 428463,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 1966 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 4183440, "tid": 31337, + "ts": 675205043788.085, "dur": 3.253, + "args": { + "External id": 428464,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 1967 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 4183440, "tid": 31337, + "ts": 675205043788.660, "dur": 2.598, + "args": { + "External id": 428465,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 1968 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205043795.620, "dur": 4.696, + "args": { + "External id": 428466,"Record function id": 0, "Ev Idx": 1969 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205043797.108, "dur": 2.753, + "args": { + "External id": 428467,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[1024]], "Ev Idx": 1970 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 4183440, "tid": 31337, + "ts": 675205043797.701, "dur": 1.764, + "args": { + "External id": 428468,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[1024]], "Ev Idx": 1971 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 4183440, "tid": 31337, + "ts": 675205043798.308, "dur": 1.049, + "args": { + "External id": 428469,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[1024]], "Ev Idx": 1972 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205043803.562, "dur": 4.060, + "args": { + "External id": 428470,"Record function id": 0, "Ev Idx": 1973 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205043804.922, "dur": 2.271, + "args": { + "External id": 428471,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2816, 1]], "Input Dims": [[1024, 2816]], "Ev Idx": 1974 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 4183440, "tid": 31337, + "ts": 675205043805.758, "dur": 1.011, + "args": { + "External id": 428472,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2816, 1]], "Input Dims": [[1024, 2816]], "Ev Idx": 1975 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 4183440, "tid": 31337, + "ts": 675205043806.099, "dur": 0.551, + "args": { + "External id": 428473,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2816, 1]], "Input Dims": [[1024, 2816]], "Ev Idx": 1976 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205043810.703, "dur": 3.644, + "args": { + "External id": 428474,"Record function id": 0, "Ev Idx": 1977 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205043811.916, "dur": 2.020, + "args": { + "External id": 428475,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[2816, 1024]], "Ev Idx": 1978 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 4183440, "tid": 31337, + "ts": 675205043812.386, "dur": 1.133, + "args": { + "External id": 428476,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[2816, 1024]], "Ev Idx": 1979 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 4183440, "tid": 31337, + "ts": 675205043812.648, "dur": 0.769, + "args": { + "External id": 428477,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[2816, 1024]], "Ev Idx": 1980 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205043817.568, "dur": 3.765, + "args": { + "External id": 428478,"Record function id": 0, "Ev Idx": 1981 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205043818.867, "dur": 2.045, + "args": { + "External id": 428479,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 1982 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 4183440, "tid": 31337, + "ts": 675205043819.363, "dur": 1.091, + "args": { + "External id": 428480,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 1983 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 4183440, "tid": 31337, + "ts": 675205043819.773, "dur": 0.613, + "args": { + "External id": 428481,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 1984 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205043824.630, "dur": 4.072, + "args": { + "External id": 428482,"Record function id": 0, "Ev Idx": 1985 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205043825.852, "dur": 2.435, + "args": { + "External id": 428483,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 1986 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 4183440, "tid": 31337, + "ts": 675205043826.455, "dur": 1.437, + "args": { + "External id": 428484,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 1987 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 4183440, "tid": 31337, + "ts": 675205043826.932, "dur": 0.857, + "args": { + "External id": 428485,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 1988 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205043831.751, "dur": 6.112, + "args": { + "External id": 428486,"Record function id": 0, "Ev Idx": 1989 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205043833.490, "dur": 3.953, + "args": { + "External id": 428487,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[2816, 1024]], "Ev Idx": 1990 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 4183440, "tid": 31337, + "ts": 675205043833.979, "dur": 3.067, + "args": { + "External id": 428488,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[2816, 1024]], "Ev Idx": 1991 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 4183440, "tid": 31337, + "ts": 675205043836.260, "dur": 0.690, + "args": { + "External id": 428489,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[2816, 1024]], "Ev Idx": 1992 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205043840.894, "dur": 6.743, + "args": { + "External id": 428490,"Record function id": 0, "Ev Idx": 1993 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205043842.571, "dur": 4.591, + "args": { + "External id": 428491,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 1994 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 4183440, "tid": 31337, + "ts": 675205043843.217, "dur": 3.346, + "args": { + "External id": 428492,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 1995 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 4183440, "tid": 31337, + "ts": 675205043843.933, "dur": 2.565, + "args": { + "External id": 428493,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 1996 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: RegisterPostBackwardFunctionBackward", "pid": 4183440, "tid": 31337, + "ts": 675205043851.349, "dur": 15065.302, + "args": { + "External id": 428494,"Record function id": 0, "Sequence number": 5055635, "Fwd thread id": 1, "Ev Idx": 1997 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "RegisterPostBackwardFunctionBackward", "pid": 4183440, "tid": 31337, + "ts": 675205043852.478, "dur": 15054.999, + "args": { + "External id": 428495,"Sequence number": 5055635, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[4194304, 1024, 1]], "Input Dims": [[16, 4096, 1024]], "Ev Idx": 1998 + } + }, + { + "ph": "f", "id": 177, "pid": 4183440, "tid": 31337, "ts": 675205043852.478, + "cat": "fwdbwd", "name": "fwdbwd", "bp": "e" + }, + { + "ph": "X", "cat": "user_annotation", "name": "FSDP::post_backward_accumulate (model.layers.17)", "pid": 4183440, "tid": 31337, + "ts": 675205043883.333, "dur": 39.355, + "args": { + "External id": 428496,"Record function id": 0, "Ev Idx": 1999 + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "FSDP::post_backward_reshard (model.layers.17)", "pid": 4183440, "tid": 31337, + "ts": 675205043929.627, "dur": 80.060, + "args": { + "External id": 428497,"Record function id": 0, "Ev Idx": 2000 + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "FSDP::post_backward_reduce (model.layers.17)", "pid": 4183440, "tid": 31337, + "ts": 675205044019.630, "dur": 14879.500, + "args": { + "External id": 428498,"Record function id": 0, "Ev Idx": 2001 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 31337, + "ts": 675205044112.666, "dur": 7.763, + "args": { + "External id": 428499,"Record function id": 0, "Concrete Inputs": ["[12847104]", "6", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 2002 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675205044130.689, "dur": 5.094, + "args": { + "External id": 428500,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["float", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[12847104], []], "Ev Idx": 2003 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "fsdp::chunk_cat", "pid": 4183440, "tid": 31337, + "ts": 675205044150.041, "dur": 14031.513, + "args": { + "External id": 428501,"Record function id": 0, "Concrete Inputs": ["", "0", "8", ""], "Input type": ["TensorList", "Scalar", "Scalar", "float"], "Input Strides": [[[1], [1024, 1], [1024, 1], [1024, 1], [1024, 1], [1], [1024, 1], [1024, 1], [2816, 1]], [], [], [1605888, 1]], "Input Dims": [[[1024], [1024, 1024], [1024, 1024], [1024, 1024], [1024, 1024], [1024], [2816, 1024], [2816, 1024], [1024, 2816]], [], [], [8, 1605888]], "Ev Idx": 2004 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::_chunk_cat", "pid": 4183440, "tid": 31337, + "ts": 675205044163.182, "dur": 14009.859, + "args": { + "External id": 428502,"Record function id": 0, "Concrete Inputs": ["", "0", "8", ""], "Input type": ["TensorList", "Scalar", "Scalar", "float"], "Input Strides": [[[1], [1024, 1], [1024, 1], [1024, 1], [1024, 1], [1], [1024, 1], [1024, 1], [2816, 1]], [], [], [1605888, 1]], "Input Dims": [[[1024], [1024, 1024], [1024, 1024], [1024, 1024], [1024, 1024], [1024], [2816, 1024], [2816, 1024], [1024, 2816]], [], [], [8, 1605888]], "Ev Idx": 2005 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 31337, + "ts": 675205044192.436, "dur": 14.133, + "args": { + "External id": 428503,"Record function id": 0, "Concrete Inputs": ["[3194]", "4", "", "", "True", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 2006 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 31337, + "ts": 675205044211.692, "dur": 13924.533, + "args": { + "External id": 428504,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", "False", ""], "Input type": ["long int", "", "", "", "", "Scalar", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], [], []], "Input Dims": [[3194], [], [], [], [], [], [], []], "Ev Idx": 2007 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::_to_copy", "pid": 4183440, "tid": 31337, + "ts": 675205044214.050, "dur": 13921.373, + "args": { + "External id": 428505,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", ""], "Input type": ["long int", "", "", "", "", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], []], "Input Dims": [[3194], [], [], [], [], [], []], "Ev Idx": 2008 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 4183440, "tid": 31337, + "ts": 675205044217.897, "dur": 6.361, + "args": { + "External id": 428506,"Record function id": 0, "Concrete Inputs": ["[3194]", "[1]", "4", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 2009 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 4183440, "tid": 31337, + "ts": 675205044228.010, "dur": 13903.666, + "args": { + "External id": 428507,"Record function id": 0, "Concrete Inputs": ["", "", "True"], "Input type": ["long int", "long int", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[3194], [3194], []], "Ev Idx": 2010 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::new_empty", "pid": 4183440, "tid": 31337, + "ts": 675205058269.216, "dur": 9.335, + "args": { + "External id": 428508,"Record function id": 0, "Concrete Inputs": ["", "[1605888]", "", "", "", "False"], "Input type": ["float", "ScalarList", "", "", "", "Scalar"], "Input Strides": [[1], [], [], [], [], []], "Input Dims": [[12847104], [], [], [], [], []], "Ev Idx": 2011 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 31337, + "ts": 675205058272.143, "dur": 6.043, + "args": { + "External id": 428509,"Record function id": 0, "Concrete Inputs": ["[1605888]", "6", "0", "", "False", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 2012 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "c10d::_reduce_scatter_base_", "pid": 4183440, "tid": 31337, + "ts": 675205058307.019, "dur": 265.598, + "args": { + "External id": 428510,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "False", "-1"], "Input type": ["float", "float", "", "", "Scalar", "Scalar"], "Input Strides": [[1], [1], [], [], [], []], "Input Dims": [[1605888], [12847104], [], [], [], []], "Ev Idx": 2013 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 4183440, "tid": 31337, + "ts": 675205058337.168, "dur": 231.260, + "args": { + "External id": 428511,"Record function id": 0, "Collective name": "_reduce_scatter_base", "Process Group Description": "default_pg", "dtype": "Float", "Rank": 4, "Input Strides": [[1], [], [], [], [], [], [], [], [], []], "Concrete Inputs": ["", "", "", "4", "", "[]", "[]", "0", "1", "8"], "Out msg nelems": 1605888, "Process Group Name": "0", "Input type": ["float", "", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Global rank stride": 1, "Out split size": "[]", "In split size": "[]", "Process Group Ranks": "[0, 1, 2, 3, 4, 5, 6, 7]", "Group size": 8, "Input Dims": [[12847104], [], [], [], [], [], [], [], [], []], "Global rank start": 0, "Ev Idx": 2014, "In msg nelems": 12847104 + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "nccl:_reduce_scatter_base", "pid": 4183440, "tid": 31337, + "ts": 675205058350.108, "dur": 213.822, + "args": { + "External id": 428512,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1]], "Input Dims": [[12847104]], "Ev Idx": 2015 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 4183440, "tid": 31337, + "ts": 675205058592.069, "dur": 2.004, + "args": { + "External id": 428513,"Record function id": 0, "Collective name": "wait", "Process Group Description": "default_pg", "dtype": "Byte", "Input Dims": [[], [], [], [], [], [], [], [], []], "Input Strides": [[], [], [], [], [], [], [], [], []], "Input type": ["", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Concrete Inputs": ["", "", "4", "", "[]", "[]", "-1", "-1", "1"], "Out msg nelems": 0, "Process Group Name": "0", "Process Group Ranks": "[]", "Group size": 1, "Ev Idx": 2016, "In msg nelems": 0, "Rank": 4, "In split size": "[]", "Out split size": "[]" + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205058641.724, "dur": 6.071, + "args": { + "External id": 428514,"Record function id": 0, "Concrete Inputs": ["", "[128]", "[1]", "0"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 2017 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205058732.198, "dur": 4.460, + "args": { + "External id": 428515,"Record function id": 0, "Concrete Inputs": ["", "[128, 1024]", "[1024, 1]", "128"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 2018 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205058753.774, "dur": 1.349, + "args": { + "External id": 428516,"Record function id": 0, "Concrete Inputs": ["", "[128, 1024]", "[1024, 1]", "131200"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 2019 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205058768.009, "dur": 1.085, + "args": { + "External id": 428517,"Record function id": 0, "Concrete Inputs": ["", "[128, 1024]", "[1024, 1]", "262272"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 2020 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205058783.427, "dur": 1.099, + "args": { + "External id": 428518,"Record function id": 0, "Concrete Inputs": ["", "[128, 1024]", "[1024, 1]", "393344"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 2021 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205058795.564, "dur": 2.295, + "args": { + "External id": 428519,"Record function id": 0, "Concrete Inputs": ["", "[128]", "[1]", "524416"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 2022 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205058809.518, "dur": 0.892, + "args": { + "External id": 428520,"Record function id": 0, "Concrete Inputs": ["", "[352, 1024]", "[1024, 1]", "524544"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 2023 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205058822.190, "dur": 1.905, + "args": { + "External id": 428521,"Record function id": 0, "Concrete Inputs": ["", "[352, 1024]", "[1024, 1]", "884992"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 2024 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205058833.773, "dur": 0.765, + "args": { + "External id": 428522,"Record function id": 0, "Concrete Inputs": ["", "[128, 2816]", "[2816, 1]", "1245440"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 2025 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: CompiledFunctionBackward", "pid": 4183440, "tid": 31337, + "ts": 675205058932.303, "dur": 2652.794, + "args": { + "External id": 428523,"Record function id": 0, "Ev Idx": 2026 + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "FSDP::pre_backward (model.layers.16)", "pid": 4183440, "tid": 31337, + "ts": 675205058967.154, "dur": 1030.113, + "args": { + "External id": 428524,"Record function id": 0, "Ev Idx": 2027 + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "FSDP::all_gather_copy_out (model.layers.16)", "pid": 4183440, "tid": 31337, + "ts": 675205058982.532, "dur": 312.445, + "args": { + "External id": 428525,"Record function id": 0, "Ev Idx": 2028 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675205059060.738, "dur": 6.577, + "args": { + "External id": 428526,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[12847104], []], "Ev Idx": 2029 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675205059070.624, "dur": 1.028, + "args": { + "External id": 428527,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[1024], []], "Ev Idx": 2030 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675205059073.312, "dur": 1.118, + "args": { + "External id": 428528,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[1048576], []], "Ev Idx": 2031 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675205059076.521, "dur": 0.852, + "args": { + "External id": 428529,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[1048576], []], "Ev Idx": 2032 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675205059078.821, "dur": 0.855, + "args": { + "External id": 428530,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[1048576], []], "Ev Idx": 2033 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675205059082.664, "dur": 0.770, + "args": { + "External id": 428531,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[1048576], []], "Ev Idx": 2034 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675205059085.055, "dur": 2.286, + "args": { + "External id": 428532,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[1024], []], "Ev Idx": 2035 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675205059088.563, "dur": 0.726, + "args": { + "External id": 428533,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[2883584], []], "Ev Idx": 2036 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675205059090.725, "dur": 2.360, + "args": { + "External id": 428534,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[2883584], []], "Ev Idx": 2037 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675205059096.736, "dur": 0.686, + "args": { + "External id": 428535,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[2883584], []], "Ev Idx": 2038 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "fsdp::split_with_sizes_copy", "pid": 4183440, "tid": 31337, + "ts": 675205059114.863, "dur": 150.825, + "args": { + "External id": 428536,"Record function id": 0, "Concrete Inputs": ["", "[128, 131072, 131072, 131072, 131072, 128, 360448, 360448, 360448]", "1", ""], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "TensorList"], "Input Strides": [[1605888, 1], [], [], [[128, 1], [131072, 1], [131072, 1], [131072, 1], [131072, 1], [128, 1], [360448, 1], [360448, 1], [360448, 1]]], "Input Dims": [[8, 1605888], [], [], [[8, 128], [8, 131072], [8, 131072], [8, 131072], [8, 131072], [8, 128], [8, 360448], [8, 360448], [8, 360448]]], "Ev Idx": 2039 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes_copy", "pid": 4183440, "tid": 31337, + "ts": 675205059130.639, "dur": 130.871, + "args": { + "External id": 428537,"Record function id": 0, "Concrete Inputs": ["", "[128, 131072, 131072, 131072, 131072, 128, 360448, 360448, 360448]", "1", ""], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "TensorList"], "Input Strides": [[1605888, 1], [], [], [[128, 1], [131072, 1], [131072, 1], [131072, 1], [131072, 1], [128, 1], [360448, 1], [360448, 1], [360448, 1]]], "Input Dims": [[8, 1605888], [], [], [[8, 128], [8, 131072], [8, 131072], [8, 131072], [8, 131072], [8, 128], [8, 360448], [8, 360448], [8, 360448]]], "Ev Idx": 2040 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 31337, + "ts": 675205059149.051, "dur": 13.061, + "args": { + "External id": 428538,"Record function id": 0, "Concrete Inputs": ["[823]", "4", "", "", "True", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 2041 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 31337, + "ts": 675205059164.707, "dur": 66.289, + "args": { + "External id": 428539,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", "False", ""], "Input type": ["long int", "", "", "", "", "Scalar", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], [], []], "Input Dims": [[823], [], [], [], [], [], [], []], "Ev Idx": 2042 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::_to_copy", "pid": 4183440, "tid": 31337, + "ts": 675205059169.491, "dur": 61.187, + "args": { + "External id": 428540,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", ""], "Input type": ["long int", "", "", "", "", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], []], "Input Dims": [[823], [], [], [], [], [], []], "Ev Idx": 2043 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 4183440, "tid": 31337, + "ts": 675205059173.325, "dur": 6.519, + "args": { + "External id": 428541,"Record function id": 0, "Concrete Inputs": ["[823]", "[1]", "4", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 2044 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 4183440, "tid": 31337, + "ts": 675205059181.441, "dur": 48.638, + "args": { + "External id": 428542,"Record function id": 0, "Concrete Inputs": ["", "", "True"], "Input type": ["long int", "long int", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[823], [823], []], "Ev Idx": 2045 + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "FSDP::backward_prefetch for model.layers.15", "pid": 4183440, "tid": 31337, + "ts": 675205059370.800, "dur": 618.916, + "args": { + "External id": 428543,"Record function id": 0, "Ev Idx": 2046 + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "FSDP::all_gather (model.layers.15)", "pid": 4183440, "tid": 31337, + "ts": 675205059386.379, "dur": 589.446, + "args": { + "External id": 428544,"Record function id": 0, "Ev Idx": 2047 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 31337, + "ts": 675205059452.648, "dur": 5.478, + "args": { + "External id": 428545,"Record function id": 0, "Concrete Inputs": ["[1605888]", "15", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 2048 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes", "pid": 4183440, "tid": 31337, + "ts": 675205059474.687, "dur": 31.514, + "args": { + "External id": 428546,"Record function id": 0, "Concrete Inputs": ["", "[128, 131072, 131072, 131072, 131072, 128, 360448, 360448, 360448]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar"], "Input Strides": [[1], [], []], "Input Dims": [[1605888], [], []], "Ev Idx": 2049 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205059479.398, "dur": 1.548, + "args": { + "External id": 428547,"Record function id": 0, "Concrete Inputs": ["", "[128]", "[1]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 2050 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205059484.094, "dur": 0.296, + "args": { + "External id": 428548,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "128"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 2051 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205059485.881, "dur": 0.305, + "args": { + "External id": 428549,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "131200"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 2052 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205059487.704, "dur": 3.605, + "args": { + "External id": 428550,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "262272"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 2053 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205059492.543, "dur": 0.338, + "args": { + "External id": 428551,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "393344"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 2054 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205059494.066, "dur": 0.362, + "args": { + "External id": 428552,"Record function id": 0, "Concrete Inputs": ["", "[128]", "[1]", "524416"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 2055 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205059497.016, "dur": 0.317, + "args": { + "External id": 428553,"Record function id": 0, "Concrete Inputs": ["", "[360448]", "[1]", "524544"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 2056 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205059498.702, "dur": 0.351, + "args": { + "External id": 428554,"Record function id": 0, "Concrete Inputs": ["", "[360448]", "[1]", "884992"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 2057 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205059500.597, "dur": 0.365, + "args": { + "External id": 428555,"Record function id": 0, "Concrete Inputs": ["", "[360448]", "[1]", "1245440"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 2058 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::_foreach_copy_", "pid": 4183440, "tid": 31337, + "ts": 675205059516.026, "dur": 32.408, + "args": { + "External id": 428556,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["TensorList", "TensorList", "Scalar"], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [[1], [1], [1], [1], [1], [1], [1], [1], [1]], []], "Input Dims": [[[128], [131072], [131072], [131072], [131072], [128], [360448], [360448], [360448]], [[128], [131072], [131072], [131072], [131072], [128], [360448], [360448], [360448]], []], "Ev Idx": 2059 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "fsdp::all_gather_copy_in", "pid": 4183440, "tid": 31337, + "ts": 675205059578.064, "dur": 142.790, + "args": { + "External id": 428557,"Record function id": 0, "Concrete Inputs": ["", "[128, 131072, 131072, 131072, 131072, 128, 360448, 360448, 360448]", "1605888", "8", "4", "15", ""], "Input type": ["TensorList", "ScalarList", "Scalar", "Scalar", "Scalar", "Scalar", ""], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [], [], [], [], [], []], "Input Dims": [[[128], [131072], [131072], [131072], [131072], [128], [360448], [360448], [360448]], [], [], [], [], [], []], "Ev Idx": 2060 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 31337, + "ts": 675205059586.969, "dur": 3.846, + "args": { + "External id": 428558,"Record function id": 0, "Concrete Inputs": ["[12847104]", "15", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 2061 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::narrow", "pid": 4183440, "tid": 31337, + "ts": 675205059595.135, "dur": 10.871, + "args": { + "External id": 428559,"Record function id": 0, "Concrete Inputs": ["", "0", "6423552", "1605888"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[12847104], [], [], []], "Ev Idx": 2062 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 4183440, "tid": 31337, + "ts": 675205059599.065, "dur": 6.521, + "args": { + "External id": 428560,"Record function id": 0, "Concrete Inputs": ["", "0", "6423552", "8029440", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], [], []], "Input Dims": [[12847104], [], [], [], []], "Ev Idx": 2063 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205059602.407, "dur": 1.689, + "args": { + "External id": 428561,"Record function id": 0, "Concrete Inputs": ["", "[1605888]", "[1]", "6423552"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[12847104], [], [], []], "Ev Idx": 2064 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes", "pid": 4183440, "tid": 31337, + "ts": 675205059612.983, "dur": 25.982, + "args": { + "External id": 428562,"Record function id": 0, "Concrete Inputs": ["", "[128, 131072, 131072, 131072, 131072, 128, 360448, 360448, 360448]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar"], "Input Strides": [[1], [], []], "Input Dims": [[1605888], [], []], "Ev Idx": 2065 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205059614.817, "dur": 2.072, + "args": { + "External id": 428563,"Record function id": 0, "Concrete Inputs": ["", "[128]", "[1]", "6423552"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 2066 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205059618.166, "dur": 0.402, + "args": { + "External id": 428564,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "6423680"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 2067 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205059620.058, "dur": 0.388, + "args": { + "External id": 428565,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "6554752"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 2068 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205059622.964, "dur": 0.291, + "args": { + "External id": 428566,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "6685824"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 2069 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205059624.446, "dur": 0.313, + "args": { + "External id": 428567,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "6816896"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 2070 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205059625.843, "dur": 1.427, + "args": { + "External id": 428568,"Record function id": 0, "Concrete Inputs": ["", "[128]", "[1]", "6947968"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 2071 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205059628.466, "dur": 0.354, + "args": { + "External id": 428569,"Record function id": 0, "Concrete Inputs": ["", "[360448]", "[1]", "6948096"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 2072 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205059630.138, "dur": 0.251, + "args": { + "External id": 428570,"Record function id": 0, "Concrete Inputs": ["", "[360448]", "[1]", "7308544"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 2073 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205059633.462, "dur": 1.723, + "args": { + "External id": 428571,"Record function id": 0, "Concrete Inputs": ["", "[360448]", "[1]", "7668992"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 2074 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::_foreach_copy_", "pid": 4183440, "tid": 31337, + "ts": 675205059649.880, "dur": 61.086, + "args": { + "External id": 428572,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["TensorList", "TensorList", "Scalar"], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [[1], [1], [1], [1], [1], [1], [1], [1], [1]], []], "Input Dims": [[[128], [131072], [131072], [131072], [131072], [128], [360448], [360448], [360448]], [[128], [131072], [131072], [131072], [131072], [128], [360448], [360448], [360448]], []], "Ev Idx": 2075 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "c10d::_allgather_base_", "pid": 4183440, "tid": 31337, + "ts": 675205059769.069, "dur": 120.821, + "args": { + "External id": 428573,"Record function id": 0, "Concrete Inputs": ["", "", "", "False", "-1"], "Input type": ["c10::BFloat16", "c10::BFloat16", "", "Scalar", "Scalar"], "Input Strides": [[1], [1], [], [], []], "Input Dims": [[12847104], [1605888], [], [], []], "Ev Idx": 2076 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 4183440, "tid": 31337, + "ts": 675205059798.107, "dur": 88.230, + "args": { + "External id": 428574,"Record function id": 0, "Collective name": "_allgather_base", "Process Group Description": "default_pg", "dtype": "BFloat16", "Rank": 4, "Input Strides": [[1], [], [], [], [], [], [], [], [], []], "Concrete Inputs": ["", "", "", "4", "", "[]", "[]", "0", "1", "8"], "Out msg nelems": 12847104, "Process Group Name": "0", "Input type": ["c10::BFloat16", "", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Global rank stride": 1, "Out split size": "[]", "In split size": "[]", "Process Group Ranks": "[0, 1, 2, 3, 4, 5, 6, 7]", "Group size": 8, "Input Dims": [[1605888], [], [], [], [], [], [], [], [], []], "Global rank start": 0, "Ev Idx": 2077, "In msg nelems": 1605888 + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "nccl:_all_gather_base", "pid": 4183440, "tid": 31337, + "ts": 675205059808.218, "dur": 73.992, + "args": { + "External id": 428575,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[1605888]], "Ev Idx": 2078 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 4183440, "tid": 31337, + "ts": 675205059906.523, "dur": 1.842, + "args": { + "External id": 428576,"Record function id": 0, "Collective name": "wait", "Process Group Description": "default_pg", "dtype": "Byte", "Input Dims": [[], [], [], [], [], [], [], [], []], "Input Strides": [[], [], [], [], [], [], [], [], []], "Input type": ["", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Concrete Inputs": ["", "", "4", "", "[]", "[]", "-1", "-1", "1"], "Out msg nelems": 0, "Process Group Name": "0", "Process Group Ranks": "[]", "Group size": 1, "Ev Idx": 2079, "In msg nelems": 0, "Rank": 4, "In split size": "[]", "Out split size": "[]" + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "CompiledFunctionBackward", "pid": 4183440, "tid": 31337, + "ts": 675205060005.217, "dur": 1559.754, + "args": { + "External id": 428577,"Sequence number": 5055634, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[4194304, 1024, 1]], "Input Dims": [[16, 4096, 1024]], "Ev Idx": 2080 + } + }, + { + "ph": "f", "id": 178, "pid": 4183440, "tid": 31337, "ts": 675205060005.217, + "cat": "fwdbwd", "name": "fwdbwd", "bp": "e" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675205060120.070, "dur": 101.406, + "args": { + "External id": 428578,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [2816, 1], [2816, 1]], "Input Dims": [[65536, 1024], [1024, 2816], [65536, 2816]], "Ev Idx": 2081 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused__to_copy_add_mul_rsub_silu_0", "pid": 4183440, "tid": 31337, + "ts": 675205060264.399, "dur": 35.423, + "args": { + "External id": 428579,"kernel_hash": "clkmb2nvivik7xt77lza2snvzeuraclmpbqhk34lgigbl7zlxati", "grid": "grid(184549376,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "", "", "184549376"], "kernel_file": "/tmp/torchinductor_cvm/lk/clkmb2nvivik7xt77lza2snvzeuraclmpbqhk34lgigbl7zlxati.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[2816, 1], [2816, 1], [2816, 1], [11534336, 2816, 1], [11534336, 2816, 1], [11534336, 2816, 1], []], "Input Dims": [[65536, 2816], [65536, 2816], [65536, 2816], [16, 4096, 2816], [16, 4096, 2816], [16, 4096, 2816], []], "Ev Idx": 2082 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::bmm", "pid": 4183440, "tid": 31337, + "ts": 675205060317.756, "dur": 40.952, + "args": { + "External id": 428580,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[0, 1, 1024], [0, 2816, 1], [2883584, 2816, 1]], "Input Dims": [[1, 1024, 65536], [1, 65536, 2816], [1, 1024, 2816]], "Ev Idx": 2083 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675205060368.266, "dur": 25.731, + "args": { + "External id": 428581,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 2816], [1024, 1], [1024, 1]], "Input Dims": [[2816, 65536], [65536, 1024], [2816, 1024]], "Ev Idx": 2084 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675205060401.027, "dur": 32.954, + "args": { + "External id": 428582,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2816, 1], [1024, 1], [1024, 1]], "Input Dims": [[65536, 2816], [2816, 1024], [65536, 1024]], "Ev Idx": 2085 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675205060440.763, "dur": 19.788, + "args": { + "External id": 428583,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 2816], [1024, 1], [1024, 1]], "Input Dims": [[2816, 65536], [65536, 1024], [2816, 1024]], "Ev Idx": 2086 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675205060469.508, "dur": 27.963, + "args": { + "External id": 428584,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2816, 1], [1024, 1], [1024, 1]], "Input Dims": [[65536, 2816], [2816, 1024], [65536, 1024]], "Ev Idx": 2087 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused_1", "pid": 4183440, "tid": 31337, + "ts": 675205060522.919, "dur": 21.991, + "args": { + "External id": 428585,"kernel_hash": "cmdhmofoq6dkjtzh34c2kzhgghtmhpal5f3rxqvpfiur2wxglwjs", "grid": "grid(67108864,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "67108864"], "kernel_file": "/tmp/torchinductor_cvm/md/cmdhmofoq6dkjtzh34c2kzhgghtmhpal5f3rxqvpfiur2wxglwjs.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[1024, 1], [1024, 1], []], "Input Dims": [[65536, 1024], [65536, 1024], []], "Ev Idx": 2088 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "layer_norm_bwd_kernel_0", "pid": 4183440, "tid": 31337, + "ts": 675205060562.334, "dur": 25.518, + "args": { + "External id": 428586,"kernel_hash": "cuevaar5u646bgtmpubrbyzqz3sdut3cwthdo7wpizzjr6oluqi5", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "", "", "", "65536", "1024", "1", "497", "132", "True", "1024", "True", "False", "True", "False", "False"], "kernel_file": "/tmp/torchinductor_cvm/ue/cuevaar5u646bgtmpubrbyzqz3sdut3cwthdo7wpizzjr6oluqi5.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "float", "c10::BFloat16", "float", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [1], [1024, 1], [1024, 1], [1024, 1], [1024, 1], [1], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[65536, 1024], [1024], [65536, 1024], [65536, 1024], [132, 1024], [65536, 1024], [65536], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 2089 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "triton_red_fused_sum_2", "pid": 4183440, "tid": 31337, + "ts": 675205060607.339, "dur": 17.506, + "args": { + "External id": 428587,"kernel_hash": "cw4ogu6mqrgcawgfqkyrzhc5xil4j4vfrn34wqhb2qfx2hbqyotj", "grid": "grid(2048,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "2048", "66"], "kernel_file": "/tmp/torchinductor_cvm/w4/cw4ogu6mqrgcawgfqkyrzhc5xil4j4vfrn34wqhb2qfx2hbqyotj.py", "kernel_backend": "triton", "Input type": ["float", "float", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [2048, 1, 1024], [], []], "Input Dims": [[132, 1024], [1, 1024, 2], [], []], "Ev Idx": 2090 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "triton_per_fused__to_copy_sum_3", "pid": 4183440, "tid": 31337, + "ts": 675205060637.147, "dur": 54.640, + "args": { + "External id": 428588,"kernel_hash": "c3dzxlwq2gbpkrmfvuijgv5eon5iwfw455hggookxniqczni5xao", "grid": "grid(1024,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "1024", "2"], "kernel_file": "/tmp/torchinductor_cvm/3d/c3dzxlwq2gbpkrmfvuijgv5eon5iwfw455hggookxniqczni5xao.py", "kernel_backend": "triton", "Input type": ["float", "c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[2048, 1, 1024], [1024, 1], [], []], "Input Dims": [[1, 1024, 2], [1, 1024], [], []], "Ev Idx": 2091 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675205060705.496, "dur": 42.635, + "args": { + "External id": 428589,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 1024], [1024, 1], [1024, 1]], "Input Dims": [[1024, 65536], [65536, 1024], [1024, 1024]], "Ev Idx": 2092 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675205060751.709, "dur": 30.098, + "args": { + "External id": 428590,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1024, 1], [1024, 1]], "Input Dims": [[65536, 1024], [1024, 1024], [65536, 1024]], "Ev Idx": 2093 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "flash_attn::_flash_attn_backward", "pid": 4183440, "tid": 31337, + "ts": 675205060815.633, "dur": 180.715, + "args": { + "External id": 428591,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "", "", "", "", "0.", "0.125", "True", "-1", "-1", "0.", "", "False", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "float", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "", "Scalar", "long int"], "Input Strides": [[4194304, 1024, 64, 1], [4194304, 1024, 64, 1], [4194304, 1024, 64, 1], [4194304, 1024, 64, 1], [4194304, 1024, 64, 1], [65536, 4096, 1], [4194304, 1024, 64, 1], [4194304, 1024, 64, 1], [4194304, 1024, 64, 1], [], [], [], [], [], [], [], [], [1]], "Input Dims": [[16, 4096, 16, 64], [16, 4096, 16, 64], [16, 4096, 16, 64], [16, 4096, 16, 64], [16, 4096, 16, 64], [16, 16, 4096], [16, 4096, 16, 64], [16, 4096, 16, 64], [16, 4096, 16, 64], [], [], [], [], [], [], [], [], [2]], "Ev Idx": 2094 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 31337, + "ts": 675205060891.482, "dur": 6.261, + "args": { + "External id": 428592,"Record function id": 0, "Concrete Inputs": ["[16, 16, 4096]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 2095 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 31337, + "ts": 675205060899.441, "dur": 1.883, + "args": { + "External id": 428593,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 16, 64]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 2096 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "rotary_embedding_kernel_1", "pid": 4183440, "tid": 31337, + "ts": 675205061031.477, "dur": 26.584, + "args": { + "External id": 428594,"kernel_hash": "cnnjyph67nk54fjnuktc2nmchkiw5uvx4mqovnyasu7ursptxrg7", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "0", "16", "4096", "16", "64", "32", "8192", "32", "64", "False", "False", "False", "True"], "kernel_file": "/tmp/torchinductor_cvm/nn/cnnjyph67nk54fjnuktc2nmchkiw5uvx4mqovnyasu7ursptxrg7.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[4194304, 1024, 64, 1], [32, 1], [32, 1], [4194304, 1024, 64, 1], [], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[16, 4096, 16, 64], [8192, 32], [8192, 32], [16, 4096, 16, 64], [], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 2097 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "rotary_embedding_kernel_1", "pid": 4183440, "tid": 31337, + "ts": 675205061069.060, "dur": 12.480, + "args": { + "External id": 428595,"kernel_hash": "cnnjyph67nk54fjnuktc2nmchkiw5uvx4mqovnyasu7ursptxrg7", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "0", "16", "4096", "16", "64", "32", "8192", "32", "64", "False", "False", "False", "True"], "kernel_file": "/tmp/torchinductor_cvm/nn/cnnjyph67nk54fjnuktc2nmchkiw5uvx4mqovnyasu7ursptxrg7.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[4194304, 1024, 64, 1], [32, 1], [32, 1], [4194304, 1024, 64, 1], [], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[16, 4096, 16, 64], [8192, 32], [8192, 32], [16, 4096, 16, 64], [], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 2098 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675205061090.252, "dur": 45.964, + "args": { + "External id": 428596,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 1024], [1024, 1], [1024, 1]], "Input Dims": [[1024, 65536], [65536, 1024], [1024, 1024]], "Ev Idx": 2099 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675205061143.592, "dur": 30.200, + "args": { + "External id": 428597,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1024, 1], [1024, 1]], "Input Dims": [[65536, 1024], [1024, 1024], [65536, 1024]], "Ev Idx": 2100 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675205061183.357, "dur": 28.398, + "args": { + "External id": 428598,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 1024], [1024, 1], [1024, 1]], "Input Dims": [[1024, 65536], [65536, 1024], [1024, 1024]], "Ev Idx": 2101 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675205061216.141, "dur": 29.816, + "args": { + "External id": 428599,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1024, 1], [1024, 1]], "Input Dims": [[65536, 1024], [1024, 1024], [65536, 1024]], "Ev Idx": 2102 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675205061251.093, "dur": 41.325, + "args": { + "External id": 428600,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 1024], [1024, 1], [1024, 1]], "Input Dims": [[1024, 65536], [65536, 1024], [1024, 1024]], "Ev Idx": 2103 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675205061306.545, "dur": 35.620, + "args": { + "External id": 428601,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1024, 1], [1024, 1]], "Input Dims": [[65536, 1024], [1024, 1024], [65536, 1024]], "Ev Idx": 2104 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused_4", "pid": 4183440, "tid": 31337, + "ts": 675205061367.800, "dur": 23.384, + "args": { + "External id": 428602,"kernel_hash": "cn6a6cq4k7qdw3wki5ksil45pjzcbfrfjarshv63ivxttjehkezz", "grid": "grid(67108864,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "67108864"], "kernel_file": "/tmp/torchinductor_cvm/n6/cn6a6cq4k7qdw3wki5ksil45pjzcbfrfjarshv63ivxttjehkezz.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[1024, 1], [1024, 1], [1024, 1], []], "Input Dims": [[65536, 1024], [65536, 1024], [65536, 1024], []], "Ev Idx": 2105 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "layer_norm_bwd_kernel_2", "pid": 4183440, "tid": 31337, + "ts": 675205061408.771, "dur": 27.506, + "args": { + "External id": 428603,"kernel_hash": "cwvn5v4u6cexxzo6wfnjojuuby7ad6wk6jmjnzhsan4mprdashfg", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "", "", "65536", "1024", "1", "497", "132", "True", "1024", "False", "False", "True", "False", "False"], "kernel_file": "/tmp/torchinductor_cvm/wv/cwvn5v4u6cexxzo6wfnjojuuby7ad6wk6jmjnzhsan4mprdashfg.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "float", "float", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [1], [1024, 1], [1024, 1], [1024, 1], [1], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[65536, 1024], [1024], [65536, 1024], [65536, 1024], [132, 1024], [65536], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 2106 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "triton_red_fused_sum_2", "pid": 4183440, "tid": 31337, + "ts": 675205061453.536, "dur": 17.311, + "args": { + "External id": 428604,"kernel_hash": "cw4ogu6mqrgcawgfqkyrzhc5xil4j4vfrn34wqhb2qfx2hbqyotj", "grid": "grid(2048,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "2048", "66"], "kernel_file": "/tmp/torchinductor_cvm/w4/cw4ogu6mqrgcawgfqkyrzhc5xil4j4vfrn34wqhb2qfx2hbqyotj.py", "kernel_backend": "triton", "Input type": ["float", "float", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [2048, 1, 1024], [], []], "Input Dims": [[132, 1024], [1, 1024, 2], [], []], "Ev Idx": 2107 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "triton_per_fused__to_copy_sum_3", "pid": 4183440, "tid": 31337, + "ts": 675205061487.606, "dur": 17.620, + "args": { + "External id": 428605,"kernel_hash": "c3dzxlwq2gbpkrmfvuijgv5eon5iwfw455hggookxniqczni5xao", "grid": "grid(1024,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "1024", "2"], "kernel_file": "/tmp/torchinductor_cvm/3d/c3dzxlwq2gbpkrmfvuijgv5eon5iwfw455hggookxniqczni5xao.py", "kernel_backend": "triton", "Input type": ["float", "c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[2048, 1, 1024], [1024, 1], [], []], "Input Dims": [[1, 1024, 2], [1, 1024], [], []], "Ev Idx": 2108 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused_add_5", "pid": 4183440, "tid": 31337, + "ts": 675205061516.534, "dur": 15.369, + "args": { + "External id": 428606,"kernel_hash": "cx5ypd3rju7i5obvafc2itek3ewywgqdgrrndct7omk4mswsdop7", "grid": "grid(67108864,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "67108864"], "kernel_file": "/tmp/torchinductor_cvm/x5/cx5ypd3rju7i5obvafc2itek3ewywgqdgrrndct7omk4mswsdop7.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[1024, 1], [1024, 1], [4194304, 1024, 1], []], "Input Dims": [[65536, 1024], [65536, 1024], [16, 4096, 1024], []], "Ev Idx": 2109 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205061610.059, "dur": 16.003, + "args": { + "External id": 428607,"Record function id": 0, "Ev Idx": 2110 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205061613.258, "dur": 11.833, + "args": { + "External id": 428608,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[1024]], "Ev Idx": 2111 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 4183440, "tid": 31337, + "ts": 675205061617.712, "dur": 6.322, + "args": { + "External id": 428609,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[1024]], "Ev Idx": 2112 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 4183440, "tid": 31337, + "ts": 675205061618.935, "dur": 5.011, + "args": { + "External id": 428610,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[1024]], "Ev Idx": 2113 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205061629.961, "dur": 4.748, + "args": { + "External id": 428611,"Record function id": 0, "Ev Idx": 2114 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205061631.171, "dur": 3.041, + "args": { + "External id": 428612,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 2115 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 4183440, "tid": 31337, + "ts": 675205061632.178, "dur": 1.543, + "args": { + "External id": 428613,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 2116 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 4183440, "tid": 31337, + "ts": 675205061632.865, "dur": 0.776, + "args": { + "External id": 428614,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 2117 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205061637.825, "dur": 4.657, + "args": { + "External id": 428615,"Record function id": 0, "Ev Idx": 2118 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205061639.101, "dur": 2.957, + "args": { + "External id": 428616,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[1024]], "Ev Idx": 2119 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 4183440, "tid": 31337, + "ts": 675205061639.973, "dur": 1.621, + "args": { + "External id": 428617,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[1024]], "Ev Idx": 2120 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 4183440, "tid": 31337, + "ts": 675205061640.654, "dur": 0.860, + "args": { + "External id": 428618,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[1024]], "Ev Idx": 2121 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205061645.645, "dur": 4.072, + "args": { + "External id": 428619,"Record function id": 0, "Ev Idx": 2122 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205061647.052, "dur": 2.258, + "args": { + "External id": 428620,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2816, 1]], "Input Dims": [[1024, 2816]], "Ev Idx": 2123 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 4183440, "tid": 31337, + "ts": 675205061647.627, "dur": 1.165, + "args": { + "External id": 428621,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2816, 1]], "Input Dims": [[1024, 2816]], "Ev Idx": 2124 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 4183440, "tid": 31337, + "ts": 675205061647.917, "dur": 0.812, + "args": { + "External id": 428622,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2816, 1]], "Input Dims": [[1024, 2816]], "Ev Idx": 2125 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205061698.389, "dur": 8.651, + "args": { + "External id": 428623,"Record function id": 0, "Ev Idx": 2126 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205061700.168, "dur": 6.196, + "args": { + "External id": 428624,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[2816, 1024]], "Ev Idx": 2127 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 4183440, "tid": 31337, + "ts": 675205061701.477, "dur": 4.012, + "args": { + "External id": 428625,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[2816, 1024]], "Ev Idx": 2128 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 4183440, "tid": 31337, + "ts": 675205061703.880, "dur": 1.365, + "args": { + "External id": 428626,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[2816, 1024]], "Ev Idx": 2129 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205061710.286, "dur": 3.570, + "args": { + "External id": 428627,"Record function id": 0, "Ev Idx": 2130 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205061711.280, "dur": 2.148, + "args": { + "External id": 428628,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 2131 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 4183440, "tid": 31337, + "ts": 675205061711.813, "dur": 1.199, + "args": { + "External id": 428629,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 2132 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 4183440, "tid": 31337, + "ts": 675205061712.302, "dur": 0.605, + "args": { + "External id": 428630,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 2133 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205061717.198, "dur": 3.638, + "args": { + "External id": 428631,"Record function id": 0, "Ev Idx": 2134 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205061718.380, "dur": 2.049, + "args": { + "External id": 428632,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 2135 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 4183440, "tid": 31337, + "ts": 675205061719.083, "dur": 0.924, + "args": { + "External id": 428633,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 2136 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 4183440, "tid": 31337, + "ts": 675205061719.363, "dur": 0.552, + "args": { + "External id": 428634,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 2137 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205061723.904, "dur": 5.067, + "args": { + "External id": 428635,"Record function id": 0, "Ev Idx": 2138 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205061725.141, "dur": 3.409, + "args": { + "External id": 428636,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[2816, 1024]], "Ev Idx": 2139 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 4183440, "tid": 31337, + "ts": 675205061725.648, "dur": 2.509, + "args": { + "External id": 428637,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[2816, 1024]], "Ev Idx": 2140 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 4183440, "tid": 31337, + "ts": 675205061726.003, "dur": 2.093, + "args": { + "External id": 428638,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[2816, 1024]], "Ev Idx": 2141 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205061731.999, "dur": 5.194, + "args": { + "External id": 428639,"Record function id": 0, "Ev Idx": 2142 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205061733.150, "dur": 3.600, + "args": { + "External id": 428640,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 2143 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 4183440, "tid": 31337, + "ts": 675205061733.649, "dur": 2.697, + "args": { + "External id": 428641,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 2144 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 4183440, "tid": 31337, + "ts": 675205061735.417, "dur": 0.807, + "args": { + "External id": 428642,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 2145 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: RegisterPostBackwardFunctionBackward", "pid": 4183440, "tid": 31337, + "ts": 675205061741.119, "dur": 16745.730, + "args": { + "External id": 428643,"Record function id": 0, "Sequence number": 5055633, "Fwd thread id": 1, "Ev Idx": 2146 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "RegisterPostBackwardFunctionBackward", "pid": 4183440, "tid": 31337, + "ts": 675205061742.225, "dur": 16735.941, + "args": { + "External id": 428644,"Sequence number": 5055633, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[4194304, 1024, 1]], "Input Dims": [[16, 4096, 1024]], "Ev Idx": 2147 + } + }, + { + "ph": "f", "id": 179, "pid": 4183440, "tid": 31337, "ts": 675205061742.225, + "cat": "fwdbwd", "name": "fwdbwd", "bp": "e" + }, + { + "ph": "X", "cat": "user_annotation", "name": "FSDP::post_backward_accumulate (model.layers.16)", "pid": 4183440, "tid": 31337, + "ts": 675205061773.207, "dur": 38.213, + "args": { + "External id": 428645,"Record function id": 0, "Ev Idx": 2148 + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "FSDP::post_backward_reshard (model.layers.16)", "pid": 4183440, "tid": 31337, + "ts": 675205061819.430, "dur": 63.082, + "args": { + "External id": 428646,"Record function id": 0, "Ev Idx": 2149 + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "FSDP::post_backward_reduce (model.layers.16)", "pid": 4183440, "tid": 31337, + "ts": 675205061888.942, "dur": 16581.182, + "args": { + "External id": 428647,"Record function id": 0, "Ev Idx": 2150 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 31337, + "ts": 675205062003.479, "dur": 7.801, + "args": { + "External id": 428648,"Record function id": 0, "Concrete Inputs": ["[12847104]", "6", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 2151 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675205062021.745, "dur": 5.304, + "args": { + "External id": 428649,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["float", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[12847104], []], "Ev Idx": 2152 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "fsdp::chunk_cat", "pid": 4183440, "tid": 31337, + "ts": 675205062043.184, "dur": 15683.100, + "args": { + "External id": 428650,"Record function id": 0, "Concrete Inputs": ["", "0", "8", ""], "Input type": ["TensorList", "Scalar", "Scalar", "float"], "Input Strides": [[[1], [1024, 1], [1024, 1], [1024, 1], [1024, 1], [1], [1024, 1], [1024, 1], [2816, 1]], [], [], [1605888, 1]], "Input Dims": [[[1024], [1024, 1024], [1024, 1024], [1024, 1024], [1024, 1024], [1024], [2816, 1024], [2816, 1024], [1024, 2816]], [], [], [8, 1605888]], "Ev Idx": 2153 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::_chunk_cat", "pid": 4183440, "tid": 31337, + "ts": 675205062058.308, "dur": 15659.011, + "args": { + "External id": 428651,"Record function id": 0, "Concrete Inputs": ["", "0", "8", ""], "Input type": ["TensorList", "Scalar", "Scalar", "float"], "Input Strides": [[[1], [1024, 1], [1024, 1], [1024, 1], [1024, 1], [1], [1024, 1], [1024, 1], [2816, 1]], [], [], [1605888, 1]], "Input Dims": [[[1024], [1024, 1024], [1024, 1024], [1024, 1024], [1024, 1024], [1024], [2816, 1024], [2816, 1024], [1024, 2816]], [], [], [8, 1605888]], "Ev Idx": 2154 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 31337, + "ts": 675205062088.265, "dur": 13.769, + "args": { + "External id": 428652,"Record function id": 0, "Concrete Inputs": ["[3194]", "4", "", "", "True", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 2155 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 31337, + "ts": 675205062107.241, "dur": 15571.930, + "args": { + "External id": 428653,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", "False", ""], "Input type": ["long int", "", "", "", "", "Scalar", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], [], []], "Input Dims": [[3194], [], [], [], [], [], [], []], "Ev Idx": 2156 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::_to_copy", "pid": 4183440, "tid": 31337, + "ts": 675205062109.582, "dur": 15568.692, + "args": { + "External id": 428654,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", ""], "Input type": ["long int", "", "", "", "", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], []], "Input Dims": [[3194], [], [], [], [], [], []], "Ev Idx": 2157 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 4183440, "tid": 31337, + "ts": 675205062114.343, "dur": 4.914, + "args": { + "External id": 428655,"Record function id": 0, "Concrete Inputs": ["[3194]", "[1]", "4", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 2158 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 4183440, "tid": 31337, + "ts": 675205062120.997, "dur": 15553.321, + "args": { + "External id": 428656,"Record function id": 0, "Concrete Inputs": ["", "", "True"], "Input type": ["long int", "long int", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[3194], [3194], []], "Ev Idx": 2159 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::new_empty", "pid": 4183440, "tid": 31337, + "ts": 675205077816.732, "dur": 9.591, + "args": { + "External id": 428657,"Record function id": 0, "Concrete Inputs": ["", "[1605888]", "", "", "", "False"], "Input type": ["float", "ScalarList", "", "", "", "Scalar"], "Input Strides": [[1], [], [], [], [], []], "Input Dims": [[12847104], [], [], [], [], []], "Ev Idx": 2160 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 31337, + "ts": 675205077819.710, "dur": 6.238, + "args": { + "External id": 428658,"Record function id": 0, "Concrete Inputs": ["[1605888]", "6", "0", "", "False", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 2161 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "c10d::_reduce_scatter_base_", "pid": 4183440, "tid": 31337, + "ts": 675205077857.128, "dur": 319.484, + "args": { + "External id": 428659,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "False", "-1"], "Input type": ["float", "float", "", "", "Scalar", "Scalar"], "Input Strides": [[1], [1], [], [], [], []], "Input Dims": [[1605888], [12847104], [], [], [], []], "Ev Idx": 2162 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 4183440, "tid": 31337, + "ts": 675205077884.341, "dur": 287.118, + "args": { + "External id": 428660,"Record function id": 0, "Collective name": "_reduce_scatter_base", "Process Group Description": "default_pg", "dtype": "Float", "Rank": 4, "Input Strides": [[1], [], [], [], [], [], [], [], [], []], "Concrete Inputs": ["", "", "", "4", "", "[]", "[]", "0", "1", "8"], "Out msg nelems": 1605888, "Process Group Name": "0", "Input type": ["float", "", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Global rank stride": 1, "Out split size": "[]", "In split size": "[]", "Process Group Ranks": "[0, 1, 2, 3, 4, 5, 6, 7]", "Group size": 8, "Input Dims": [[12847104], [], [], [], [], [], [], [], [], []], "Global rank start": 0, "Ev Idx": 2163, "In msg nelems": 12847104 + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "nccl:_reduce_scatter_base", "pid": 4183440, "tid": 31337, + "ts": 675205077896.224, "dur": 268.109, + "args": { + "External id": 428661,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1]], "Input Dims": [[12847104]], "Ev Idx": 2164 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 4183440, "tid": 31337, + "ts": 675205078198.412, "dur": 2.774, + "args": { + "External id": 428662,"Record function id": 0, "Collective name": "wait", "Process Group Description": "default_pg", "dtype": "Byte", "Input Dims": [[], [], [], [], [], [], [], [], []], "Input Strides": [[], [], [], [], [], [], [], [], []], "Input type": ["", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Concrete Inputs": ["", "", "4", "", "[]", "[]", "-1", "-1", "1"], "Out msg nelems": 0, "Process Group Name": "0", "Process Group Ranks": "[]", "Group size": 1, "Ev Idx": 2165, "In msg nelems": 0, "Rank": 4, "In split size": "[]", "Out split size": "[]" + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205078261.858, "dur": 6.560, + "args": { + "External id": 428663,"Record function id": 0, "Concrete Inputs": ["", "[128]", "[1]", "0"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 2166 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205078316.243, "dur": 1.259, + "args": { + "External id": 428664,"Record function id": 0, "Concrete Inputs": ["", "[128, 1024]", "[1024, 1]", "128"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 2167 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205078332.807, "dur": 1.233, + "args": { + "External id": 428665,"Record function id": 0, "Concrete Inputs": ["", "[128, 1024]", "[1024, 1]", "131200"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 2168 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205078345.127, "dur": 0.952, + "args": { + "External id": 428666,"Record function id": 0, "Concrete Inputs": ["", "[128, 1024]", "[1024, 1]", "262272"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 2169 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205078358.084, "dur": 0.754, + "args": { + "External id": 428667,"Record function id": 0, "Concrete Inputs": ["", "[128, 1024]", "[1024, 1]", "393344"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 2170 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205078370.774, "dur": 0.785, + "args": { + "External id": 428668,"Record function id": 0, "Concrete Inputs": ["", "[128]", "[1]", "524416"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 2171 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205078381.862, "dur": 0.783, + "args": { + "External id": 428669,"Record function id": 0, "Concrete Inputs": ["", "[352, 1024]", "[1024, 1]", "524544"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 2172 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205078394.428, "dur": 1.819, + "args": { + "External id": 428670,"Record function id": 0, "Concrete Inputs": ["", "[352, 1024]", "[1024, 1]", "884992"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 2173 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205078405.621, "dur": 0.805, + "args": { + "External id": 428671,"Record function id": 0, "Concrete Inputs": ["", "[128, 2816]", "[2816, 1]", "1245440"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 2174 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: CompiledFunctionBackward", "pid": 4183440, "tid": 31337, + "ts": 675205078500.885, "dur": 2696.045, + "args": { + "External id": 428672,"Record function id": 0, "Ev Idx": 2175 + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "FSDP::pre_backward (model.layers.15)", "pid": 4183440, "tid": 31337, + "ts": 675205078519.867, "dur": 983.705, + "args": { + "External id": 428673,"Record function id": 0, "Ev Idx": 2176 + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "FSDP::all_gather_copy_out (model.layers.15)", "pid": 4183440, "tid": 31337, + "ts": 675205078535.416, "dur": 343.055, + "args": { + "External id": 428674,"Record function id": 0, "Ev Idx": 2177 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675205078612.703, "dur": 3.892, + "args": { + "External id": 428675,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[12847104], []], "Ev Idx": 2178 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675205078619.348, "dur": 1.055, + "args": { + "External id": 428676,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[1024], []], "Ev Idx": 2179 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675205078621.722, "dur": 0.850, + "args": { + "External id": 428677,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[1048576], []], "Ev Idx": 2180 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675205078623.960, "dur": 0.986, + "args": { + "External id": 428678,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[1048576], []], "Ev Idx": 2181 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675205078626.203, "dur": 0.792, + "args": { + "External id": 428679,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[1048576], []], "Ev Idx": 2182 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675205078629.281, "dur": 0.681, + "args": { + "External id": 428680,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[1048576], []], "Ev Idx": 2183 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675205078631.206, "dur": 1.448, + "args": { + "External id": 428681,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[1024], []], "Ev Idx": 2184 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675205078633.963, "dur": 2.526, + "args": { + "External id": 428682,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[2883584], []], "Ev Idx": 2185 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675205078637.772, "dur": 0.616, + "args": { + "External id": 428683,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[2883584], []], "Ev Idx": 2186 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675205078640.766, "dur": 0.846, + "args": { + "External id": 428684,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[2883584], []], "Ev Idx": 2187 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "fsdp::split_with_sizes_copy", "pid": 4183440, "tid": 31337, + "ts": 675205078698.200, "dur": 148.304, + "args": { + "External id": 428685,"Record function id": 0, "Concrete Inputs": ["", "[128, 131072, 131072, 131072, 131072, 128, 360448, 360448, 360448]", "1", ""], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "TensorList"], "Input Strides": [[1605888, 1], [], [], [[128, 1], [131072, 1], [131072, 1], [131072, 1], [131072, 1], [128, 1], [360448, 1], [360448, 1], [360448, 1]]], "Input Dims": [[8, 1605888], [], [], [[8, 128], [8, 131072], [8, 131072], [8, 131072], [8, 131072], [8, 128], [8, 360448], [8, 360448], [8, 360448]]], "Ev Idx": 2188 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes_copy", "pid": 4183440, "tid": 31337, + "ts": 675205078715.036, "dur": 127.185, + "args": { + "External id": 428686,"Record function id": 0, "Concrete Inputs": ["", "[128, 131072, 131072, 131072, 131072, 128, 360448, 360448, 360448]", "1", ""], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "TensorList"], "Input Strides": [[1605888, 1], [], [], [[128, 1], [131072, 1], [131072, 1], [131072, 1], [131072, 1], [128, 1], [360448, 1], [360448, 1], [360448, 1]]], "Input Dims": [[8, 1605888], [], [], [[8, 128], [8, 131072], [8, 131072], [8, 131072], [8, 131072], [8, 128], [8, 360448], [8, 360448], [8, 360448]]], "Ev Idx": 2189 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 31337, + "ts": 675205078732.550, "dur": 13.757, + "args": { + "External id": 428687,"Record function id": 0, "Concrete Inputs": ["[823]", "4", "", "", "True", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 2190 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 31337, + "ts": 675205078749.260, "dur": 63.485, + "args": { + "External id": 428688,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", "False", ""], "Input type": ["long int", "", "", "", "", "Scalar", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], [], []], "Input Dims": [[823], [], [], [], [], [], [], []], "Ev Idx": 2191 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::_to_copy", "pid": 4183440, "tid": 31337, + "ts": 675205078751.728, "dur": 60.700, + "args": { + "External id": 428689,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", ""], "Input type": ["long int", "", "", "", "", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], []], "Input Dims": [[823], [], [], [], [], [], []], "Ev Idx": 2192 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 4183440, "tid": 31337, + "ts": 675205078756.413, "dur": 5.864, + "args": { + "External id": 428690,"Record function id": 0, "Concrete Inputs": ["[823]", "[1]", "4", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 2193 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 4183440, "tid": 31337, + "ts": 675205078764.056, "dur": 47.683, + "args": { + "External id": 428691,"Record function id": 0, "Concrete Inputs": ["", "", "True"], "Input type": ["long int", "long int", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[823], [823], []], "Ev Idx": 2194 + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "FSDP::backward_prefetch for model.layers.14", "pid": 4183440, "tid": 31337, + "ts": 675205078976.841, "dur": 519.145, + "args": { + "External id": 428692,"Record function id": 0, "Ev Idx": 2195 + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "FSDP::all_gather (model.layers.14)", "pid": 4183440, "tid": 31337, + "ts": 675205078994.985, "dur": 488.343, + "args": { + "External id": 428693,"Record function id": 0, "Ev Idx": 2196 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 31337, + "ts": 675205079053.851, "dur": 5.925, + "args": { + "External id": 428694,"Record function id": 0, "Concrete Inputs": ["[1605888]", "15", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 2197 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes", "pid": 4183440, "tid": 31337, + "ts": 675205079075.629, "dur": 27.502, + "args": { + "External id": 428695,"Record function id": 0, "Concrete Inputs": ["", "[128, 131072, 131072, 131072, 131072, 128, 360448, 360448, 360448]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar"], "Input Strides": [[1], [], []], "Input Dims": [[1605888], [], []], "Ev Idx": 2198 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205079079.866, "dur": 1.762, + "args": { + "External id": 428696,"Record function id": 0, "Concrete Inputs": ["", "[128]", "[1]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 2199 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205079083.403, "dur": 1.643, + "args": { + "External id": 428697,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "128"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 2200 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205079085.844, "dur": 2.077, + "args": { + "External id": 428698,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "131200"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 2201 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205079089.075, "dur": 0.341, + "args": { + "External id": 428699,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "262272"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 2202 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205079091.845, "dur": 0.253, + "args": { + "External id": 428700,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "393344"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 2203 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205079093.083, "dur": 0.342, + "args": { + "External id": 428701,"Record function id": 0, "Concrete Inputs": ["", "[128]", "[1]", "524416"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 2204 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205079094.499, "dur": 0.420, + "args": { + "External id": 428702,"Record function id": 0, "Concrete Inputs": ["", "[360448]", "[1]", "524544"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 2205 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205079096.895, "dur": 0.424, + "args": { + "External id": 428703,"Record function id": 0, "Concrete Inputs": ["", "[360448]", "[1]", "884992"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 2206 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205079098.590, "dur": 0.281, + "args": { + "External id": 428704,"Record function id": 0, "Concrete Inputs": ["", "[360448]", "[1]", "1245440"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 2207 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::_foreach_copy_", "pid": 4183440, "tid": 31337, + "ts": 675205079113.146, "dur": 30.420, + "args": { + "External id": 428705,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["TensorList", "TensorList", "Scalar"], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [[1], [1], [1], [1], [1], [1], [1], [1], [1]], []], "Input Dims": [[[128], [131072], [131072], [131072], [131072], [128], [360448], [360448], [360448]], [[128], [131072], [131072], [131072], [131072], [128], [360448], [360448], [360448]], []], "Ev Idx": 2208 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "fsdp::all_gather_copy_in", "pid": 4183440, "tid": 31337, + "ts": 675205079173.800, "dur": 89.553, + "args": { + "External id": 428706,"Record function id": 0, "Concrete Inputs": ["", "[128, 131072, 131072, 131072, 131072, 128, 360448, 360448, 360448]", "1605888", "8", "4", "15", ""], "Input type": ["TensorList", "ScalarList", "Scalar", "Scalar", "Scalar", "Scalar", ""], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [], [], [], [], [], []], "Input Dims": [[[128], [131072], [131072], [131072], [131072], [128], [360448], [360448], [360448]], [], [], [], [], [], []], "Ev Idx": 2209 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 31337, + "ts": 675205079183.161, "dur": 3.337, + "args": { + "External id": 428707,"Record function id": 0, "Concrete Inputs": ["[12847104]", "15", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 2210 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::narrow", "pid": 4183440, "tid": 31337, + "ts": 675205079191.148, "dur": 10.867, + "args": { + "External id": 428708,"Record function id": 0, "Concrete Inputs": ["", "0", "6423552", "1605888"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[12847104], [], [], []], "Ev Idx": 2211 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 4183440, "tid": 31337, + "ts": 675205079195.211, "dur": 6.394, + "args": { + "External id": 428709,"Record function id": 0, "Concrete Inputs": ["", "0", "6423552", "8029440", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], [], []], "Input Dims": [[12847104], [], [], [], []], "Ev Idx": 2212 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205079198.264, "dur": 2.072, + "args": { + "External id": 428710,"Record function id": 0, "Concrete Inputs": ["", "[1605888]", "[1]", "6423552"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[12847104], [], [], []], "Ev Idx": 2213 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes", "pid": 4183440, "tid": 31337, + "ts": 675205079208.210, "dur": 20.978, + "args": { + "External id": 428711,"Record function id": 0, "Concrete Inputs": ["", "[128, 131072, 131072, 131072, 131072, 128, 360448, 360448, 360448]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar"], "Input Strides": [[1], [], []], "Input Dims": [[1605888], [], []], "Ev Idx": 2214 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205079209.980, "dur": 0.534, + "args": { + "External id": 428712,"Record function id": 0, "Concrete Inputs": ["", "[128]", "[1]", "6423552"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 2215 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205079212.677, "dur": 0.481, + "args": { + "External id": 428713,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "6423680"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 2216 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205079214.175, "dur": 0.435, + "args": { + "External id": 428714,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "6554752"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 2217 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205079215.696, "dur": 1.377, + "args": { + "External id": 428715,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "6685824"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 2218 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205079217.723, "dur": 0.335, + "args": { + "External id": 428716,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "6816896"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 2219 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205079218.700, "dur": 0.262, + "args": { + "External id": 428717,"Record function id": 0, "Concrete Inputs": ["", "[128]", "[1]", "6947968"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 2220 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205079221.060, "dur": 0.317, + "args": { + "External id": 428718,"Record function id": 0, "Concrete Inputs": ["", "[360448]", "[1]", "6948096"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 2221 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205079222.242, "dur": 1.733, + "args": { + "External id": 428719,"Record function id": 0, "Concrete Inputs": ["", "[360448]", "[1]", "7308544"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 2222 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205079224.978, "dur": 0.370, + "args": { + "External id": 428720,"Record function id": 0, "Concrete Inputs": ["", "[360448]", "[1]", "7668992"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 2223 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::_foreach_copy_", "pid": 4183440, "tid": 31337, + "ts": 675205079238.568, "dur": 17.698, + "args": { + "External id": 428721,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["TensorList", "TensorList", "Scalar"], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [[1], [1], [1], [1], [1], [1], [1], [1], [1]], []], "Input Dims": [[[128], [131072], [131072], [131072], [131072], [128], [360448], [360448], [360448]], [[128], [131072], [131072], [131072], [131072], [128], [360448], [360448], [360448]], []], "Ev Idx": 2224 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "c10d::_allgather_base_", "pid": 4183440, "tid": 31337, + "ts": 675205079308.523, "dur": 113.451, + "args": { + "External id": 428722,"Record function id": 0, "Concrete Inputs": ["", "", "", "False", "-1"], "Input type": ["c10::BFloat16", "c10::BFloat16", "", "Scalar", "Scalar"], "Input Strides": [[1], [1], [], [], []], "Input Dims": [[12847104], [1605888], [], [], []], "Ev Idx": 2225 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 4183440, "tid": 31337, + "ts": 675205079331.869, "dur": 86.710, + "args": { + "External id": 428723,"Record function id": 0, "Collective name": "_allgather_base", "Process Group Description": "default_pg", "dtype": "BFloat16", "Rank": 4, "Input Strides": [[1], [], [], [], [], [], [], [], [], []], "Concrete Inputs": ["", "", "", "4", "", "[]", "[]", "0", "1", "8"], "Out msg nelems": 12847104, "Process Group Name": "0", "Input type": ["c10::BFloat16", "", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Global rank stride": 1, "Out split size": "[]", "In split size": "[]", "Process Group Ranks": "[0, 1, 2, 3, 4, 5, 6, 7]", "Group size": 8, "Input Dims": [[1605888], [], [], [], [], [], [], [], [], []], "Global rank start": 0, "Ev Idx": 2226, "In msg nelems": 1605888 + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "nccl:_all_gather_base", "pid": 4183440, "tid": 31337, + "ts": 675205079342.363, "dur": 72.230, + "args": { + "External id": 428724,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[1605888]], "Ev Idx": 2227 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 4183440, "tid": 31337, + "ts": 675205079434.758, "dur": 1.893, + "args": { + "External id": 428725,"Record function id": 0, "Collective name": "wait", "Process Group Description": "default_pg", "dtype": "Byte", "Input Dims": [[], [], [], [], [], [], [], [], []], "Input Strides": [[], [], [], [], [], [], [], [], []], "Input type": ["", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Concrete Inputs": ["", "", "4", "", "[]", "[]", "-1", "-1", "1"], "Out msg nelems": 0, "Process Group Name": "0", "Process Group Ranks": "[]", "Group size": 1, "Ev Idx": 2228, "In msg nelems": 0, "Rank": 4, "In split size": "[]", "Out split size": "[]" + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "CompiledFunctionBackward", "pid": 4183440, "tid": 31337, + "ts": 675205079510.002, "dur": 1664.060, + "args": { + "External id": 428726,"Sequence number": 5055632, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[4194304, 1024, 1]], "Input Dims": [[16, 4096, 1024]], "Ev Idx": 2229 + } + }, + { + "ph": "f", "id": 180, "pid": 4183440, "tid": 31337, "ts": 675205079510.002, + "cat": "fwdbwd", "name": "fwdbwd", "bp": "e" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675205079618.810, "dur": 145.922, + "args": { + "External id": 428727,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [2816, 1], [2816, 1]], "Input Dims": [[65536, 1024], [1024, 2816], [65536, 2816]], "Ev Idx": 2230 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused__to_copy_add_mul_rsub_silu_0", "pid": 4183440, "tid": 31337, + "ts": 675205079810.026, "dur": 37.092, + "args": { + "External id": 428728,"kernel_hash": "clkmb2nvivik7xt77lza2snvzeuraclmpbqhk34lgigbl7zlxati", "grid": "grid(184549376,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "", "", "184549376"], "kernel_file": "/tmp/torchinductor_cvm/lk/clkmb2nvivik7xt77lza2snvzeuraclmpbqhk34lgigbl7zlxati.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[2816, 1], [2816, 1], [2816, 1], [11534336, 2816, 1], [11534336, 2816, 1], [11534336, 2816, 1], []], "Input Dims": [[65536, 2816], [65536, 2816], [65536, 2816], [16, 4096, 2816], [16, 4096, 2816], [16, 4096, 2816], []], "Ev Idx": 2231 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::bmm", "pid": 4183440, "tid": 31337, + "ts": 675205079866.789, "dur": 43.593, + "args": { + "External id": 428729,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[0, 1, 1024], [0, 2816, 1], [2883584, 2816, 1]], "Input Dims": [[1, 1024, 65536], [1, 65536, 2816], [1, 1024, 2816]], "Ev Idx": 2232 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675205079920.439, "dur": 43.275, + "args": { + "External id": 428730,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 2816], [1024, 1], [1024, 1]], "Input Dims": [[2816, 65536], [65536, 1024], [2816, 1024]], "Ev Idx": 2233 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675205079973.026, "dur": 35.253, + "args": { + "External id": 428731,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2816, 1], [1024, 1], [1024, 1]], "Input Dims": [[65536, 2816], [2816, 1024], [65536, 1024]], "Ev Idx": 2234 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675205080014.805, "dur": 20.746, + "args": { + "External id": 428732,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 2816], [1024, 1], [1024, 1]], "Input Dims": [[2816, 65536], [65536, 1024], [2816, 1024]], "Ev Idx": 2235 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675205080044.244, "dur": 27.777, + "args": { + "External id": 428733,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2816, 1], [1024, 1], [1024, 1]], "Input Dims": [[65536, 2816], [2816, 1024], [65536, 1024]], "Ev Idx": 2236 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused_1", "pid": 4183440, "tid": 31337, + "ts": 675205080098.023, "dur": 24.281, + "args": { + "External id": 428734,"kernel_hash": "cmdhmofoq6dkjtzh34c2kzhgghtmhpal5f3rxqvpfiur2wxglwjs", "grid": "grid(67108864,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "67108864"], "kernel_file": "/tmp/torchinductor_cvm/md/cmdhmofoq6dkjtzh34c2kzhgghtmhpal5f3rxqvpfiur2wxglwjs.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[1024, 1], [1024, 1], []], "Input Dims": [[65536, 1024], [65536, 1024], []], "Ev Idx": 2237 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "layer_norm_bwd_kernel_0", "pid": 4183440, "tid": 31337, + "ts": 675205080139.274, "dur": 29.737, + "args": { + "External id": 428735,"kernel_hash": "cuevaar5u646bgtmpubrbyzqz3sdut3cwthdo7wpizzjr6oluqi5", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "", "", "", "65536", "1024", "1", "497", "132", "True", "1024", "True", "False", "True", "False", "False"], "kernel_file": "/tmp/torchinductor_cvm/ue/cuevaar5u646bgtmpubrbyzqz3sdut3cwthdo7wpizzjr6oluqi5.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "float", "c10::BFloat16", "float", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [1], [1024, 1], [1024, 1], [1024, 1], [1024, 1], [1], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[65536, 1024], [1024], [65536, 1024], [65536, 1024], [132, 1024], [65536, 1024], [65536], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 2238 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "triton_red_fused_sum_2", "pid": 4183440, "tid": 31337, + "ts": 675205080186.951, "dur": 19.389, + "args": { + "External id": 428736,"kernel_hash": "cw4ogu6mqrgcawgfqkyrzhc5xil4j4vfrn34wqhb2qfx2hbqyotj", "grid": "grid(2048,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "2048", "66"], "kernel_file": "/tmp/torchinductor_cvm/w4/cw4ogu6mqrgcawgfqkyrzhc5xil4j4vfrn34wqhb2qfx2hbqyotj.py", "kernel_backend": "triton", "Input type": ["float", "float", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [2048, 1, 1024], [], []], "Input Dims": [[132, 1024], [1, 1024, 2], [], []], "Ev Idx": 2239 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "triton_per_fused__to_copy_sum_3", "pid": 4183440, "tid": 31337, + "ts": 675205080221.779, "dur": 15.609, + "args": { + "External id": 428737,"kernel_hash": "c3dzxlwq2gbpkrmfvuijgv5eon5iwfw455hggookxniqczni5xao", "grid": "grid(1024,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "1024", "2"], "kernel_file": "/tmp/torchinductor_cvm/3d/c3dzxlwq2gbpkrmfvuijgv5eon5iwfw455hggookxniqczni5xao.py", "kernel_backend": "triton", "Input type": ["float", "c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[2048, 1, 1024], [1024, 1], [], []], "Input Dims": [[1, 1024, 2], [1, 1024], [], []], "Ev Idx": 2240 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675205080247.021, "dur": 42.566, + "args": { + "External id": 428738,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 1024], [1024, 1], [1024, 1]], "Input Dims": [[1024, 65536], [65536, 1024], [1024, 1024]], "Ev Idx": 2241 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675205080293.026, "dur": 29.977, + "args": { + "External id": 428739,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1024, 1], [1024, 1]], "Input Dims": [[65536, 1024], [1024, 1024], [65536, 1024]], "Ev Idx": 2242 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "flash_attn::_flash_attn_backward", "pid": 4183440, "tid": 31337, + "ts": 675205080354.755, "dur": 174.178, + "args": { + "External id": 428740,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "", "", "", "", "0.", "0.125", "True", "-1", "-1", "0.", "", "False", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "float", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "", "Scalar", "long int"], "Input Strides": [[4194304, 1024, 64, 1], [4194304, 1024, 64, 1], [4194304, 1024, 64, 1], [4194304, 1024, 64, 1], [4194304, 1024, 64, 1], [65536, 4096, 1], [4194304, 1024, 64, 1], [4194304, 1024, 64, 1], [4194304, 1024, 64, 1], [], [], [], [], [], [], [], [], [1]], "Input Dims": [[16, 4096, 16, 64], [16, 4096, 16, 64], [16, 4096, 16, 64], [16, 4096, 16, 64], [16, 4096, 16, 64], [16, 16, 4096], [16, 4096, 16, 64], [16, 4096, 16, 64], [16, 4096, 16, 64], [], [], [], [], [], [], [], [], [2]], "Ev Idx": 2243 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 31337, + "ts": 675205080435.663, "dur": 5.506, + "args": { + "External id": 428741,"Record function id": 0, "Concrete Inputs": ["[16, 16, 4096]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 2244 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 31337, + "ts": 675205080442.784, "dur": 1.938, + "args": { + "External id": 428742,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 16, 64]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 2245 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "rotary_embedding_kernel_1", "pid": 4183440, "tid": 31337, + "ts": 675205080556.905, "dur": 26.691, + "args": { + "External id": 428743,"kernel_hash": "cnnjyph67nk54fjnuktc2nmchkiw5uvx4mqovnyasu7ursptxrg7", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "0", "16", "4096", "16", "64", "32", "8192", "32", "64", "False", "False", "False", "True"], "kernel_file": "/tmp/torchinductor_cvm/nn/cnnjyph67nk54fjnuktc2nmchkiw5uvx4mqovnyasu7ursptxrg7.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[4194304, 1024, 64, 1], [32, 1], [32, 1], [4194304, 1024, 64, 1], [], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[16, 4096, 16, 64], [8192, 32], [8192, 32], [16, 4096, 16, 64], [], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 2246 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "rotary_embedding_kernel_1", "pid": 4183440, "tid": 31337, + "ts": 675205080594.349, "dur": 14.872, + "args": { + "External id": 428744,"kernel_hash": "cnnjyph67nk54fjnuktc2nmchkiw5uvx4mqovnyasu7ursptxrg7", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "0", "16", "4096", "16", "64", "32", "8192", "32", "64", "False", "False", "False", "True"], "kernel_file": "/tmp/torchinductor_cvm/nn/cnnjyph67nk54fjnuktc2nmchkiw5uvx4mqovnyasu7ursptxrg7.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[4194304, 1024, 64, 1], [32, 1], [32, 1], [4194304, 1024, 64, 1], [], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[16, 4096, 16, 64], [8192, 32], [8192, 32], [16, 4096, 16, 64], [], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 2247 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675205080618.673, "dur": 87.164, + "args": { + "External id": 428745,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 1024], [1024, 1], [1024, 1]], "Input Dims": [[1024, 65536], [65536, 1024], [1024, 1024]], "Ev Idx": 2248 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675205080714.799, "dur": 49.064, + "args": { + "External id": 428746,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1024, 1], [1024, 1]], "Input Dims": [[65536, 1024], [1024, 1024], [65536, 1024]], "Ev Idx": 2249 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675205080778.599, "dur": 30.942, + "args": { + "External id": 428747,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 1024], [1024, 1], [1024, 1]], "Input Dims": [[1024, 65536], [65536, 1024], [1024, 1024]], "Ev Idx": 2250 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675205080814.049, "dur": 27.735, + "args": { + "External id": 428748,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1024, 1], [1024, 1]], "Input Dims": [[65536, 1024], [1024, 1024], [65536, 1024]], "Ev Idx": 2251 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675205080849.164, "dur": 26.174, + "args": { + "External id": 428749,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 1024], [1024, 1], [1024, 1]], "Input Dims": [[1024, 65536], [65536, 1024], [1024, 1024]], "Ev Idx": 2252 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675205080882.709, "dur": 26.884, + "args": { + "External id": 428750,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1024, 1], [1024, 1]], "Input Dims": [[65536, 1024], [1024, 1024], [65536, 1024]], "Ev Idx": 2253 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused_4", "pid": 4183440, "tid": 31337, + "ts": 675205080927.482, "dur": 50.510, + "args": { + "External id": 428751,"kernel_hash": "cn6a6cq4k7qdw3wki5ksil45pjzcbfrfjarshv63ivxttjehkezz", "grid": "grid(67108864,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "67108864"], "kernel_file": "/tmp/torchinductor_cvm/n6/cn6a6cq4k7qdw3wki5ksil45pjzcbfrfjarshv63ivxttjehkezz.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[1024, 1], [1024, 1], [1024, 1], []], "Input Dims": [[65536, 1024], [65536, 1024], [65536, 1024], []], "Ev Idx": 2254 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "layer_norm_bwd_kernel_2", "pid": 4183440, "tid": 31337, + "ts": 675205081008.981, "dur": 30.989, + "args": { + "External id": 428752,"kernel_hash": "cwvn5v4u6cexxzo6wfnjojuuby7ad6wk6jmjnzhsan4mprdashfg", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "", "", "65536", "1024", "1", "497", "132", "True", "1024", "False", "False", "True", "False", "False"], "kernel_file": "/tmp/torchinductor_cvm/wv/cwvn5v4u6cexxzo6wfnjojuuby7ad6wk6jmjnzhsan4mprdashfg.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "float", "float", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [1], [1024, 1], [1024, 1], [1024, 1], [1], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[65536, 1024], [1024], [65536, 1024], [65536, 1024], [132, 1024], [65536], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 2255 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "triton_red_fused_sum_2", "pid": 4183440, "tid": 31337, + "ts": 675205081052.928, "dur": 17.463, + "args": { + "External id": 428753,"kernel_hash": "cw4ogu6mqrgcawgfqkyrzhc5xil4j4vfrn34wqhb2qfx2hbqyotj", "grid": "grid(2048,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "2048", "66"], "kernel_file": "/tmp/torchinductor_cvm/w4/cw4ogu6mqrgcawgfqkyrzhc5xil4j4vfrn34wqhb2qfx2hbqyotj.py", "kernel_backend": "triton", "Input type": ["float", "float", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [2048, 1, 1024], [], []], "Input Dims": [[132, 1024], [1, 1024, 2], [], []], "Ev Idx": 2256 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "triton_per_fused__to_copy_sum_3", "pid": 4183440, "tid": 31337, + "ts": 675205081090.393, "dur": 15.108, + "args": { + "External id": 428754,"kernel_hash": "c3dzxlwq2gbpkrmfvuijgv5eon5iwfw455hggookxniqczni5xao", "grid": "grid(1024,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "1024", "2"], "kernel_file": "/tmp/torchinductor_cvm/3d/c3dzxlwq2gbpkrmfvuijgv5eon5iwfw455hggookxniqczni5xao.py", "kernel_backend": "triton", "Input type": ["float", "c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[2048, 1, 1024], [1024, 1], [], []], "Input Dims": [[1, 1024, 2], [1, 1024], [], []], "Ev Idx": 2257 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused_add_5", "pid": 4183440, "tid": 31337, + "ts": 675205081118.966, "dur": 16.821, + "args": { + "External id": 428755,"kernel_hash": "cx5ypd3rju7i5obvafc2itek3ewywgqdgrrndct7omk4mswsdop7", "grid": "grid(67108864,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "67108864"], "kernel_file": "/tmp/torchinductor_cvm/x5/cx5ypd3rju7i5obvafc2itek3ewywgqdgrrndct7omk4mswsdop7.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[1024, 1], [1024, 1], [4194304, 1024, 1], []], "Input Dims": [[65536, 1024], [65536, 1024], [16, 4096, 1024], []], "Ev Idx": 2258 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205081218.688, "dur": 14.761, + "args": { + "External id": 428756,"Record function id": 0, "Ev Idx": 2259 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205081221.982, "dur": 10.487, + "args": { + "External id": 428757,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[1024]], "Ev Idx": 2260 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 4183440, "tid": 31337, + "ts": 675205081226.245, "dur": 5.356, + "args": { + "External id": 428758,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[1024]], "Ev Idx": 2261 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 4183440, "tid": 31337, + "ts": 675205081227.570, "dur": 3.911, + "args": { + "External id": 428759,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[1024]], "Ev Idx": 2262 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205081237.320, "dur": 4.303, + "args": { + "External id": 428760,"Record function id": 0, "Ev Idx": 2263 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205081238.916, "dur": 2.271, + "args": { + "External id": 428761,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 2264 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 4183440, "tid": 31337, + "ts": 675205081239.520, "dur": 1.204, + "args": { + "External id": 428762,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 2265 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 4183440, "tid": 31337, + "ts": 675205081239.970, "dur": 0.634, + "args": { + "External id": 428763,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 2266 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205081244.870, "dur": 4.096, + "args": { + "External id": 428764,"Record function id": 0, "Ev Idx": 2267 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205081246.133, "dur": 2.377, + "args": { + "External id": 428765,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[1024]], "Ev Idx": 2268 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 4183440, "tid": 31337, + "ts": 675205081246.652, "dur": 1.432, + "args": { + "External id": 428766,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[1024]], "Ev Idx": 2269 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 4183440, "tid": 31337, + "ts": 675205081247.142, "dur": 0.858, + "args": { + "External id": 428767,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[1024]], "Ev Idx": 2270 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205081252.082, "dur": 3.912, + "args": { + "External id": 428768,"Record function id": 0, "Ev Idx": 2271 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205081253.424, "dur": 2.147, + "args": { + "External id": 428769,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2816, 1]], "Input Dims": [[1024, 2816]], "Ev Idx": 2272 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 4183440, "tid": 31337, + "ts": 675205081253.946, "dur": 1.219, + "args": { + "External id": 428770,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2816, 1]], "Input Dims": [[1024, 2816]], "Ev Idx": 2273 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 4183440, "tid": 31337, + "ts": 675205081254.554, "dur": 0.546, + "args": { + "External id": 428771,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2816, 1]], "Input Dims": [[1024, 2816]], "Ev Idx": 2274 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205081259.020, "dur": 3.496, + "args": { + "External id": 428772,"Record function id": 0, "Ev Idx": 2275 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205081260.183, "dur": 1.927, + "args": { + "External id": 428773,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[2816, 1024]], "Ev Idx": 2276 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 4183440, "tid": 31337, + "ts": 675205081260.665, "dur": 1.022, + "args": { + "External id": 428774,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[2816, 1024]], "Ev Idx": 2277 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 4183440, "tid": 31337, + "ts": 675205081261.019, "dur": 0.603, + "args": { + "External id": 428775,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[2816, 1024]], "Ev Idx": 2278 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205081265.569, "dur": 3.878, + "args": { + "External id": 428776,"Record function id": 0, "Ev Idx": 2279 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205081266.858, "dur": 2.181, + "args": { + "External id": 428777,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 2280 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 4183440, "tid": 31337, + "ts": 675205081267.309, "dur": 1.309, + "args": { + "External id": 428778,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 2281 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 4183440, "tid": 31337, + "ts": 675205081267.976, "dur": 0.547, + "args": { + "External id": 428779,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 2282 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205081272.666, "dur": 5.441, + "args": { + "External id": 428780,"Record function id": 0, "Ev Idx": 2283 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205081273.718, "dur": 3.950, + "args": { + "External id": 428781,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 2284 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 4183440, "tid": 31337, + "ts": 675205081274.213, "dur": 3.012, + "args": { + "External id": 428782,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 2285 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 4183440, "tid": 31337, + "ts": 675205081274.804, "dur": 2.360, + "args": { + "External id": 428783,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 2286 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205081281.128, "dur": 3.542, + "args": { + "External id": 428784,"Record function id": 0, "Ev Idx": 2287 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205081282.245, "dur": 2.014, + "args": { + "External id": 428785,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[2816, 1024]], "Ev Idx": 2288 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 4183440, "tid": 31337, + "ts": 675205081282.719, "dur": 1.098, + "args": { + "External id": 428786,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[2816, 1024]], "Ev Idx": 2289 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 4183440, "tid": 31337, + "ts": 675205081283.243, "dur": 0.514, + "args": { + "External id": 428787,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[2816, 1024]], "Ev Idx": 2290 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205081287.663, "dur": 3.772, + "args": { + "External id": 428788,"Record function id": 0, "Ev Idx": 2291 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205081288.746, "dur": 2.274, + "args": { + "External id": 428789,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 2292 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 4183440, "tid": 31337, + "ts": 675205081289.216, "dur": 1.413, + "args": { + "External id": 428790,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 2293 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 4183440, "tid": 31337, + "ts": 675205081289.876, "dur": 0.682, + "args": { + "External id": 428791,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 2294 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: RegisterPostBackwardFunctionBackward", "pid": 4183440, "tid": 31337, + "ts": 675205081295.202, "dur": 14905.055, + "args": { + "External id": 428792,"Record function id": 0, "Sequence number": 5055631, "Fwd thread id": 1, "Ev Idx": 2295 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "RegisterPostBackwardFunctionBackward", "pid": 4183440, "tid": 31337, + "ts": 675205081296.308, "dur": 14895.743, + "args": { + "External id": 428793,"Sequence number": 5055631, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[4194304, 1024, 1]], "Input Dims": [[16, 4096, 1024]], "Ev Idx": 2296 + } + }, + { + "ph": "f", "id": 181, "pid": 4183440, "tid": 31337, "ts": 675205081296.308, + "cat": "fwdbwd", "name": "fwdbwd", "bp": "e" + }, + { + "ph": "X", "cat": "user_annotation", "name": "FSDP::post_backward_accumulate (model.layers.15)", "pid": 4183440, "tid": 31337, + "ts": 675205081328.504, "dur": 39.878, + "args": { + "External id": 428794,"Record function id": 0, "Ev Idx": 2297 + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "FSDP::post_backward_reshard (model.layers.15)", "pid": 4183440, "tid": 31337, + "ts": 675205081376.248, "dur": 60.682, + "args": { + "External id": 428795,"Record function id": 0, "Ev Idx": 2298 + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "FSDP::post_backward_reduce (model.layers.15)", "pid": 4183440, "tid": 31337, + "ts": 675205081443.382, "dur": 14739.980, + "args": { + "External id": 428796,"Record function id": 0, "Ev Idx": 2299 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 31337, + "ts": 675205081532.443, "dur": 6.894, + "args": { + "External id": 428797,"Record function id": 0, "Concrete Inputs": ["[12847104]", "6", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 2300 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675205081548.844, "dur": 4.851, + "args": { + "External id": 428798,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["float", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[12847104], []], "Ev Idx": 2301 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "fsdp::chunk_cat", "pid": 4183440, "tid": 31337, + "ts": 675205081567.572, "dur": 13886.190, + "args": { + "External id": 428799,"Record function id": 0, "Concrete Inputs": ["", "0", "8", ""], "Input type": ["TensorList", "Scalar", "Scalar", "float"], "Input Strides": [[[1], [1024, 1], [1024, 1], [1024, 1], [1024, 1], [1], [1024, 1], [1024, 1], [2816, 1]], [], [], [1605888, 1]], "Input Dims": [[[1024], [1024, 1024], [1024, 1024], [1024, 1024], [1024, 1024], [1024], [2816, 1024], [2816, 1024], [1024, 2816]], [], [], [8, 1605888]], "Ev Idx": 2302 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::_chunk_cat", "pid": 4183440, "tid": 31337, + "ts": 675205081580.087, "dur": 13864.973, + "args": { + "External id": 428800,"Record function id": 0, "Concrete Inputs": ["", "0", "8", ""], "Input type": ["TensorList", "Scalar", "Scalar", "float"], "Input Strides": [[[1], [1024, 1], [1024, 1], [1024, 1], [1024, 1], [1], [1024, 1], [1024, 1], [2816, 1]], [], [], [1605888, 1]], "Input Dims": [[[1024], [1024, 1024], [1024, 1024], [1024, 1024], [1024, 1024], [1024], [2816, 1024], [2816, 1024], [1024, 2816]], [], [], [8, 1605888]], "Ev Idx": 2303 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 31337, + "ts": 675205081602.051, "dur": 13.623, + "args": { + "External id": 428801,"Record function id": 0, "Concrete Inputs": ["[3194]", "4", "", "", "True", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 2304 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 31337, + "ts": 675205081620.895, "dur": 13789.085, + "args": { + "External id": 428802,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", "False", ""], "Input type": ["long int", "", "", "", "", "Scalar", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], [], []], "Input Dims": [[3194], [], [], [], [], [], [], []], "Ev Idx": 2305 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::_to_copy", "pid": 4183440, "tid": 31337, + "ts": 675205081624.020, "dur": 13785.181, + "args": { + "External id": 428803,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", ""], "Input type": ["long int", "", "", "", "", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], []], "Input Dims": [[3194], [], [], [], [], [], []], "Ev Idx": 2306 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 4183440, "tid": 31337, + "ts": 675205081628.242, "dur": 4.211, + "args": { + "External id": 428804,"Record function id": 0, "Concrete Inputs": ["[3194]", "[1]", "4", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 2307 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 4183440, "tid": 31337, + "ts": 675205081634.309, "dur": 13771.158, + "args": { + "External id": 428805,"Record function id": 0, "Concrete Inputs": ["", "", "True"], "Input type": ["long int", "long int", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[3194], [3194], []], "Ev Idx": 2308 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::new_empty", "pid": 4183440, "tid": 31337, + "ts": 675205095543.487, "dur": 9.398, + "args": { + "External id": 428806,"Record function id": 0, "Concrete Inputs": ["", "[1605888]", "", "", "", "False"], "Input type": ["float", "ScalarList", "", "", "", "Scalar"], "Input Strides": [[1], [], [], [], [], []], "Input Dims": [[12847104], [], [], [], [], []], "Ev Idx": 2309 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 31337, + "ts": 675205095546.240, "dur": 6.238, + "args": { + "External id": 428807,"Record function id": 0, "Concrete Inputs": ["[1605888]", "6", "0", "", "False", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 2310 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "c10d::_reduce_scatter_base_", "pid": 4183440, "tid": 31337, + "ts": 675205095580.371, "dur": 307.337, + "args": { + "External id": 428808,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "False", "-1"], "Input type": ["float", "float", "", "", "Scalar", "Scalar"], "Input Strides": [[1], [1], [], [], [], []], "Input Dims": [[1605888], [12847104], [], [], [], []], "Ev Idx": 2311 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 4183440, "tid": 31337, + "ts": 675205095607.409, "dur": 275.391, + "args": { + "External id": 428809,"Record function id": 0, "Collective name": "_reduce_scatter_base", "Process Group Description": "default_pg", "dtype": "Float", "Rank": 4, "Input Strides": [[1], [], [], [], [], [], [], [], [], []], "Concrete Inputs": ["", "", "", "4", "", "[]", "[]", "0", "1", "8"], "Out msg nelems": 1605888, "Process Group Name": "0", "Input type": ["float", "", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Global rank stride": 1, "Out split size": "[]", "In split size": "[]", "Process Group Ranks": "[0, 1, 2, 3, 4, 5, 6, 7]", "Group size": 8, "Input Dims": [[12847104], [], [], [], [], [], [], [], [], []], "Global rank start": 0, "Ev Idx": 2312, "In msg nelems": 12847104 + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "nccl:_reduce_scatter_base", "pid": 4183440, "tid": 31337, + "ts": 675205095619.829, "dur": 257.771, + "args": { + "External id": 428810,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1]], "Input Dims": [[12847104]], "Ev Idx": 2313 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 4183440, "tid": 31337, + "ts": 675205095908.413, "dur": 2.401, + "args": { + "External id": 428811,"Record function id": 0, "Collective name": "wait", "Process Group Description": "default_pg", "dtype": "Byte", "Input Dims": [[], [], [], [], [], [], [], [], []], "Input Strides": [[], [], [], [], [], [], [], [], []], "Input type": ["", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Concrete Inputs": ["", "", "4", "", "[]", "[]", "-1", "-1", "1"], "Out msg nelems": 0, "Process Group Name": "0", "Process Group Ranks": "[]", "Group size": 1, "Ev Idx": 2314, "In msg nelems": 0, "Rank": 4, "In split size": "[]", "Out split size": "[]" + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205095982.563, "dur": 7.514, + "args": { + "External id": 428812,"Record function id": 0, "Concrete Inputs": ["", "[128]", "[1]", "0"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 2315 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205096033.921, "dur": 1.352, + "args": { + "External id": 428813,"Record function id": 0, "Concrete Inputs": ["", "[128, 1024]", "[1024, 1]", "128"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 2316 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205096049.806, "dur": 1.355, + "args": { + "External id": 428814,"Record function id": 0, "Concrete Inputs": ["", "[128, 1024]", "[1024, 1]", "131200"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 2317 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205096061.511, "dur": 0.881, + "args": { + "External id": 428815,"Record function id": 0, "Concrete Inputs": ["", "[128, 1024]", "[1024, 1]", "262272"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 2318 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205096075.087, "dur": 2.651, + "args": { + "External id": 428816,"Record function id": 0, "Concrete Inputs": ["", "[128, 1024]", "[1024, 1]", "393344"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 2319 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205096088.163, "dur": 0.795, + "args": { + "External id": 428817,"Record function id": 0, "Concrete Inputs": ["", "[128]", "[1]", "524416"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 2320 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205096099.030, "dur": 1.032, + "args": { + "External id": 428818,"Record function id": 0, "Concrete Inputs": ["", "[352, 1024]", "[1024, 1]", "524544"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 2321 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205096110.244, "dur": 1.439, + "args": { + "External id": 428819,"Record function id": 0, "Concrete Inputs": ["", "[352, 1024]", "[1024, 1]", "884992"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 2322 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205096121.314, "dur": 2.406, + "args": { + "External id": 428820,"Record function id": 0, "Concrete Inputs": ["", "[128, 2816]", "[2816, 1]", "1245440"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 2323 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: CompiledFunctionBackward", "pid": 4183440, "tid": 31337, + "ts": 675205096215.433, "dur": 2694.557, + "args": { + "External id": 428821,"Record function id": 0, "Ev Idx": 2324 + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "FSDP::pre_backward (model.layers.14)", "pid": 4183440, "tid": 31337, + "ts": 675205096234.478, "dur": 996.051, + "args": { + "External id": 428822,"Record function id": 0, "Ev Idx": 2325 + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "FSDP::all_gather_copy_out (model.layers.14)", "pid": 4183440, "tid": 31337, + "ts": 675205096249.720, "dur": 287.111, + "args": { + "External id": 428823,"Record function id": 0, "Ev Idx": 2326 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675205096324.304, "dur": 3.994, + "args": { + "External id": 428824,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[12847104], []], "Ev Idx": 2327 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675205096331.234, "dur": 0.704, + "args": { + "External id": 428825,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[1024], []], "Ev Idx": 2328 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675205096333.771, "dur": 0.731, + "args": { + "External id": 428826,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[1048576], []], "Ev Idx": 2329 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675205096335.967, "dur": 0.575, + "args": { + "External id": 428827,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[1048576], []], "Ev Idx": 2330 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675205096337.994, "dur": 0.987, + "args": { + "External id": 428828,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[1048576], []], "Ev Idx": 2331 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675205096340.471, "dur": 1.020, + "args": { + "External id": 428829,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[1048576], []], "Ev Idx": 2332 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675205096343.301, "dur": 3.357, + "args": { + "External id": 428830,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[1024], []], "Ev Idx": 2333 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675205096348.225, "dur": 0.737, + "args": { + "External id": 428831,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[2883584], []], "Ev Idx": 2334 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675205096350.788, "dur": 0.746, + "args": { + "External id": 428832,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[2883584], []], "Ev Idx": 2335 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675205096353.265, "dur": 0.729, + "args": { + "External id": 428833,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[2883584], []], "Ev Idx": 2336 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "fsdp::split_with_sizes_copy", "pid": 4183440, "tid": 31337, + "ts": 675205096371.426, "dur": 140.046, + "args": { + "External id": 428834,"Record function id": 0, "Concrete Inputs": ["", "[128, 131072, 131072, 131072, 131072, 128, 360448, 360448, 360448]", "1", ""], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "TensorList"], "Input Strides": [[1605888, 1], [], [], [[128, 1], [131072, 1], [131072, 1], [131072, 1], [131072, 1], [128, 1], [360448, 1], [360448, 1], [360448, 1]]], "Input Dims": [[8, 1605888], [], [], [[8, 128], [8, 131072], [8, 131072], [8, 131072], [8, 131072], [8, 128], [8, 360448], [8, 360448], [8, 360448]]], "Ev Idx": 2337 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes_copy", "pid": 4183440, "tid": 31337, + "ts": 675205096386.444, "dur": 120.914, + "args": { + "External id": 428835,"Record function id": 0, "Concrete Inputs": ["", "[128, 131072, 131072, 131072, 131072, 128, 360448, 360448, 360448]", "1", ""], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "TensorList"], "Input Strides": [[1605888, 1], [], [], [[128, 1], [131072, 1], [131072, 1], [131072, 1], [131072, 1], [128, 1], [360448, 1], [360448, 1], [360448, 1]]], "Input Dims": [[8, 1605888], [], [], [[8, 128], [8, 131072], [8, 131072], [8, 131072], [8, 131072], [8, 128], [8, 360448], [8, 360448], [8, 360448]]], "Ev Idx": 2338 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 31337, + "ts": 675205096400.848, "dur": 12.476, + "args": { + "External id": 428836,"Record function id": 0, "Concrete Inputs": ["[823]", "4", "", "", "True", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 2339 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 31337, + "ts": 675205096416.389, "dur": 63.304, + "args": { + "External id": 428837,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", "False", ""], "Input type": ["long int", "", "", "", "", "Scalar", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], [], []], "Input Dims": [[823], [], [], [], [], [], [], []], "Ev Idx": 2340 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::_to_copy", "pid": 4183440, "tid": 31337, + "ts": 675205096418.740, "dur": 60.656, + "args": { + "External id": 428838,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", ""], "Input type": ["long int", "", "", "", "", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], []], "Input Dims": [[823], [], [], [], [], [], []], "Ev Idx": 2341 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 4183440, "tid": 31337, + "ts": 675205096422.343, "dur": 6.509, + "args": { + "External id": 428839,"Record function id": 0, "Concrete Inputs": ["[823]", "[1]", "4", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 2342 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 4183440, "tid": 31337, + "ts": 675205096430.760, "dur": 47.981, + "args": { + "External id": 428840,"Record function id": 0, "Concrete Inputs": ["", "", "True"], "Input type": ["long int", "long int", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[823], [823], []], "Ev Idx": 2343 + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "FSDP::backward_prefetch for model.layers.13", "pid": 4183440, "tid": 31337, + "ts": 675205096612.198, "dur": 610.781, + "args": { + "External id": 428841,"Record function id": 0, "Ev Idx": 2344 + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "FSDP::all_gather (model.layers.13)", "pid": 4183440, "tid": 31337, + "ts": 675205096628.187, "dur": 581.963, + "args": { + "External id": 428842,"Record function id": 0, "Ev Idx": 2345 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 31337, + "ts": 675205096727.709, "dur": 6.362, + "args": { + "External id": 428843,"Record function id": 0, "Concrete Inputs": ["[1605888]", "15", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 2346 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes", "pid": 4183440, "tid": 31337, + "ts": 675205096750.822, "dur": 31.632, + "args": { + "External id": 428844,"Record function id": 0, "Concrete Inputs": ["", "[128, 131072, 131072, 131072, 131072, 128, 360448, 360448, 360448]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar"], "Input Strides": [[1], [], []], "Input Dims": [[1605888], [], []], "Ev Idx": 2347 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205096755.953, "dur": 2.463, + "args": { + "External id": 428845,"Record function id": 0, "Concrete Inputs": ["", "[128]", "[1]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 2348 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205096760.162, "dur": 2.540, + "args": { + "External id": 428846,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "128"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 2349 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205096763.904, "dur": 0.430, + "args": { + "External id": 428847,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "131200"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 2350 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205096767.215, "dur": 0.405, + "args": { + "External id": 428848,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "262272"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 2351 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205096768.992, "dur": 0.491, + "args": { + "External id": 428849,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "393344"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 2352 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205096770.746, "dur": 0.522, + "args": { + "External id": 428850,"Record function id": 0, "Concrete Inputs": ["", "[128]", "[1]", "524416"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 2353 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205096773.887, "dur": 0.235, + "args": { + "External id": 428851,"Record function id": 0, "Concrete Inputs": ["", "[360448]", "[1]", "524544"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 2354 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205096775.261, "dur": 0.300, + "args": { + "External id": 428852,"Record function id": 0, "Concrete Inputs": ["", "[360448]", "[1]", "884992"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 2355 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205096776.624, "dur": 1.525, + "args": { + "External id": 428853,"Record function id": 0, "Concrete Inputs": ["", "[360448]", "[1]", "1245440"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 2356 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::_foreach_copy_", "pid": 4183440, "tid": 31337, + "ts": 675205096794.651, "dur": 32.723, + "args": { + "External id": 428854,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["TensorList", "TensorList", "Scalar"], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [[1], [1], [1], [1], [1], [1], [1], [1], [1]], []], "Input Dims": [[[128], [131072], [131072], [131072], [131072], [128], [360448], [360448], [360448]], [[128], [131072], [131072], [131072], [131072], [128], [360448], [360448], [360448]], []], "Ev Idx": 2357 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "fsdp::all_gather_copy_in", "pid": 4183440, "tid": 31337, + "ts": 675205096859.206, "dur": 123.365, + "args": { + "External id": 428855,"Record function id": 0, "Concrete Inputs": ["", "[128, 131072, 131072, 131072, 131072, 128, 360448, 360448, 360448]", "1605888", "8", "4", "15", ""], "Input type": ["TensorList", "ScalarList", "Scalar", "Scalar", "Scalar", "Scalar", ""], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [], [], [], [], [], []], "Input Dims": [[[128], [131072], [131072], [131072], [131072], [128], [360448], [360448], [360448]], [], [], [], [], [], []], "Ev Idx": 2358 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 31337, + "ts": 675205096868.747, "dur": 6.039, + "args": { + "External id": 428856,"Record function id": 0, "Concrete Inputs": ["[12847104]", "15", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 2359 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::narrow", "pid": 4183440, "tid": 31337, + "ts": 675205096879.668, "dur": 9.764, + "args": { + "External id": 428857,"Record function id": 0, "Concrete Inputs": ["", "0", "6423552", "1605888"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[12847104], [], [], []], "Ev Idx": 2360 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 4183440, "tid": 31337, + "ts": 675205096883.963, "dur": 5.081, + "args": { + "External id": 428858,"Record function id": 0, "Concrete Inputs": ["", "0", "6423552", "8029440", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], [], []], "Input Dims": [[12847104], [], [], [], []], "Ev Idx": 2361 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205096887.500, "dur": 0.482, + "args": { + "External id": 428859,"Record function id": 0, "Concrete Inputs": ["", "[1605888]", "[1]", "6423552"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[12847104], [], [], []], "Ev Idx": 2362 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes", "pid": 4183440, "tid": 31337, + "ts": 675205096896.109, "dur": 24.298, + "args": { + "External id": 428860,"Record function id": 0, "Concrete Inputs": ["", "[128, 131072, 131072, 131072, 131072, 128, 360448, 360448, 360448]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar"], "Input Strides": [[1], [], []], "Input Dims": [[1605888], [], []], "Ev Idx": 2363 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205096897.875, "dur": 0.416, + "args": { + "External id": 428861,"Record function id": 0, "Concrete Inputs": ["", "[128]", "[1]", "6423552"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 2364 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205096899.927, "dur": 1.407, + "args": { + "External id": 428862,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "6423680"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 2365 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205096902.961, "dur": 0.436, + "args": { + "External id": 428863,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "6554752"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 2366 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205096904.685, "dur": 0.593, + "args": { + "External id": 428864,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "6685824"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 2367 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205096907.663, "dur": 0.631, + "args": { + "External id": 428865,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "6816896"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 2368 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205096909.585, "dur": 0.373, + "args": { + "External id": 428866,"Record function id": 0, "Concrete Inputs": ["", "[128]", "[1]", "6947968"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 2369 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205096911.350, "dur": 2.019, + "args": { + "External id": 428867,"Record function id": 0, "Concrete Inputs": ["", "[360448]", "[1]", "6948096"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 2370 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205096915.146, "dur": 0.428, + "args": { + "External id": 428868,"Record function id": 0, "Concrete Inputs": ["", "[360448]", "[1]", "7308544"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 2371 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205096916.982, "dur": 0.274, + "args": { + "External id": 428869,"Record function id": 0, "Concrete Inputs": ["", "[360448]", "[1]", "7668992"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 2372 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::_foreach_copy_", "pid": 4183440, "tid": 31337, + "ts": 675205096931.715, "dur": 41.509, + "args": { + "External id": 428870,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["TensorList", "TensorList", "Scalar"], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [[1], [1], [1], [1], [1], [1], [1], [1], [1]], []], "Input Dims": [[[128], [131072], [131072], [131072], [131072], [128], [360448], [360448], [360448]], [[128], [131072], [131072], [131072], [131072], [128], [360448], [360448], [360448]], []], "Ev Idx": 2373 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "c10d::_allgather_base_", "pid": 4183440, "tid": 31337, + "ts": 675205097029.504, "dur": 114.914, + "args": { + "External id": 428871,"Record function id": 0, "Concrete Inputs": ["", "", "", "False", "-1"], "Input type": ["c10::BFloat16", "c10::BFloat16", "", "Scalar", "Scalar"], "Input Strides": [[1], [1], [], [], []], "Input Dims": [[12847104], [1605888], [], [], []], "Ev Idx": 2374 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 4183440, "tid": 31337, + "ts": 675205097056.004, "dur": 84.806, + "args": { + "External id": 428872,"Record function id": 0, "Collective name": "_allgather_base", "Process Group Description": "default_pg", "dtype": "BFloat16", "Rank": 4, "Input Strides": [[1], [], [], [], [], [], [], [], [], []], "Concrete Inputs": ["", "", "", "4", "", "[]", "[]", "0", "1", "8"], "Out msg nelems": 12847104, "Process Group Name": "0", "Input type": ["c10::BFloat16", "", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Global rank stride": 1, "Out split size": "[]", "In split size": "[]", "Process Group Ranks": "[0, 1, 2, 3, 4, 5, 6, 7]", "Group size": 8, "Input Dims": [[1605888], [], [], [], [], [], [], [], [], []], "Global rank start": 0, "Ev Idx": 2375, "In msg nelems": 1605888 + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "nccl:_all_gather_base", "pid": 4183440, "tid": 31337, + "ts": 675205097066.159, "dur": 70.393, + "args": { + "External id": 428873,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[1605888]], "Ev Idx": 2376 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 4183440, "tid": 31337, + "ts": 675205097158.530, "dur": 1.872, + "args": { + "External id": 428874,"Record function id": 0, "Collective name": "wait", "Process Group Description": "default_pg", "dtype": "Byte", "Input Dims": [[], [], [], [], [], [], [], [], []], "Input Strides": [[], [], [], [], [], [], [], [], []], "Input type": ["", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Concrete Inputs": ["", "", "4", "", "[]", "[]", "-1", "-1", "1"], "Out msg nelems": 0, "Process Group Name": "0", "Process Group Ranks": "[]", "Group size": 1, "Ev Idx": 2377, "In msg nelems": 0, "Rank": 4, "In split size": "[]", "Out split size": "[]" + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "CompiledFunctionBackward", "pid": 4183440, "tid": 31337, + "ts": 675205097237.859, "dur": 1651.341, + "args": { + "External id": 428875,"Sequence number": 5055630, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[4194304, 1024, 1]], "Input Dims": [[16, 4096, 1024]], "Ev Idx": 2378 + } + }, + { + "ph": "f", "id": 182, "pid": 4183440, "tid": 31337, "ts": 675205097237.859, + "cat": "fwdbwd", "name": "fwdbwd", "bp": "e" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675205097349.256, "dur": 100.913, + "args": { + "External id": 428876,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [2816, 1], [2816, 1]], "Input Dims": [[65536, 1024], [1024, 2816], [65536, 2816]], "Ev Idx": 2379 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused__to_copy_add_mul_rsub_silu_0", "pid": 4183440, "tid": 31337, + "ts": 675205097490.751, "dur": 38.107, + "args": { + "External id": 428877,"kernel_hash": "clkmb2nvivik7xt77lza2snvzeuraclmpbqhk34lgigbl7zlxati", "grid": "grid(184549376,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "", "", "184549376"], "kernel_file": "/tmp/torchinductor_cvm/lk/clkmb2nvivik7xt77lza2snvzeuraclmpbqhk34lgigbl7zlxati.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[2816, 1], [2816, 1], [2816, 1], [11534336, 2816, 1], [11534336, 2816, 1], [11534336, 2816, 1], []], "Input Dims": [[65536, 2816], [65536, 2816], [65536, 2816], [16, 4096, 2816], [16, 4096, 2816], [16, 4096, 2816], []], "Ev Idx": 2380 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::bmm", "pid": 4183440, "tid": 31337, + "ts": 675205097546.797, "dur": 39.891, + "args": { + "External id": 428878,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[0, 1, 1024], [0, 2816, 1], [2883584, 2816, 1]], "Input Dims": [[1, 1024, 65536], [1, 65536, 2816], [1, 1024, 2816]], "Ev Idx": 2381 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675205097596.451, "dur": 27.669, + "args": { + "External id": 428879,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 2816], [1024, 1], [1024, 1]], "Input Dims": [[2816, 65536], [65536, 1024], [2816, 1024]], "Ev Idx": 2382 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675205097630.470, "dur": 78.710, + "args": { + "External id": 428880,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2816, 1], [1024, 1], [1024, 1]], "Input Dims": [[65536, 2816], [2816, 1024], [65536, 1024]], "Ev Idx": 2383 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675205097722.219, "dur": 27.524, + "args": { + "External id": 428881,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 2816], [1024, 1], [1024, 1]], "Input Dims": [[2816, 65536], [65536, 1024], [2816, 1024]], "Ev Idx": 2384 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675205097757.863, "dur": 31.140, + "args": { + "External id": 428882,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2816, 1], [1024, 1], [1024, 1]], "Input Dims": [[65536, 2816], [2816, 1024], [65536, 1024]], "Ev Idx": 2385 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused_1", "pid": 4183440, "tid": 31337, + "ts": 675205097817.180, "dur": 25.120, + "args": { + "External id": 428883,"kernel_hash": "cmdhmofoq6dkjtzh34c2kzhgghtmhpal5f3rxqvpfiur2wxglwjs", "grid": "grid(67108864,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "67108864"], "kernel_file": "/tmp/torchinductor_cvm/md/cmdhmofoq6dkjtzh34c2kzhgghtmhpal5f3rxqvpfiur2wxglwjs.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[1024, 1], [1024, 1], []], "Input Dims": [[65536, 1024], [65536, 1024], []], "Ev Idx": 2386 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "layer_norm_bwd_kernel_0", "pid": 4183440, "tid": 31337, + "ts": 675205097865.617, "dur": 27.072, + "args": { + "External id": 428884,"kernel_hash": "cuevaar5u646bgtmpubrbyzqz3sdut3cwthdo7wpizzjr6oluqi5", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "", "", "", "65536", "1024", "1", "497", "132", "True", "1024", "True", "False", "True", "False", "False"], "kernel_file": "/tmp/torchinductor_cvm/ue/cuevaar5u646bgtmpubrbyzqz3sdut3cwthdo7wpizzjr6oluqi5.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "float", "c10::BFloat16", "float", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [1], [1024, 1], [1024, 1], [1024, 1], [1024, 1], [1], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[65536, 1024], [1024], [65536, 1024], [65536, 1024], [132, 1024], [65536, 1024], [65536], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 2387 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "triton_red_fused_sum_2", "pid": 4183440, "tid": 31337, + "ts": 675205097917.290, "dur": 35.990, + "args": { + "External id": 428885,"kernel_hash": "cw4ogu6mqrgcawgfqkyrzhc5xil4j4vfrn34wqhb2qfx2hbqyotj", "grid": "grid(2048,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "2048", "66"], "kernel_file": "/tmp/torchinductor_cvm/w4/cw4ogu6mqrgcawgfqkyrzhc5xil4j4vfrn34wqhb2qfx2hbqyotj.py", "kernel_backend": "triton", "Input type": ["float", "float", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [2048, 1, 1024], [], []], "Input Dims": [[132, 1024], [1, 1024, 2], [], []], "Ev Idx": 2388 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "triton_per_fused__to_copy_sum_3", "pid": 4183440, "tid": 31337, + "ts": 675205097974.228, "dur": 16.921, + "args": { + "External id": 428886,"kernel_hash": "c3dzxlwq2gbpkrmfvuijgv5eon5iwfw455hggookxniqczni5xao", "grid": "grid(1024,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "1024", "2"], "kernel_file": "/tmp/torchinductor_cvm/3d/c3dzxlwq2gbpkrmfvuijgv5eon5iwfw455hggookxniqczni5xao.py", "kernel_backend": "triton", "Input type": ["float", "c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[2048, 1, 1024], [1024, 1], [], []], "Input Dims": [[1, 1024, 2], [1, 1024], [], []], "Ev Idx": 2389 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675205098001.472, "dur": 45.293, + "args": { + "External id": 428887,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 1024], [1024, 1], [1024, 1]], "Input Dims": [[1024, 65536], [65536, 1024], [1024, 1024]], "Ev Idx": 2390 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675205098050.003, "dur": 30.658, + "args": { + "External id": 428888,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1024, 1], [1024, 1]], "Input Dims": [[65536, 1024], [1024, 1024], [65536, 1024]], "Ev Idx": 2391 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "flash_attn::_flash_attn_backward", "pid": 4183440, "tid": 31337, + "ts": 675205098109.935, "dur": 164.542, + "args": { + "External id": 428889,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "", "", "", "", "0.", "0.125", "True", "-1", "-1", "0.", "", "False", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "float", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "", "Scalar", "long int"], "Input Strides": [[4194304, 1024, 64, 1], [4194304, 1024, 64, 1], [4194304, 1024, 64, 1], [4194304, 1024, 64, 1], [4194304, 1024, 64, 1], [65536, 4096, 1], [4194304, 1024, 64, 1], [4194304, 1024, 64, 1], [4194304, 1024, 64, 1], [], [], [], [], [], [], [], [], [1]], "Input Dims": [[16, 4096, 16, 64], [16, 4096, 16, 64], [16, 4096, 16, 64], [16, 4096, 16, 64], [16, 4096, 16, 64], [16, 16, 4096], [16, 4096, 16, 64], [16, 4096, 16, 64], [16, 4096, 16, 64], [], [], [], [], [], [], [], [], [2]], "Ev Idx": 2392 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 31337, + "ts": 675205098183.043, "dur": 5.774, + "args": { + "External id": 428890,"Record function id": 0, "Concrete Inputs": ["[16, 16, 4096]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 2393 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 31337, + "ts": 675205098190.706, "dur": 4.255, + "args": { + "External id": 428891,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 16, 64]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 2394 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "rotary_embedding_kernel_1", "pid": 4183440, "tid": 31337, + "ts": 675205098305.150, "dur": 28.107, + "args": { + "External id": 428892,"kernel_hash": "cnnjyph67nk54fjnuktc2nmchkiw5uvx4mqovnyasu7ursptxrg7", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "0", "16", "4096", "16", "64", "32", "8192", "32", "64", "False", "False", "False", "True"], "kernel_file": "/tmp/torchinductor_cvm/nn/cnnjyph67nk54fjnuktc2nmchkiw5uvx4mqovnyasu7ursptxrg7.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[4194304, 1024, 64, 1], [32, 1], [32, 1], [4194304, 1024, 64, 1], [], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[16, 4096, 16, 64], [8192, 32], [8192, 32], [16, 4096, 16, 64], [], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 2395 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "rotary_embedding_kernel_1", "pid": 4183440, "tid": 31337, + "ts": 675205098345.765, "dur": 14.150, + "args": { + "External id": 428893,"kernel_hash": "cnnjyph67nk54fjnuktc2nmchkiw5uvx4mqovnyasu7ursptxrg7", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "0", "16", "4096", "16", "64", "32", "8192", "32", "64", "False", "False", "False", "True"], "kernel_file": "/tmp/torchinductor_cvm/nn/cnnjyph67nk54fjnuktc2nmchkiw5uvx4mqovnyasu7ursptxrg7.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[4194304, 1024, 64, 1], [32, 1], [32, 1], [4194304, 1024, 64, 1], [], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[16, 4096, 16, 64], [8192, 32], [8192, 32], [16, 4096, 16, 64], [], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 2396 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675205098368.365, "dur": 49.627, + "args": { + "External id": 428894,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 1024], [1024, 1], [1024, 1]], "Input Dims": [[1024, 65536], [65536, 1024], [1024, 1024]], "Ev Idx": 2397 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675205098423.923, "dur": 34.177, + "args": { + "External id": 428895,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1024, 1], [1024, 1]], "Input Dims": [[65536, 1024], [1024, 1024], [65536, 1024]], "Ev Idx": 2398 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675205098465.196, "dur": 31.625, + "args": { + "External id": 428896,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 1024], [1024, 1], [1024, 1]], "Input Dims": [[1024, 65536], [65536, 1024], [1024, 1024]], "Ev Idx": 2399 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675205098503.821, "dur": 28.083, + "args": { + "External id": 428897,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1024, 1], [1024, 1]], "Input Dims": [[65536, 1024], [1024, 1024], [65536, 1024]], "Ev Idx": 2400 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675205098537.139, "dur": 27.120, + "args": { + "External id": 428898,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 1024], [1024, 1], [1024, 1]], "Input Dims": [[1024, 65536], [65536, 1024], [1024, 1024]], "Ev Idx": 2401 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675205098570.571, "dur": 27.415, + "args": { + "External id": 428899,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1024, 1], [1024, 1]], "Input Dims": [[65536, 1024], [1024, 1024], [65536, 1024]], "Ev Idx": 2402 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused_4", "pid": 4183440, "tid": 31337, + "ts": 675205098617.619, "dur": 22.784, + "args": { + "External id": 428900,"kernel_hash": "cn6a6cq4k7qdw3wki5ksil45pjzcbfrfjarshv63ivxttjehkezz", "grid": "grid(67108864,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "67108864"], "kernel_file": "/tmp/torchinductor_cvm/n6/cn6a6cq4k7qdw3wki5ksil45pjzcbfrfjarshv63ivxttjehkezz.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[1024, 1], [1024, 1], [1024, 1], []], "Input Dims": [[65536, 1024], [65536, 1024], [65536, 1024], []], "Ev Idx": 2403 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "layer_norm_bwd_kernel_2", "pid": 4183440, "tid": 31337, + "ts": 675205098696.227, "dur": 44.228, + "args": { + "External id": 428901,"kernel_hash": "cwvn5v4u6cexxzo6wfnjojuuby7ad6wk6jmjnzhsan4mprdashfg", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "", "", "65536", "1024", "1", "497", "132", "True", "1024", "False", "False", "True", "False", "False"], "kernel_file": "/tmp/torchinductor_cvm/wv/cwvn5v4u6cexxzo6wfnjojuuby7ad6wk6jmjnzhsan4mprdashfg.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "float", "float", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [1], [1024, 1], [1024, 1], [1024, 1], [1], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[65536, 1024], [1024], [65536, 1024], [65536, 1024], [132, 1024], [65536], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 2404 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "triton_red_fused_sum_2", "pid": 4183440, "tid": 31337, + "ts": 675205098765.069, "dur": 18.446, + "args": { + "External id": 428902,"kernel_hash": "cw4ogu6mqrgcawgfqkyrzhc5xil4j4vfrn34wqhb2qfx2hbqyotj", "grid": "grid(2048,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "2048", "66"], "kernel_file": "/tmp/torchinductor_cvm/w4/cw4ogu6mqrgcawgfqkyrzhc5xil4j4vfrn34wqhb2qfx2hbqyotj.py", "kernel_backend": "triton", "Input type": ["float", "float", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [2048, 1, 1024], [], []], "Input Dims": [[132, 1024], [1, 1024, 2], [], []], "Ev Idx": 2405 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "triton_per_fused__to_copy_sum_3", "pid": 4183440, "tid": 31337, + "ts": 675205098800.006, "dur": 14.791, + "args": { + "External id": 428903,"kernel_hash": "c3dzxlwq2gbpkrmfvuijgv5eon5iwfw455hggookxniqczni5xao", "grid": "grid(1024,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "1024", "2"], "kernel_file": "/tmp/torchinductor_cvm/3d/c3dzxlwq2gbpkrmfvuijgv5eon5iwfw455hggookxniqczni5xao.py", "kernel_backend": "triton", "Input type": ["float", "c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[2048, 1, 1024], [1024, 1], [], []], "Input Dims": [[1, 1024, 2], [1, 1024], [], []], "Ev Idx": 2406 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused_add_5", "pid": 4183440, "tid": 31337, + "ts": 675205098837.076, "dur": 16.851, + "args": { + "External id": 428904,"kernel_hash": "cx5ypd3rju7i5obvafc2itek3ewywgqdgrrndct7omk4mswsdop7", "grid": "grid(67108864,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "67108864"], "kernel_file": "/tmp/torchinductor_cvm/x5/cx5ypd3rju7i5obvafc2itek3ewywgqdgrrndct7omk4mswsdop7.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[1024, 1], [1024, 1], [4194304, 1024, 1], []], "Input Dims": [[65536, 1024], [65536, 1024], [16, 4096, 1024], []], "Ev Idx": 2407 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205098931.894, "dur": 31.994, + "args": { + "External id": 428905,"Record function id": 0, "Ev Idx": 2408 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205098950.822, "dur": 11.584, + "args": { + "External id": 428906,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[1024]], "Ev Idx": 2409 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 4183440, "tid": 31337, + "ts": 675205098955.164, "dur": 6.029, + "args": { + "External id": 428907,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[1024]], "Ev Idx": 2410 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 4183440, "tid": 31337, + "ts": 675205098956.768, "dur": 4.161, + "args": { + "External id": 428908,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[1024]], "Ev Idx": 2411 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205098969.303, "dur": 4.422, + "args": { + "External id": 428909,"Record function id": 0, "Ev Idx": 2412 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205098971.029, "dur": 2.249, + "args": { + "External id": 428910,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 2413 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 4183440, "tid": 31337, + "ts": 675205098971.784, "dur": 1.025, + "args": { + "External id": 428911,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 2414 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 4183440, "tid": 31337, + "ts": 675205098972.091, "dur": 0.617, + "args": { + "External id": 428912,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 2415 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205098976.932, "dur": 4.076, + "args": { + "External id": 428913,"Record function id": 0, "Ev Idx": 2416 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205098978.269, "dur": 2.339, + "args": { + "External id": 428914,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[1024]], "Ev Idx": 2417 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 4183440, "tid": 31337, + "ts": 675205098978.942, "dur": 1.212, + "args": { + "External id": 428915,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[1024]], "Ev Idx": 2418 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 4183440, "tid": 31337, + "ts": 675205098979.353, "dur": 0.707, + "args": { + "External id": 428916,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[1024]], "Ev Idx": 2419 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205098984.180, "dur": 5.265, + "args": { + "External id": 428917,"Record function id": 0, "Ev Idx": 2420 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205098985.438, "dur": 3.566, + "args": { + "External id": 428918,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2816, 1]], "Input Dims": [[1024, 2816]], "Ev Idx": 2421 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 4183440, "tid": 31337, + "ts": 675205098986.058, "dur": 2.522, + "args": { + "External id": 428919,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2816, 1]], "Input Dims": [[1024, 2816]], "Ev Idx": 2422 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 4183440, "tid": 31337, + "ts": 675205098986.381, "dur": 2.087, + "args": { + "External id": 428920,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2816, 1]], "Input Dims": [[1024, 2816]], "Ev Idx": 2423 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205098992.808, "dur": 3.527, + "args": { + "External id": 428921,"Record function id": 0, "Ev Idx": 2424 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205098993.938, "dur": 1.997, + "args": { + "External id": 428922,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[2816, 1024]], "Ev Idx": 2425 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 4183440, "tid": 31337, + "ts": 675205098994.561, "dur": 0.981, + "args": { + "External id": 428923,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[2816, 1024]], "Ev Idx": 2426 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 4183440, "tid": 31337, + "ts": 675205098994.882, "dur": 0.595, + "args": { + "External id": 428924,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[2816, 1024]], "Ev Idx": 2427 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205098999.613, "dur": 3.724, + "args": { + "External id": 428925,"Record function id": 0, "Ev Idx": 2428 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205099000.596, "dur": 2.327, + "args": { + "External id": 428926,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 2429 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 4183440, "tid": 31337, + "ts": 675205099001.141, "dur": 1.401, + "args": { + "External id": 428927,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 2430 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 4183440, "tid": 31337, + "ts": 675205099001.773, "dur": 0.677, + "args": { + "External id": 428928,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 2431 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205099006.542, "dur": 3.935, + "args": { + "External id": 428929,"Record function id": 0, "Ev Idx": 2432 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205099007.711, "dur": 2.363, + "args": { + "External id": 428930,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 2433 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 4183440, "tid": 31337, + "ts": 675205099008.353, "dur": 1.333, + "args": { + "External id": 428931,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 2434 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 4183440, "tid": 31337, + "ts": 675205099008.962, "dur": 0.631, + "args": { + "External id": 428932,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 2435 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205099013.817, "dur": 3.678, + "args": { + "External id": 428933,"Record function id": 0, "Ev Idx": 2436 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205099014.922, "dur": 2.176, + "args": { + "External id": 428934,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[2816, 1024]], "Ev Idx": 2437 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 4183440, "tid": 31337, + "ts": 675205099015.457, "dur": 1.241, + "args": { + "External id": 428935,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[2816, 1024]], "Ev Idx": 2438 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 4183440, "tid": 31337, + "ts": 675205099016.142, "dur": 0.460, + "args": { + "External id": 428936,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[2816, 1024]], "Ev Idx": 2439 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205099020.666, "dur": 3.453, + "args": { + "External id": 428937,"Record function id": 0, "Ev Idx": 2440 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205099021.654, "dur": 2.069, + "args": { + "External id": 428938,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 2441 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 4183440, "tid": 31337, + "ts": 675205099022.215, "dur": 1.108, + "args": { + "External id": 428939,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 2442 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 4183440, "tid": 31337, + "ts": 675205099022.708, "dur": 0.520, + "args": { + "External id": 428940,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 2443 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: RegisterPostBackwardFunctionBackward", "pid": 4183440, "tid": 31337, + "ts": 675205099028.275, "dur": 14855.157, + "args": { + "External id": 428941,"Record function id": 0, "Sequence number": 5055629, "Fwd thread id": 1, "Ev Idx": 2444 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "RegisterPostBackwardFunctionBackward", "pid": 4183440, "tid": 31337, + "ts": 675205099029.358, "dur": 14845.281, + "args": { + "External id": 428942,"Sequence number": 5055629, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[4194304, 1024, 1]], "Input Dims": [[16, 4096, 1024]], "Ev Idx": 2445 + } + }, + { + "ph": "f", "id": 183, "pid": 4183440, "tid": 31337, "ts": 675205099029.358, + "cat": "fwdbwd", "name": "fwdbwd", "bp": "e" + }, + { + "ph": "X", "cat": "user_annotation", "name": "FSDP::post_backward_accumulate (model.layers.14)", "pid": 4183440, "tid": 31337, + "ts": 675205099059.218, "dur": 39.460, + "args": { + "External id": 428943,"Record function id": 0, "Ev Idx": 2446 + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "FSDP::post_backward_reshard (model.layers.14)", "pid": 4183440, "tid": 31337, + "ts": 675205099107.041, "dur": 74.594, + "args": { + "External id": 428944,"Record function id": 0, "Ev Idx": 2447 + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "FSDP::post_backward_reduce (model.layers.14)", "pid": 4183440, "tid": 31337, + "ts": 675205099191.181, "dur": 14675.686, + "args": { + "External id": 428945,"Record function id": 0, "Ev Idx": 2448 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 31337, + "ts": 675205099307.318, "dur": 8.533, + "args": { + "External id": 428946,"Record function id": 0, "Concrete Inputs": ["[12847104]", "6", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 2449 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675205099327.517, "dur": 4.834, + "args": { + "External id": 428947,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["float", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[12847104], []], "Ev Idx": 2450 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "fsdp::chunk_cat", "pid": 4183440, "tid": 31337, + "ts": 675205099348.665, "dur": 13791.584, + "args": { + "External id": 428948,"Record function id": 0, "Concrete Inputs": ["", "0", "8", ""], "Input type": ["TensorList", "Scalar", "Scalar", "float"], "Input Strides": [[[1], [1024, 1], [1024, 1], [1024, 1], [1024, 1], [1], [1024, 1], [1024, 1], [2816, 1]], [], [], [1605888, 1]], "Input Dims": [[[1024], [1024, 1024], [1024, 1024], [1024, 1024], [1024, 1024], [1024], [2816, 1024], [2816, 1024], [1024, 2816]], [], [], [8, 1605888]], "Ev Idx": 2451 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::_chunk_cat", "pid": 4183440, "tid": 31337, + "ts": 675205099362.375, "dur": 13769.321, + "args": { + "External id": 428949,"Record function id": 0, "Concrete Inputs": ["", "0", "8", ""], "Input type": ["TensorList", "Scalar", "Scalar", "float"], "Input Strides": [[[1], [1024, 1], [1024, 1], [1024, 1], [1024, 1], [1], [1024, 1], [1024, 1], [2816, 1]], [], [], [1605888, 1]], "Input Dims": [[[1024], [1024, 1024], [1024, 1024], [1024, 1024], [1024, 1024], [1024], [2816, 1024], [2816, 1024], [1024, 2816]], [], [], [8, 1605888]], "Ev Idx": 2452 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 31337, + "ts": 675205099384.719, "dur": 16.932, + "args": { + "External id": 428950,"Record function id": 0, "Concrete Inputs": ["[3194]", "4", "", "", "True", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 2453 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 31337, + "ts": 675205099407.281, "dur": 13687.571, + "args": { + "External id": 428951,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", "False", ""], "Input type": ["long int", "", "", "", "", "Scalar", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], [], []], "Input Dims": [[3194], [], [], [], [], [], [], []], "Ev Idx": 2454 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::_to_copy", "pid": 4183440, "tid": 31337, + "ts": 675205099409.655, "dur": 13684.458, + "args": { + "External id": 428952,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", ""], "Input type": ["long int", "", "", "", "", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], []], "Input Dims": [[3194], [], [], [], [], [], []], "Ev Idx": 2455 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 4183440, "tid": 31337, + "ts": 675205099414.625, "dur": 4.618, + "args": { + "External id": 428953,"Record function id": 0, "Concrete Inputs": ["[3194]", "[1]", "4", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 2456 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 4183440, "tid": 31337, + "ts": 675205099421.199, "dur": 13669.508, + "args": { + "External id": 428954,"Record function id": 0, "Concrete Inputs": ["", "", "True"], "Input type": ["long int", "long int", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[3194], [3194], []], "Ev Idx": 2457 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::new_empty", "pid": 4183440, "tid": 31337, + "ts": 675205113231.282, "dur": 9.175, + "args": { + "External id": 428955,"Record function id": 0, "Concrete Inputs": ["", "[1605888]", "", "", "", "False"], "Input type": ["float", "ScalarList", "", "", "", "Scalar"], "Input Strides": [[1], [], [], [], [], []], "Input Dims": [[12847104], [], [], [], [], []], "Ev Idx": 2458 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 31337, + "ts": 675205113233.908, "dur": 6.156, + "args": { + "External id": 428956,"Record function id": 0, "Concrete Inputs": ["[1605888]", "6", "0", "", "False", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 2459 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "c10d::_reduce_scatter_base_", "pid": 4183440, "tid": 31337, + "ts": 675205113268.365, "dur": 264.606, + "args": { + "External id": 428957,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "False", "-1"], "Input type": ["float", "float", "", "", "Scalar", "Scalar"], "Input Strides": [[1], [1], [], [], [], []], "Input Dims": [[1605888], [12847104], [], [], [], []], "Ev Idx": 2460 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 4183440, "tid": 31337, + "ts": 675205113297.231, "dur": 231.364, + "args": { + "External id": 428958,"Record function id": 0, "Collective name": "_reduce_scatter_base", "Process Group Description": "default_pg", "dtype": "Float", "Rank": 4, "Input Strides": [[1], [], [], [], [], [], [], [], [], []], "Concrete Inputs": ["", "", "", "4", "", "[]", "[]", "0", "1", "8"], "Out msg nelems": 1605888, "Process Group Name": "0", "Input type": ["float", "", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Global rank stride": 1, "Out split size": "[]", "In split size": "[]", "Process Group Ranks": "[0, 1, 2, 3, 4, 5, 6, 7]", "Group size": 8, "Input Dims": [[12847104], [], [], [], [], [], [], [], [], []], "Global rank start": 0, "Ev Idx": 2461, "In msg nelems": 12847104 + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "nccl:_reduce_scatter_base", "pid": 4183440, "tid": 31337, + "ts": 675205113310.032, "dur": 213.806, + "args": { + "External id": 428959,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1]], "Input Dims": [[12847104]], "Ev Idx": 2462 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 4183440, "tid": 31337, + "ts": 675205113550.569, "dur": 1.867, + "args": { + "External id": 428960,"Record function id": 0, "Collective name": "wait", "Process Group Description": "default_pg", "dtype": "Byte", "Input Dims": [[], [], [], [], [], [], [], [], []], "Input Strides": [[], [], [], [], [], [], [], [], []], "Input type": ["", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Concrete Inputs": ["", "", "4", "", "[]", "[]", "-1", "-1", "1"], "Out msg nelems": 0, "Process Group Name": "0", "Process Group Ranks": "[]", "Group size": 1, "Ev Idx": 2463, "In msg nelems": 0, "Rank": 4, "In split size": "[]", "Out split size": "[]" + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205113603.030, "dur": 6.016, + "args": { + "External id": 428961,"Record function id": 0, "Concrete Inputs": ["", "[128]", "[1]", "0"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 2464 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205113707.577, "dur": 2.544, + "args": { + "External id": 428962,"Record function id": 0, "Concrete Inputs": ["", "[128, 1024]", "[1024, 1]", "128"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 2465 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205113731.330, "dur": 1.272, + "args": { + "External id": 428963,"Record function id": 0, "Concrete Inputs": ["", "[128, 1024]", "[1024, 1]", "131200"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 2466 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205113746.961, "dur": 0.983, + "args": { + "External id": 428964,"Record function id": 0, "Concrete Inputs": ["", "[128, 1024]", "[1024, 1]", "262272"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 2467 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205113758.745, "dur": 0.751, + "args": { + "External id": 428965,"Record function id": 0, "Concrete Inputs": ["", "[128, 1024]", "[1024, 1]", "393344"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 2468 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205113768.500, "dur": 0.807, + "args": { + "External id": 428966,"Record function id": 0, "Concrete Inputs": ["", "[128]", "[1]", "524416"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 2469 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205113779.284, "dur": 0.904, + "args": { + "External id": 428967,"Record function id": 0, "Concrete Inputs": ["", "[352, 1024]", "[1024, 1]", "524544"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 2470 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205113793.204, "dur": 1.940, + "args": { + "External id": 428968,"Record function id": 0, "Concrete Inputs": ["", "[352, 1024]", "[1024, 1]", "884992"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 2471 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205113804.464, "dur": 0.892, + "args": { + "External id": 428969,"Record function id": 0, "Concrete Inputs": ["", "[128, 2816]", "[2816, 1]", "1245440"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 2472 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: CompiledFunctionBackward", "pid": 4183440, "tid": 31337, + "ts": 675205113899.019, "dur": 2628.636, + "args": { + "External id": 428970,"Record function id": 0, "Ev Idx": 2473 + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "FSDP::pre_backward (model.layers.13)", "pid": 4183440, "tid": 31337, + "ts": 675205113918.030, "dur": 1009.498, + "args": { + "External id": 428971,"Record function id": 0, "Ev Idx": 2474 + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "FSDP::all_gather_copy_out (model.layers.13)", "pid": 4183440, "tid": 31337, + "ts": 675205113949.287, "dur": 320.002, + "args": { + "External id": 428972,"Record function id": 0, "Ev Idx": 2475 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675205114030.951, "dur": 4.825, + "args": { + "External id": 428973,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[12847104], []], "Ev Idx": 2476 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675205114039.017, "dur": 1.055, + "args": { + "External id": 428974,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[1024], []], "Ev Idx": 2477 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675205114042.056, "dur": 0.844, + "args": { + "External id": 428975,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[1048576], []], "Ev Idx": 2478 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675205114045.069, "dur": 2.848, + "args": { + "External id": 428976,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[1048576], []], "Ev Idx": 2479 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675205114049.684, "dur": 0.803, + "args": { + "External id": 428977,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[1048576], []], "Ev Idx": 2480 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675205114052.207, "dur": 1.313, + "args": { + "External id": 428978,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[1048576], []], "Ev Idx": 2481 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675205114055.088, "dur": 1.402, + "args": { + "External id": 428979,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[1024], []], "Ev Idx": 2482 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675205114058.412, "dur": 0.681, + "args": { + "External id": 428980,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[2883584], []], "Ev Idx": 2483 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675205114060.876, "dur": 0.500, + "args": { + "External id": 428981,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[2883584], []], "Ev Idx": 2484 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675205114063.231, "dur": 0.924, + "args": { + "External id": 428982,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[2883584], []], "Ev Idx": 2485 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "fsdp::split_with_sizes_copy", "pid": 4183440, "tid": 31337, + "ts": 675205114083.681, "dur": 154.986, + "args": { + "External id": 428983,"Record function id": 0, "Concrete Inputs": ["", "[128, 131072, 131072, 131072, 131072, 128, 360448, 360448, 360448]", "1", ""], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "TensorList"], "Input Strides": [[1605888, 1], [], [], [[128, 1], [131072, 1], [131072, 1], [131072, 1], [131072, 1], [128, 1], [360448, 1], [360448, 1], [360448, 1]]], "Input Dims": [[8, 1605888], [], [], [[8, 128], [8, 131072], [8, 131072], [8, 131072], [8, 131072], [8, 128], [8, 360448], [8, 360448], [8, 360448]]], "Ev Idx": 2486 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes_copy", "pid": 4183440, "tid": 31337, + "ts": 675205114106.435, "dur": 127.275, + "args": { + "External id": 428984,"Record function id": 0, "Concrete Inputs": ["", "[128, 131072, 131072, 131072, 131072, 128, 360448, 360448, 360448]", "1", ""], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "TensorList"], "Input Strides": [[1605888, 1], [], [], [[128, 1], [131072, 1], [131072, 1], [131072, 1], [131072, 1], [128, 1], [360448, 1], [360448, 1], [360448, 1]]], "Input Dims": [[8, 1605888], [], [], [[8, 128], [8, 131072], [8, 131072], [8, 131072], [8, 131072], [8, 128], [8, 360448], [8, 360448], [8, 360448]]], "Ev Idx": 2487 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 31337, + "ts": 675205114121.156, "dur": 13.494, + "args": { + "External id": 428985,"Record function id": 0, "Concrete Inputs": ["[823]", "4", "", "", "True", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 2488 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 31337, + "ts": 675205114137.756, "dur": 66.563, + "args": { + "External id": 428986,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", "False", ""], "Input type": ["long int", "", "", "", "", "Scalar", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], [], []], "Input Dims": [[823], [], [], [], [], [], [], []], "Ev Idx": 2489 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::_to_copy", "pid": 4183440, "tid": 31337, + "ts": 675205114140.213, "dur": 63.792, + "args": { + "External id": 428987,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", ""], "Input type": ["long int", "", "", "", "", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], []], "Input Dims": [[823], [], [], [], [], [], []], "Ev Idx": 2490 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 4183440, "tid": 31337, + "ts": 675205114144.301, "dur": 7.968, + "args": { + "External id": 428988,"Record function id": 0, "Concrete Inputs": ["[823]", "[1]", "4", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 2491 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 4183440, "tid": 31337, + "ts": 675205114154.156, "dur": 49.324, + "args": { + "External id": 428989,"Record function id": 0, "Concrete Inputs": ["", "", "True"], "Input type": ["long int", "long int", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[823], [823], []], "Ev Idx": 2492 + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "FSDP::backward_prefetch for model.layers.12", "pid": 4183440, "tid": 31337, + "ts": 675205114348.750, "dur": 570.935, + "args": { + "External id": 428990,"Record function id": 0, "Ev Idx": 2493 + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "FSDP::all_gather (model.layers.12)", "pid": 4183440, "tid": 31337, + "ts": 675205114366.093, "dur": 541.136, + "args": { + "External id": 428991,"Record function id": 0, "Ev Idx": 2494 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 31337, + "ts": 675205114418.987, "dur": 4.980, + "args": { + "External id": 428992,"Record function id": 0, "Concrete Inputs": ["[1605888]", "15", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 2495 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes", "pid": 4183440, "tid": 31337, + "ts": 675205114439.692, "dur": 29.093, + "args": { + "External id": 428993,"Record function id": 0, "Concrete Inputs": ["", "[128, 131072, 131072, 131072, 131072, 128, 360448, 360448, 360448]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar"], "Input Strides": [[1], [], []], "Input Dims": [[1605888], [], []], "Ev Idx": 2496 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205114444.505, "dur": 1.795, + "args": { + "External id": 428994,"Record function id": 0, "Concrete Inputs": ["", "[128]", "[1]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 2497 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205114448.515, "dur": 0.650, + "args": { + "External id": 428995,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "128"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 2498 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205114450.300, "dur": 0.333, + "args": { + "External id": 428996,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "131200"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 2499 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205114452.578, "dur": 0.428, + "args": { + "External id": 428997,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "262272"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 2500 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205114454.446, "dur": 0.294, + "args": { + "External id": 428998,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "393344"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 2501 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205114456.329, "dur": 0.895, + "args": { + "External id": 428999,"Record function id": 0, "Concrete Inputs": ["", "[128]", "[1]", "524416"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 2502 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205114458.437, "dur": 2.227, + "args": { + "External id": 429000,"Record function id": 0, "Concrete Inputs": ["", "[360448]", "[1]", "524544"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 2503 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205114461.895, "dur": 0.455, + "args": { + "External id": 429001,"Record function id": 0, "Concrete Inputs": ["", "[360448]", "[1]", "884992"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 2504 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205114464.490, "dur": 0.247, + "args": { + "External id": 429002,"Record function id": 0, "Concrete Inputs": ["", "[360448]", "[1]", "1245440"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 2505 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::_foreach_copy_", "pid": 4183440, "tid": 31337, + "ts": 675205114478.857, "dur": 28.733, + "args": { + "External id": 429003,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["TensorList", "TensorList", "Scalar"], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [[1], [1], [1], [1], [1], [1], [1], [1], [1]], []], "Input Dims": [[[128], [131072], [131072], [131072], [131072], [128], [360448], [360448], [360448]], [[128], [131072], [131072], [131072], [131072], [128], [360448], [360448], [360448]], []], "Ev Idx": 2506 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "fsdp::all_gather_copy_in", "pid": 4183440, "tid": 31337, + "ts": 675205114537.711, "dur": 94.046, + "args": { + "External id": 429004,"Record function id": 0, "Concrete Inputs": ["", "[128, 131072, 131072, 131072, 131072, 128, 360448, 360448, 360448]", "1605888", "8", "4", "15", ""], "Input type": ["TensorList", "ScalarList", "Scalar", "Scalar", "Scalar", "Scalar", ""], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [], [], [], [], [], []], "Input Dims": [[[128], [131072], [131072], [131072], [131072], [128], [360448], [360448], [360448]], [], [], [], [], [], []], "Ev Idx": 2507 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 31337, + "ts": 675205114546.834, "dur": 3.598, + "args": { + "External id": 429005,"Record function id": 0, "Concrete Inputs": ["[12847104]", "15", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 2508 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::narrow", "pid": 4183440, "tid": 31337, + "ts": 675205114555.307, "dur": 10.032, + "args": { + "External id": 429006,"Record function id": 0, "Concrete Inputs": ["", "0", "6423552", "1605888"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[12847104], [], [], []], "Ev Idx": 2509 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 4183440, "tid": 31337, + "ts": 675205114559.574, "dur": 5.377, + "args": { + "External id": 429007,"Record function id": 0, "Concrete Inputs": ["", "0", "6423552", "8029440", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], [], []], "Input Dims": [[12847104], [], [], [], []], "Ev Idx": 2510 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205114563.125, "dur": 0.683, + "args": { + "External id": 429008,"Record function id": 0, "Concrete Inputs": ["", "[1605888]", "[1]", "6423552"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[12847104], [], [], []], "Ev Idx": 2511 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes", "pid": 4183440, "tid": 31337, + "ts": 675205114571.953, "dur": 24.554, + "args": { + "External id": 429009,"Record function id": 0, "Concrete Inputs": ["", "[128, 131072, 131072, 131072, 131072, 128, 360448, 360448, 360448]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar"], "Input Strides": [[1], [], []], "Input Dims": [[1605888], [], []], "Ev Idx": 2512 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205114574.313, "dur": 0.611, + "args": { + "External id": 429010,"Record function id": 0, "Concrete Inputs": ["", "[128]", "[1]", "6423552"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 2513 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205114576.487, "dur": 0.439, + "args": { + "External id": 429011,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "6423680"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 2514 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205114579.198, "dur": 0.317, + "args": { + "External id": 429012,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "6554752"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 2515 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205114581.157, "dur": 1.900, + "args": { + "External id": 429013,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "6685824"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 2516 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205114584.761, "dur": 0.381, + "args": { + "External id": 429014,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "6816896"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 2517 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205114587.220, "dur": 0.307, + "args": { + "External id": 429015,"Record function id": 0, "Concrete Inputs": ["", "[128]", "[1]", "6947968"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 2518 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205114588.700, "dur": 0.397, + "args": { + "External id": 429016,"Record function id": 0, "Concrete Inputs": ["", "[360448]", "[1]", "6948096"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 2519 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205114590.750, "dur": 0.804, + "args": { + "External id": 429017,"Record function id": 0, "Concrete Inputs": ["", "[360448]", "[1]", "7308544"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 2520 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205114592.637, "dur": 0.361, + "args": { + "External id": 429018,"Record function id": 0, "Concrete Inputs": ["", "[360448]", "[1]", "7668992"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 2521 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::_foreach_copy_", "pid": 4183440, "tid": 31337, + "ts": 675205114605.896, "dur": 18.735, + "args": { + "External id": 429019,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["TensorList", "TensorList", "Scalar"], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [[1], [1], [1], [1], [1], [1], [1], [1], [1]], []], "Input Dims": [[[128], [131072], [131072], [131072], [131072], [128], [360448], [360448], [360448]], [[128], [131072], [131072], [131072], [131072], [128], [360448], [360448], [360448]], []], "Ev Idx": 2522 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "c10d::_allgather_base_", "pid": 4183440, "tid": 31337, + "ts": 675205114717.118, "dur": 119.884, + "args": { + "External id": 429020,"Record function id": 0, "Concrete Inputs": ["", "", "", "False", "-1"], "Input type": ["c10::BFloat16", "c10::BFloat16", "", "Scalar", "Scalar"], "Input Strides": [[1], [1], [], [], []], "Input Dims": [[12847104], [1605888], [], [], []], "Ev Idx": 2523 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 4183440, "tid": 31337, + "ts": 675205114744.348, "dur": 88.849, + "args": { + "External id": 429021,"Record function id": 0, "Collective name": "_allgather_base", "Process Group Description": "default_pg", "dtype": "BFloat16", "Rank": 4, "Input Strides": [[1], [], [], [], [], [], [], [], [], []], "Concrete Inputs": ["", "", "", "4", "", "[]", "[]", "0", "1", "8"], "Out msg nelems": 12847104, "Process Group Name": "0", "Input type": ["c10::BFloat16", "", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Global rank stride": 1, "Out split size": "[]", "In split size": "[]", "Process Group Ranks": "[0, 1, 2, 3, 4, 5, 6, 7]", "Group size": 8, "Input Dims": [[1605888], [], [], [], [], [], [], [], [], []], "Global rank start": 0, "Ev Idx": 2524, "In msg nelems": 1605888 + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "nccl:_all_gather_base", "pid": 4183440, "tid": 31337, + "ts": 675205114754.944, "dur": 74.381, + "args": { + "External id": 429022,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[1605888]], "Ev Idx": 2525 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 4183440, "tid": 31337, + "ts": 675205114853.515, "dur": 1.899, + "args": { + "External id": 429023,"Record function id": 0, "Collective name": "wait", "Process Group Description": "default_pg", "dtype": "Byte", "Input Dims": [[], [], [], [], [], [], [], [], []], "Input Strides": [[], [], [], [], [], [], [], [], []], "Input type": ["", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Concrete Inputs": ["", "", "4", "", "[]", "[]", "-1", "-1", "1"], "Out msg nelems": 0, "Process Group Name": "0", "Process Group Ranks": "[]", "Group size": 1, "Ev Idx": 2526, "In msg nelems": 0, "Rank": 4, "In split size": "[]", "Out split size": "[]" + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "CompiledFunctionBackward", "pid": 4183440, "tid": 31337, + "ts": 675205114949.239, "dur": 1556.913, + "args": { + "External id": 429024,"Sequence number": 5055628, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[4194304, 1024, 1]], "Input Dims": [[16, 4096, 1024]], "Ev Idx": 2527 + } + }, + { + "ph": "f", "id": 184, "pid": 4183440, "tid": 31337, "ts": 675205114949.239, + "cat": "fwdbwd", "name": "fwdbwd", "bp": "e" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675205115064.683, "dur": 105.328, + "args": { + "External id": 429025,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [2816, 1], [2816, 1]], "Input Dims": [[65536, 1024], [1024, 2816], [65536, 2816]], "Ev Idx": 2528 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused__to_copy_add_mul_rsub_silu_0", "pid": 4183440, "tid": 31337, + "ts": 675205115214.484, "dur": 37.610, + "args": { + "External id": 429026,"kernel_hash": "clkmb2nvivik7xt77lza2snvzeuraclmpbqhk34lgigbl7zlxati", "grid": "grid(184549376,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "", "", "184549376"], "kernel_file": "/tmp/torchinductor_cvm/lk/clkmb2nvivik7xt77lza2snvzeuraclmpbqhk34lgigbl7zlxati.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[2816, 1], [2816, 1], [2816, 1], [11534336, 2816, 1], [11534336, 2816, 1], [11534336, 2816, 1], []], "Input Dims": [[65536, 2816], [65536, 2816], [65536, 2816], [16, 4096, 2816], [16, 4096, 2816], [16, 4096, 2816], []], "Ev Idx": 2529 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::bmm", "pid": 4183440, "tid": 31337, + "ts": 675205115268.959, "dur": 41.118, + "args": { + "External id": 429027,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[0, 1, 1024], [0, 2816, 1], [2883584, 2816, 1]], "Input Dims": [[1, 1024, 65536], [1, 65536, 2816], [1, 1024, 2816]], "Ev Idx": 2530 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675205115319.413, "dur": 27.675, + "args": { + "External id": 429028,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 2816], [1024, 1], [1024, 1]], "Input Dims": [[2816, 65536], [65536, 1024], [2816, 1024]], "Ev Idx": 2531 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675205115354.903, "dur": 32.441, + "args": { + "External id": 429029,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2816, 1], [1024, 1], [1024, 1]], "Input Dims": [[65536, 2816], [2816, 1024], [65536, 1024]], "Ev Idx": 2532 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675205115393.879, "dur": 20.810, + "args": { + "External id": 429030,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 2816], [1024, 1], [1024, 1]], "Input Dims": [[2816, 65536], [65536, 1024], [2816, 1024]], "Ev Idx": 2533 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675205115421.247, "dur": 27.936, + "args": { + "External id": 429031,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2816, 1], [1024, 1], [1024, 1]], "Input Dims": [[65536, 2816], [2816, 1024], [65536, 1024]], "Ev Idx": 2534 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused_1", "pid": 4183440, "tid": 31337, + "ts": 675205115473.025, "dur": 25.070, + "args": { + "External id": 429032,"kernel_hash": "cmdhmofoq6dkjtzh34c2kzhgghtmhpal5f3rxqvpfiur2wxglwjs", "grid": "grid(67108864,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "67108864"], "kernel_file": "/tmp/torchinductor_cvm/md/cmdhmofoq6dkjtzh34c2kzhgghtmhpal5f3rxqvpfiur2wxglwjs.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[1024, 1], [1024, 1], []], "Input Dims": [[65536, 1024], [65536, 1024], []], "Ev Idx": 2535 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "layer_norm_bwd_kernel_0", "pid": 4183440, "tid": 31337, + "ts": 675205115517.678, "dur": 25.982, + "args": { + "External id": 429033,"kernel_hash": "cuevaar5u646bgtmpubrbyzqz3sdut3cwthdo7wpizzjr6oluqi5", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "", "", "", "65536", "1024", "1", "497", "132", "True", "1024", "True", "False", "True", "False", "False"], "kernel_file": "/tmp/torchinductor_cvm/ue/cuevaar5u646bgtmpubrbyzqz3sdut3cwthdo7wpizzjr6oluqi5.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "float", "c10::BFloat16", "float", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [1], [1024, 1], [1024, 1], [1024, 1], [1024, 1], [1], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[65536, 1024], [1024], [65536, 1024], [65536, 1024], [132, 1024], [65536, 1024], [65536], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 2536 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "triton_red_fused_sum_2", "pid": 4183440, "tid": 31337, + "ts": 675205115566.182, "dur": 18.468, + "args": { + "External id": 429034,"kernel_hash": "cw4ogu6mqrgcawgfqkyrzhc5xil4j4vfrn34wqhb2qfx2hbqyotj", "grid": "grid(2048,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "2048", "66"], "kernel_file": "/tmp/torchinductor_cvm/w4/cw4ogu6mqrgcawgfqkyrzhc5xil4j4vfrn34wqhb2qfx2hbqyotj.py", "kernel_backend": "triton", "Input type": ["float", "float", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [2048, 1, 1024], [], []], "Input Dims": [[132, 1024], [1, 1024, 2], [], []], "Ev Idx": 2537 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "triton_per_fused__to_copy_sum_3", "pid": 4183440, "tid": 31337, + "ts": 675205115597.594, "dur": 13.000, + "args": { + "External id": 429035,"kernel_hash": "c3dzxlwq2gbpkrmfvuijgv5eon5iwfw455hggookxniqczni5xao", "grid": "grid(1024,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "1024", "2"], "kernel_file": "/tmp/torchinductor_cvm/3d/c3dzxlwq2gbpkrmfvuijgv5eon5iwfw455hggookxniqczni5xao.py", "kernel_backend": "triton", "Input type": ["float", "c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[2048, 1, 1024], [1024, 1], [], []], "Input Dims": [[1, 1024, 2], [1, 1024], [], []], "Ev Idx": 2538 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675205115618.811, "dur": 75.438, + "args": { + "External id": 429036,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 1024], [1024, 1], [1024, 1]], "Input Dims": [[1024, 65536], [65536, 1024], [1024, 1024]], "Ev Idx": 2539 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675205115700.099, "dur": 34.143, + "args": { + "External id": 429037,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1024, 1], [1024, 1]], "Input Dims": [[65536, 1024], [1024, 1024], [65536, 1024]], "Ev Idx": 2540 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "flash_attn::_flash_attn_backward", "pid": 4183440, "tid": 31337, + "ts": 675205115765.112, "dur": 165.621, + "args": { + "External id": 429038,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "", "", "", "", "0.", "0.125", "True", "-1", "-1", "0.", "", "False", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "float", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "", "Scalar", "long int"], "Input Strides": [[4194304, 1024, 64, 1], [4194304, 1024, 64, 1], [4194304, 1024, 64, 1], [4194304, 1024, 64, 1], [4194304, 1024, 64, 1], [65536, 4096, 1], [4194304, 1024, 64, 1], [4194304, 1024, 64, 1], [4194304, 1024, 64, 1], [], [], [], [], [], [], [], [], [1]], "Input Dims": [[16, 4096, 16, 64], [16, 4096, 16, 64], [16, 4096, 16, 64], [16, 4096, 16, 64], [16, 4096, 16, 64], [16, 16, 4096], [16, 4096, 16, 64], [16, 4096, 16, 64], [16, 4096, 16, 64], [], [], [], [], [], [], [], [], [2]], "Ev Idx": 2541 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 31337, + "ts": 675205115838.607, "dur": 6.250, + "args": { + "External id": 429039,"Record function id": 0, "Concrete Inputs": ["[16, 16, 4096]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 2542 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 31337, + "ts": 675205115846.960, "dur": 3.357, + "args": { + "External id": 429040,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 16, 64]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 2543 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "rotary_embedding_kernel_1", "pid": 4183440, "tid": 31337, + "ts": 675205115992.005, "dur": 26.716, + "args": { + "External id": 429041,"kernel_hash": "cnnjyph67nk54fjnuktc2nmchkiw5uvx4mqovnyasu7ursptxrg7", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "0", "16", "4096", "16", "64", "32", "8192", "32", "64", "False", "False", "False", "True"], "kernel_file": "/tmp/torchinductor_cvm/nn/cnnjyph67nk54fjnuktc2nmchkiw5uvx4mqovnyasu7ursptxrg7.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[4194304, 1024, 64, 1], [32, 1], [32, 1], [4194304, 1024, 64, 1], [], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[16, 4096, 16, 64], [8192, 32], [8192, 32], [16, 4096, 16, 64], [], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 2544 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "rotary_embedding_kernel_1", "pid": 4183440, "tid": 31337, + "ts": 675205116031.270, "dur": 14.207, + "args": { + "External id": 429042,"kernel_hash": "cnnjyph67nk54fjnuktc2nmchkiw5uvx4mqovnyasu7ursptxrg7", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "0", "16", "4096", "16", "64", "32", "8192", "32", "64", "False", "False", "False", "True"], "kernel_file": "/tmp/torchinductor_cvm/nn/cnnjyph67nk54fjnuktc2nmchkiw5uvx4mqovnyasu7ursptxrg7.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[4194304, 1024, 64, 1], [32, 1], [32, 1], [4194304, 1024, 64, 1], [], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[16, 4096, 16, 64], [8192, 32], [8192, 32], [16, 4096, 16, 64], [], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 2545 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675205116055.281, "dur": 48.691, + "args": { + "External id": 429043,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 1024], [1024, 1], [1024, 1]], "Input Dims": [[1024, 65536], [65536, 1024], [1024, 1024]], "Ev Idx": 2546 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675205116109.427, "dur": 35.155, + "args": { + "External id": 429044,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1024, 1], [1024, 1]], "Input Dims": [[65536, 1024], [1024, 1024], [65536, 1024]], "Ev Idx": 2547 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675205116153.963, "dur": 30.310, + "args": { + "External id": 429045,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 1024], [1024, 1], [1024, 1]], "Input Dims": [[1024, 65536], [65536, 1024], [1024, 1024]], "Ev Idx": 2548 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675205116188.722, "dur": 27.373, + "args": { + "External id": 429046,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1024, 1], [1024, 1]], "Input Dims": [[65536, 1024], [1024, 1024], [65536, 1024]], "Ev Idx": 2549 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675205116221.913, "dur": 28.394, + "args": { + "External id": 429047,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 1024], [1024, 1], [1024, 1]], "Input Dims": [[1024, 65536], [65536, 1024], [1024, 1024]], "Ev Idx": 2550 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675205116256.688, "dur": 35.157, + "args": { + "External id": 429048,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1024, 1], [1024, 1]], "Input Dims": [[65536, 1024], [1024, 1024], [65536, 1024]], "Ev Idx": 2551 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused_4", "pid": 4183440, "tid": 31337, + "ts": 675205116319.374, "dur": 26.292, + "args": { + "External id": 429049,"kernel_hash": "cn6a6cq4k7qdw3wki5ksil45pjzcbfrfjarshv63ivxttjehkezz", "grid": "grid(67108864,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "67108864"], "kernel_file": "/tmp/torchinductor_cvm/n6/cn6a6cq4k7qdw3wki5ksil45pjzcbfrfjarshv63ivxttjehkezz.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[1024, 1], [1024, 1], [1024, 1], []], "Input Dims": [[65536, 1024], [65536, 1024], [65536, 1024], []], "Ev Idx": 2552 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "layer_norm_bwd_kernel_2", "pid": 4183440, "tid": 31337, + "ts": 675205116362.534, "dur": 24.229, + "args": { + "External id": 429050,"kernel_hash": "cwvn5v4u6cexxzo6wfnjojuuby7ad6wk6jmjnzhsan4mprdashfg", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "", "", "65536", "1024", "1", "497", "132", "True", "1024", "False", "False", "True", "False", "False"], "kernel_file": "/tmp/torchinductor_cvm/wv/cwvn5v4u6cexxzo6wfnjojuuby7ad6wk6jmjnzhsan4mprdashfg.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "float", "float", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [1], [1024, 1], [1024, 1], [1024, 1], [1], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[65536, 1024], [1024], [65536, 1024], [65536, 1024], [132, 1024], [65536], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 2553 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "triton_red_fused_sum_2", "pid": 4183440, "tid": 31337, + "ts": 675205116398.603, "dur": 17.963, + "args": { + "External id": 429051,"kernel_hash": "cw4ogu6mqrgcawgfqkyrzhc5xil4j4vfrn34wqhb2qfx2hbqyotj", "grid": "grid(2048,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "2048", "66"], "kernel_file": "/tmp/torchinductor_cvm/w4/cw4ogu6mqrgcawgfqkyrzhc5xil4j4vfrn34wqhb2qfx2hbqyotj.py", "kernel_backend": "triton", "Input type": ["float", "float", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [2048, 1, 1024], [], []], "Input Dims": [[132, 1024], [1, 1024, 2], [], []], "Ev Idx": 2554 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "triton_per_fused__to_copy_sum_3", "pid": 4183440, "tid": 31337, + "ts": 675205116435.244, "dur": 13.258, + "args": { + "External id": 429052,"kernel_hash": "c3dzxlwq2gbpkrmfvuijgv5eon5iwfw455hggookxniqczni5xao", "grid": "grid(1024,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "1024", "2"], "kernel_file": "/tmp/torchinductor_cvm/3d/c3dzxlwq2gbpkrmfvuijgv5eon5iwfw455hggookxniqczni5xao.py", "kernel_backend": "triton", "Input type": ["float", "c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[2048, 1, 1024], [1024, 1], [], []], "Input Dims": [[1, 1024, 2], [1, 1024], [], []], "Ev Idx": 2555 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused_add_5", "pid": 4183440, "tid": 31337, + "ts": 675205116459.579, "dur": 17.389, + "args": { + "External id": 429053,"kernel_hash": "cx5ypd3rju7i5obvafc2itek3ewywgqdgrrndct7omk4mswsdop7", "grid": "grid(67108864,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "67108864"], "kernel_file": "/tmp/torchinductor_cvm/x5/cx5ypd3rju7i5obvafc2itek3ewywgqdgrrndct7omk4mswsdop7.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[1024, 1], [1024, 1], [4194304, 1024, 1], []], "Input Dims": [[65536, 1024], [65536, 1024], [16, 4096, 1024], []], "Ev Idx": 2556 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205116549.969, "dur": 34.745, + "args": { + "External id": 429054,"Record function id": 0, "Ev Idx": 2557 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205116552.900, "dur": 30.820, + "args": { + "External id": 429055,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[1024]], "Ev Idx": 2558 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 4183440, "tid": 31337, + "ts": 675205116556.848, "dur": 25.874, + "args": { + "External id": 429056,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[1024]], "Ev Idx": 2559 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 4183440, "tid": 31337, + "ts": 675205116578.347, "dur": 4.240, + "args": { + "External id": 429057,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[1024]], "Ev Idx": 2560 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205116589.461, "dur": 4.012, + "args": { + "External id": 429058,"Record function id": 0, "Ev Idx": 2561 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205116590.755, "dur": 2.233, + "args": { + "External id": 429059,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 2562 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 4183440, "tid": 31337, + "ts": 675205116591.371, "dur": 1.173, + "args": { + "External id": 429060,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 2563 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 4183440, "tid": 31337, + "ts": 675205116591.739, "dur": 0.701, + "args": { + "External id": 429061,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 2564 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205116597.605, "dur": 5.447, + "args": { + "External id": 429062,"Record function id": 0, "Ev Idx": 2565 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205116599.085, "dur": 3.544, + "args": { + "External id": 429063,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[1024]], "Ev Idx": 2566 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 4183440, "tid": 31337, + "ts": 675205116599.709, "dur": 2.508, + "args": { + "External id": 429064,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[1024]], "Ev Idx": 2567 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 4183440, "tid": 31337, + "ts": 675205116600.111, "dur": 2.021, + "args": { + "External id": 429065,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[1024]], "Ev Idx": 2568 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205116606.786, "dur": 3.690, + "args": { + "External id": 429066,"Record function id": 0, "Ev Idx": 2569 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205116607.872, "dur": 2.182, + "args": { + "External id": 429067,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2816, 1]], "Input Dims": [[1024, 2816]], "Ev Idx": 2570 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 4183440, "tid": 31337, + "ts": 675205116608.445, "dur": 1.201, + "args": { + "External id": 429068,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2816, 1]], "Input Dims": [[1024, 2816]], "Ev Idx": 2571 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 4183440, "tid": 31337, + "ts": 675205116608.778, "dur": 0.806, + "args": { + "External id": 429069,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2816, 1]], "Input Dims": [[1024, 2816]], "Ev Idx": 2572 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205116614.495, "dur": 3.520, + "args": { + "External id": 429070,"Record function id": 0, "Ev Idx": 2573 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205116615.517, "dur": 2.061, + "args": { + "External id": 429071,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[2816, 1024]], "Ev Idx": 2574 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 4183440, "tid": 31337, + "ts": 675205116616.012, "dur": 1.177, + "args": { + "External id": 429072,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[2816, 1024]], "Ev Idx": 2575 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 4183440, "tid": 31337, + "ts": 675205116616.505, "dur": 0.619, + "args": { + "External id": 429073,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[2816, 1024]], "Ev Idx": 2576 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205116621.838, "dur": 3.472, + "args": { + "External id": 429074,"Record function id": 0, "Ev Idx": 2577 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205116622.837, "dur": 2.056, + "args": { + "External id": 429075,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 2578 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 4183440, "tid": 31337, + "ts": 675205116623.309, "dur": 1.174, + "args": { + "External id": 429076,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 2579 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 4183440, "tid": 31337, + "ts": 675205116623.820, "dur": 0.597, + "args": { + "External id": 429077,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 2580 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205116629.068, "dur": 3.512, + "args": { + "External id": 429078,"Record function id": 0, "Ev Idx": 2581 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205116630.115, "dur": 2.045, + "args": { + "External id": 429079,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 2582 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 4183440, "tid": 31337, + "ts": 675205116630.776, "dur": 0.977, + "args": { + "External id": 429080,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 2583 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 4183440, "tid": 31337, + "ts": 675205116631.134, "dur": 0.556, + "args": { + "External id": 429081,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 2584 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205116636.083, "dur": 3.603, + "args": { + "External id": 429082,"Record function id": 0, "Ev Idx": 2585 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205116637.142, "dur": 2.115, + "args": { + "External id": 429083,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[2816, 1024]], "Ev Idx": 2586 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 4183440, "tid": 31337, + "ts": 675205116637.619, "dur": 1.210, + "args": { + "External id": 429084,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[2816, 1024]], "Ev Idx": 2587 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 4183440, "tid": 31337, + "ts": 675205116638.093, "dur": 0.672, + "args": { + "External id": 429085,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[2816, 1024]], "Ev Idx": 2588 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205116643.173, "dur": 3.576, + "args": { + "External id": 429086,"Record function id": 0, "Ev Idx": 2589 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205116644.355, "dur": 1.982, + "args": { + "External id": 429087,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 2590 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 4183440, "tid": 31337, + "ts": 675205116644.813, "dur": 1.109, + "args": { + "External id": 429088,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 2591 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 4183440, "tid": 31337, + "ts": 675205116645.290, "dur": 0.565, + "args": { + "External id": 429089,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 2592 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: RegisterPostBackwardFunctionBackward", "pid": 4183440, "tid": 31337, + "ts": 675205116703.472, "dur": 17412.617, + "args": { + "External id": 429090,"Record function id": 0, "Sequence number": 5055627, "Fwd thread id": 1, "Ev Idx": 2593 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "RegisterPostBackwardFunctionBackward", "pid": 4183440, "tid": 31337, + "ts": 675205116705.992, "dur": 17401.612, + "args": { + "External id": 429091,"Sequence number": 5055627, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[4194304, 1024, 1]], "Input Dims": [[16, 4096, 1024]], "Ev Idx": 2594 + } + }, + { + "ph": "f", "id": 185, "pid": 4183440, "tid": 31337, "ts": 675205116705.992, + "cat": "fwdbwd", "name": "fwdbwd", "bp": "e" + }, + { + "ph": "X", "cat": "user_annotation", "name": "FSDP::post_backward_accumulate (model.layers.13)", "pid": 4183440, "tid": 31337, + "ts": 675205116737.310, "dur": 38.565, + "args": { + "External id": 429092,"Record function id": 0, "Ev Idx": 2595 + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "FSDP::post_backward_reshard (model.layers.13)", "pid": 4183440, "tid": 31337, + "ts": 675205116783.827, "dur": 65.091, + "args": { + "External id": 429093,"Record function id": 0, "Ev Idx": 2596 + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "FSDP::post_backward_reduce (model.layers.13)", "pid": 4183440, "tid": 31337, + "ts": 675205116855.375, "dur": 17243.455, + "args": { + "External id": 429094,"Record function id": 0, "Ev Idx": 2597 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 31337, + "ts": 675205116958.733, "dur": 8.724, + "args": { + "External id": 429095,"Record function id": 0, "Concrete Inputs": ["[12847104]", "6", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 2598 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675205116978.381, "dur": 6.628, + "args": { + "External id": 429096,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["float", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[12847104], []], "Ev Idx": 2599 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "fsdp::chunk_cat", "pid": 4183440, "tid": 31337, + "ts": 675205117001.509, "dur": 16304.876, + "args": { + "External id": 429097,"Record function id": 0, "Concrete Inputs": ["", "0", "8", ""], "Input type": ["TensorList", "Scalar", "Scalar", "float"], "Input Strides": [[[1], [1024, 1], [1024, 1], [1024, 1], [1024, 1], [1], [1024, 1], [1024, 1], [2816, 1]], [], [], [1605888, 1]], "Input Dims": [[[1024], [1024, 1024], [1024, 1024], [1024, 1024], [1024, 1024], [1024], [2816, 1024], [2816, 1024], [1024, 2816]], [], [], [8, 1605888]], "Ev Idx": 2600 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::_chunk_cat", "pid": 4183440, "tid": 31337, + "ts": 675205117015.345, "dur": 16281.610, + "args": { + "External id": 429098,"Record function id": 0, "Concrete Inputs": ["", "0", "8", ""], "Input type": ["TensorList", "Scalar", "Scalar", "float"], "Input Strides": [[[1], [1024, 1], [1024, 1], [1024, 1], [1024, 1], [1], [1024, 1], [1024, 1], [2816, 1]], [], [], [1605888, 1]], "Input Dims": [[[1024], [1024, 1024], [1024, 1024], [1024, 1024], [1024, 1024], [1024], [2816, 1024], [2816, 1024], [1024, 2816]], [], [], [8, 1605888]], "Ev Idx": 2601 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 31337, + "ts": 675205117039.273, "dur": 13.846, + "args": { + "External id": 429099,"Record function id": 0, "Concrete Inputs": ["[3194]", "4", "", "", "True", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 2602 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 31337, + "ts": 675205117058.531, "dur": 16200.873, + "args": { + "External id": 429100,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", "False", ""], "Input type": ["long int", "", "", "", "", "Scalar", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], [], []], "Input Dims": [[3194], [], [], [], [], [], [], []], "Ev Idx": 2603 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::_to_copy", "pid": 4183440, "tid": 31337, + "ts": 675205117060.922, "dur": 16197.199, + "args": { + "External id": 429101,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", ""], "Input type": ["long int", "", "", "", "", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], []], "Input Dims": [[3194], [], [], [], [], [], []], "Ev Idx": 2604 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 4183440, "tid": 31337, + "ts": 675205117064.796, "dur": 6.734, + "args": { + "External id": 429102,"Record function id": 0, "Concrete Inputs": ["[3194]", "[1]", "4", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 2605 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 4183440, "tid": 31337, + "ts": 675205117073.313, "dur": 16180.671, + "args": { + "External id": 429103,"Record function id": 0, "Concrete Inputs": ["", "", "True"], "Input type": ["long int", "long int", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[3194], [3194], []], "Ev Idx": 2606 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::new_empty", "pid": 4183440, "tid": 31337, + "ts": 675205133400.001, "dur": 10.790, + "args": { + "External id": 429104,"Record function id": 0, "Concrete Inputs": ["", "[1605888]", "", "", "", "False"], "Input type": ["float", "ScalarList", "", "", "", "Scalar"], "Input Strides": [[1], [], [], [], [], []], "Input Dims": [[12847104], [], [], [], [], []], "Ev Idx": 2607 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 31337, + "ts": 675205133403.255, "dur": 7.035, + "args": { + "External id": 429105,"Record function id": 0, "Concrete Inputs": ["[1605888]", "6", "0", "", "False", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 2608 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "c10d::_reduce_scatter_base_", "pid": 4183440, "tid": 31337, + "ts": 675205133440.246, "dur": 350.153, + "args": { + "External id": 429106,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "False", "-1"], "Input type": ["float", "float", "", "", "Scalar", "Scalar"], "Input Strides": [[1], [1], [], [], [], []], "Input Dims": [[1605888], [12847104], [], [], [], []], "Ev Idx": 2609 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 4183440, "tid": 31337, + "ts": 675205133468.160, "dur": 316.835, + "args": { + "External id": 429107,"Record function id": 0, "Collective name": "_reduce_scatter_base", "Process Group Description": "default_pg", "dtype": "Float", "Rank": 4, "Input Strides": [[1], [], [], [], [], [], [], [], [], []], "Concrete Inputs": ["", "", "", "4", "", "[]", "[]", "0", "1", "8"], "Out msg nelems": 1605888, "Process Group Name": "0", "Input type": ["float", "", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Global rank stride": 1, "Out split size": "[]", "In split size": "[]", "Process Group Ranks": "[0, 1, 2, 3, 4, 5, 6, 7]", "Group size": 8, "Input Dims": [[12847104], [], [], [], [], [], [], [], [], []], "Global rank start": 0, "Ev Idx": 2610, "In msg nelems": 12847104 + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "nccl:_reduce_scatter_base", "pid": 4183440, "tid": 31337, + "ts": 675205133480.005, "dur": 299.657, + "args": { + "External id": 429108,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1]], "Input Dims": [[12847104]], "Ev Idx": 2611 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 4183440, "tid": 31337, + "ts": 675205133812.995, "dur": 2.285, + "args": { + "External id": 429109,"Record function id": 0, "Collective name": "wait", "Process Group Description": "default_pg", "dtype": "Byte", "Input Dims": [[], [], [], [], [], [], [], [], []], "Input Strides": [[], [], [], [], [], [], [], [], []], "Input type": ["", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Concrete Inputs": ["", "", "4", "", "[]", "[]", "-1", "-1", "1"], "Out msg nelems": 0, "Process Group Name": "0", "Process Group Ranks": "[]", "Group size": 1, "Ev Idx": 2612, "In msg nelems": 0, "Rank": 4, "In split size": "[]", "Out split size": "[]" + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205133874.223, "dur": 6.733, + "args": { + "External id": 429110,"Record function id": 0, "Concrete Inputs": ["", "[128]", "[1]", "0"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 2613 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205133924.590, "dur": 1.253, + "args": { + "External id": 429111,"Record function id": 0, "Concrete Inputs": ["", "[128, 1024]", "[1024, 1]", "128"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 2614 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205133962.107, "dur": 3.967, + "args": { + "External id": 429112,"Record function id": 0, "Concrete Inputs": ["", "[128, 1024]", "[1024, 1]", "131200"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 2615 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205133979.456, "dur": 1.022, + "args": { + "External id": 429113,"Record function id": 0, "Concrete Inputs": ["", "[128, 1024]", "[1024, 1]", "262272"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 2616 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205133991.469, "dur": 0.991, + "args": { + "External id": 429114,"Record function id": 0, "Concrete Inputs": ["", "[128, 1024]", "[1024, 1]", "393344"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 2617 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205134001.957, "dur": 0.966, + "args": { + "External id": 429115,"Record function id": 0, "Concrete Inputs": ["", "[128]", "[1]", "524416"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 2618 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205134013.331, "dur": 2.697, + "args": { + "External id": 429116,"Record function id": 0, "Concrete Inputs": ["", "[352, 1024]", "[1024, 1]", "524544"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 2619 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205134026.624, "dur": 1.541, + "args": { + "External id": 429117,"Record function id": 0, "Concrete Inputs": ["", "[352, 1024]", "[1024, 1]", "884992"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 2620 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205134038.480, "dur": 0.873, + "args": { + "External id": 429118,"Record function id": 0, "Concrete Inputs": ["", "[128, 2816]", "[2816, 1]", "1245440"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 2621 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: CompiledFunctionBackward", "pid": 4183440, "tid": 31337, + "ts": 675205134131.956, "dur": 2654.837, + "args": { + "External id": 429119,"Record function id": 0, "Ev Idx": 2622 + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "FSDP::pre_backward (model.layers.12)", "pid": 4183440, "tid": 31337, + "ts": 675205134150.652, "dur": 990.905, + "args": { + "External id": 429120,"Record function id": 0, "Ev Idx": 2623 + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "FSDP::all_gather_copy_out (model.layers.12)", "pid": 4183440, "tid": 31337, + "ts": 675205134165.100, "dur": 295.840, + "args": { + "External id": 429121,"Record function id": 0, "Ev Idx": 2624 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675205134240.585, "dur": 4.360, + "args": { + "External id": 429122,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[12847104], []], "Ev Idx": 2625 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675205134247.931, "dur": 0.988, + "args": { + "External id": 429123,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[1024], []], "Ev Idx": 2626 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675205134250.691, "dur": 2.482, + "args": { + "External id": 429124,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[1048576], []], "Ev Idx": 2627 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675205134255.102, "dur": 0.936, + "args": { + "External id": 429125,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[1048576], []], "Ev Idx": 2628 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675205134257.990, "dur": 0.862, + "args": { + "External id": 429126,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[1048576], []], "Ev Idx": 2629 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675205134260.702, "dur": 0.960, + "args": { + "External id": 429127,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[1048576], []], "Ev Idx": 2630 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675205134263.384, "dur": 1.620, + "args": { + "External id": 429128,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[1024], []], "Ev Idx": 2631 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675205134266.769, "dur": 0.635, + "args": { + "External id": 429129,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[2883584], []], "Ev Idx": 2632 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675205134269.329, "dur": 0.716, + "args": { + "External id": 429130,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[2883584], []], "Ev Idx": 2633 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675205134271.759, "dur": 0.647, + "args": { + "External id": 429131,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[2883584], []], "Ev Idx": 2634 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "fsdp::split_with_sizes_copy", "pid": 4183440, "tid": 31337, + "ts": 675205134290.112, "dur": 145.326, + "args": { + "External id": 429132,"Record function id": 0, "Concrete Inputs": ["", "[128, 131072, 131072, 131072, 131072, 128, 360448, 360448, 360448]", "1", ""], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "TensorList"], "Input Strides": [[1605888, 1], [], [], [[128, 1], [131072, 1], [131072, 1], [131072, 1], [131072, 1], [128, 1], [360448, 1], [360448, 1], [360448, 1]]], "Input Dims": [[8, 1605888], [], [], [[8, 128], [8, 131072], [8, 131072], [8, 131072], [8, 131072], [8, 128], [8, 360448], [8, 360448], [8, 360448]]], "Ev Idx": 2635 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes_copy", "pid": 4183440, "tid": 31337, + "ts": 675205134305.940, "dur": 125.551, + "args": { + "External id": 429133,"Record function id": 0, "Concrete Inputs": ["", "[128, 131072, 131072, 131072, 131072, 128, 360448, 360448, 360448]", "1", ""], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "TensorList"], "Input Strides": [[1605888, 1], [], [], [[128, 1], [131072, 1], [131072, 1], [131072, 1], [131072, 1], [128, 1], [360448, 1], [360448, 1], [360448, 1]]], "Input Dims": [[8, 1605888], [], [], [[8, 128], [8, 131072], [8, 131072], [8, 131072], [8, 131072], [8, 128], [8, 360448], [8, 360448], [8, 360448]]], "Ev Idx": 2636 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 31337, + "ts": 675205134323.899, "dur": 14.339, + "args": { + "External id": 429134,"Record function id": 0, "Concrete Inputs": ["[823]", "4", "", "", "True", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 2637 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 31337, + "ts": 675205134341.274, "dur": 63.578, + "args": { + "External id": 429135,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", "False", ""], "Input type": ["long int", "", "", "", "", "Scalar", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], [], []], "Input Dims": [[823], [], [], [], [], [], [], []], "Ev Idx": 2638 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::_to_copy", "pid": 4183440, "tid": 31337, + "ts": 675205134344.281, "dur": 60.211, + "args": { + "External id": 429136,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", ""], "Input type": ["long int", "", "", "", "", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], []], "Input Dims": [[823], [], [], [], [], [], []], "Ev Idx": 2639 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 4183440, "tid": 31337, + "ts": 675205134349.612, "dur": 5.579, + "args": { + "External id": 429137,"Record function id": 0, "Concrete Inputs": ["[823]", "[1]", "4", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 2640 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 4183440, "tid": 31337, + "ts": 675205134356.908, "dur": 47.037, + "args": { + "External id": 429138,"Record function id": 0, "Concrete Inputs": ["", "", "True"], "Input type": ["long int", "long int", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[823], [823], []], "Ev Idx": 2641 + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "FSDP::backward_prefetch for model.layers.11", "pid": 4183440, "tid": 31337, + "ts": 675205134533.774, "dur": 599.994, + "args": { + "External id": 429139,"Record function id": 0, "Ev Idx": 2642 + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "FSDP::all_gather (model.layers.11)", "pid": 4183440, "tid": 31337, + "ts": 675205134548.567, "dur": 572.826, + "args": { + "External id": 429140,"Record function id": 0, "Ev Idx": 2643 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 31337, + "ts": 675205134601.731, "dur": 5.528, + "args": { + "External id": 429141,"Record function id": 0, "Concrete Inputs": ["[1605888]", "15", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 2644 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes", "pid": 4183440, "tid": 31337, + "ts": 675205134622.560, "dur": 27.965, + "args": { + "External id": 429142,"Record function id": 0, "Concrete Inputs": ["", "[128, 131072, 131072, 131072, 131072, 128, 360448, 360448, 360448]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar"], "Input Strides": [[1], [], []], "Input Dims": [[1605888], [], []], "Ev Idx": 2645 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205134627.117, "dur": 1.190, + "args": { + "External id": 429143,"Record function id": 0, "Concrete Inputs": ["", "[128]", "[1]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 2646 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205134629.707, "dur": 0.625, + "args": { + "External id": 429144,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "128"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 2647 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205134633.047, "dur": 0.571, + "args": { + "External id": 429145,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "131200"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 2648 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205134634.567, "dur": 0.358, + "args": { + "External id": 429146,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "262272"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 2649 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205134636.224, "dur": 1.338, + "args": { + "External id": 429147,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "393344"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 2650 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205134638.689, "dur": 2.223, + "args": { + "External id": 429148,"Record function id": 0, "Concrete Inputs": ["", "[128]", "[1]", "524416"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 2651 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205134641.828, "dur": 0.656, + "args": { + "External id": 429149,"Record function id": 0, "Concrete Inputs": ["", "[360448]", "[1]", "524544"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 2652 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205134644.367, "dur": 0.258, + "args": { + "External id": 429150,"Record function id": 0, "Concrete Inputs": ["", "[360448]", "[1]", "884992"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 2653 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205134646.111, "dur": 0.618, + "args": { + "External id": 429151,"Record function id": 0, "Concrete Inputs": ["", "[360448]", "[1]", "1245440"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 2654 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::_foreach_copy_", "pid": 4183440, "tid": 31337, + "ts": 675205134700.202, "dur": 33.274, + "args": { + "External id": 429152,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["TensorList", "TensorList", "Scalar"], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [[1], [1], [1], [1], [1], [1], [1], [1], [1]], []], "Input Dims": [[[128], [131072], [131072], [131072], [131072], [128], [360448], [360448], [360448]], [[128], [131072], [131072], [131072], [131072], [128], [360448], [360448], [360448]], []], "Ev Idx": 2655 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "fsdp::all_gather_copy_in", "pid": 4183440, "tid": 31337, + "ts": 675205134768.596, "dur": 98.637, + "args": { + "External id": 429153,"Record function id": 0, "Concrete Inputs": ["", "[128, 131072, 131072, 131072, 131072, 128, 360448, 360448, 360448]", "1605888", "8", "4", "15", ""], "Input type": ["TensorList", "ScalarList", "Scalar", "Scalar", "Scalar", "Scalar", ""], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [], [], [], [], [], []], "Input Dims": [[[128], [131072], [131072], [131072], [131072], [128], [360448], [360448], [360448]], [], [], [], [], [], []], "Ev Idx": 2656 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 31337, + "ts": 675205134778.676, "dur": 5.498, + "args": { + "External id": 429154,"Record function id": 0, "Concrete Inputs": ["[12847104]", "15", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 2657 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::narrow", "pid": 4183440, "tid": 31337, + "ts": 675205134789.241, "dur": 10.039, + "args": { + "External id": 429155,"Record function id": 0, "Concrete Inputs": ["", "0", "6423552", "1605888"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[12847104], [], [], []], "Ev Idx": 2658 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 4183440, "tid": 31337, + "ts": 675205134793.264, "dur": 5.628, + "args": { + "External id": 429156,"Record function id": 0, "Concrete Inputs": ["", "0", "6423552", "8029440", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], [], []], "Input Dims": [[12847104], [], [], [], []], "Ev Idx": 2659 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205134796.724, "dur": 0.591, + "args": { + "External id": 429157,"Record function id": 0, "Concrete Inputs": ["", "[1605888]", "[1]", "6423552"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[12847104], [], [], []], "Ev Idx": 2660 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes", "pid": 4183440, "tid": 31337, + "ts": 675205134806.203, "dur": 24.293, + "args": { + "External id": 429158,"Record function id": 0, "Concrete Inputs": ["", "[128, 131072, 131072, 131072, 131072, 128, 360448, 360448, 360448]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar"], "Input Strides": [[1], [], []], "Input Dims": [[1605888], [], []], "Ev Idx": 2661 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205134808.278, "dur": 0.495, + "args": { + "External id": 429159,"Record function id": 0, "Concrete Inputs": ["", "[128]", "[1]", "6423552"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 2662 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205134811.144, "dur": 0.289, + "args": { + "External id": 429160,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "6423680"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 2663 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205134812.607, "dur": 2.756, + "args": { + "External id": 429161,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "6554752"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 2664 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205134816.285, "dur": 0.555, + "args": { + "External id": 429162,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "6685824"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 2665 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205134818.963, "dur": 0.377, + "args": { + "External id": 429163,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "6816896"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 2666 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205134820.173, "dur": 0.610, + "args": { + "External id": 429164,"Record function id": 0, "Concrete Inputs": ["", "[128]", "[1]", "6947968"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 2667 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205134822.583, "dur": 1.491, + "args": { + "External id": 429165,"Record function id": 0, "Concrete Inputs": ["", "[360448]", "[1]", "6948096"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 2668 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205134824.945, "dur": 0.506, + "args": { + "External id": 429166,"Record function id": 0, "Concrete Inputs": ["", "[360448]", "[1]", "7308544"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 2669 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205134826.865, "dur": 0.529, + "args": { + "External id": 429167,"Record function id": 0, "Concrete Inputs": ["", "[360448]", "[1]", "7668992"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 2670 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::_foreach_copy_", "pid": 4183440, "tid": 31337, + "ts": 675205134841.341, "dur": 18.261, + "args": { + "External id": 429168,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["TensorList", "TensorList", "Scalar"], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [[1], [1], [1], [1], [1], [1], [1], [1], [1]], []], "Input Dims": [[[128], [131072], [131072], [131072], [131072], [128], [360448], [360448], [360448]], [[128], [131072], [131072], [131072], [131072], [128], [360448], [360448], [360448]], []], "Ev Idx": 2671 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "c10d::_allgather_base_", "pid": 4183440, "tid": 31337, + "ts": 675205134911.952, "dur": 139.205, + "args": { + "External id": 429169,"Record function id": 0, "Concrete Inputs": ["", "", "", "False", "-1"], "Input type": ["c10::BFloat16", "c10::BFloat16", "", "Scalar", "Scalar"], "Input Strides": [[1], [1], [], [], []], "Input Dims": [[12847104], [1605888], [], [], []], "Ev Idx": 2672 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 4183440, "tid": 31337, + "ts": 675205134954.266, "dur": 92.819, + "args": { + "External id": 429170,"Record function id": 0, "Collective name": "_allgather_base", "Process Group Description": "default_pg", "dtype": "BFloat16", "Rank": 4, "Input Strides": [[1], [], [], [], [], [], [], [], [], []], "Concrete Inputs": ["", "", "", "4", "", "[]", "[]", "0", "1", "8"], "Out msg nelems": 12847104, "Process Group Name": "0", "Input type": ["c10::BFloat16", "", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Global rank stride": 1, "Out split size": "[]", "In split size": "[]", "Process Group Ranks": "[0, 1, 2, 3, 4, 5, 6, 7]", "Group size": 8, "Input Dims": [[1605888], [], [], [], [], [], [], [], [], []], "Global rank start": 0, "Ev Idx": 2673, "In msg nelems": 1605888 + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "nccl:_all_gather_base", "pid": 4183440, "tid": 31337, + "ts": 675205134965.650, "dur": 77.041, + "args": { + "External id": 429171,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[1605888]], "Ev Idx": 2674 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 4183440, "tid": 31337, + "ts": 675205135067.389, "dur": 1.880, + "args": { + "External id": 429172,"Record function id": 0, "Collective name": "wait", "Process Group Description": "default_pg", "dtype": "Byte", "Input Dims": [[], [], [], [], [], [], [], [], []], "Input Strides": [[], [], [], [], [], [], [], [], []], "Input type": ["", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Concrete Inputs": ["", "", "4", "", "[]", "[]", "-1", "-1", "1"], "Out msg nelems": 0, "Process Group Name": "0", "Process Group Ranks": "[]", "Group size": 1, "Ev Idx": 2675, "In msg nelems": 0, "Rank": 4, "In split size": "[]", "Out split size": "[]" + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "CompiledFunctionBackward", "pid": 4183440, "tid": 31337, + "ts": 675205135148.564, "dur": 1618.829, + "args": { + "External id": 429173,"Sequence number": 5055626, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[4194304, 1024, 1]], "Input Dims": [[16, 4096, 1024]], "Ev Idx": 2676 + } + }, + { + "ph": "f", "id": 186, "pid": 4183440, "tid": 31337, "ts": 675205135148.564, + "cat": "fwdbwd", "name": "fwdbwd", "bp": "e" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675205135262.478, "dur": 99.896, + "args": { + "External id": 429174,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [2816, 1], [2816, 1]], "Input Dims": [[65536, 1024], [1024, 2816], [65536, 2816]], "Ev Idx": 2677 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused__to_copy_add_mul_rsub_silu_0", "pid": 4183440, "tid": 31337, + "ts": 675205135405.437, "dur": 36.957, + "args": { + "External id": 429175,"kernel_hash": "clkmb2nvivik7xt77lza2snvzeuraclmpbqhk34lgigbl7zlxati", "grid": "grid(184549376,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "", "", "184549376"], "kernel_file": "/tmp/torchinductor_cvm/lk/clkmb2nvivik7xt77lza2snvzeuraclmpbqhk34lgigbl7zlxati.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[2816, 1], [2816, 1], [2816, 1], [11534336, 2816, 1], [11534336, 2816, 1], [11534336, 2816, 1], []], "Input Dims": [[65536, 2816], [65536, 2816], [65536, 2816], [16, 4096, 2816], [16, 4096, 2816], [16, 4096, 2816], []], "Ev Idx": 2678 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::bmm", "pid": 4183440, "tid": 31337, + "ts": 675205135459.458, "dur": 41.192, + "args": { + "External id": 429176,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[0, 1, 1024], [0, 2816, 1], [2883584, 2816, 1]], "Input Dims": [[1, 1024, 65536], [1, 65536, 2816], [1, 1024, 2816]], "Ev Idx": 2679 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675205135512.073, "dur": 28.121, + "args": { + "External id": 429177,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 2816], [1024, 1], [1024, 1]], "Input Dims": [[2816, 65536], [65536, 1024], [2816, 1024]], "Ev Idx": 2680 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675205135546.561, "dur": 33.254, + "args": { + "External id": 429178,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2816, 1], [1024, 1], [1024, 1]], "Input Dims": [[65536, 2816], [2816, 1024], [65536, 1024]], "Ev Idx": 2681 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675205135586.788, "dur": 22.977, + "args": { + "External id": 429179,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 2816], [1024, 1], [1024, 1]], "Input Dims": [[2816, 65536], [65536, 1024], [2816, 1024]], "Ev Idx": 2682 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675205135617.052, "dur": 29.042, + "args": { + "External id": 429180,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2816, 1], [1024, 1], [1024, 1]], "Input Dims": [[65536, 2816], [2816, 1024], [65536, 1024]], "Ev Idx": 2683 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused_1", "pid": 4183440, "tid": 31337, + "ts": 675205135719.593, "dur": 27.828, + "args": { + "External id": 429181,"kernel_hash": "cmdhmofoq6dkjtzh34c2kzhgghtmhpal5f3rxqvpfiur2wxglwjs", "grid": "grid(67108864,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "67108864"], "kernel_file": "/tmp/torchinductor_cvm/md/cmdhmofoq6dkjtzh34c2kzhgghtmhpal5f3rxqvpfiur2wxglwjs.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[1024, 1], [1024, 1], []], "Input Dims": [[65536, 1024], [65536, 1024], []], "Ev Idx": 2684 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "layer_norm_bwd_kernel_0", "pid": 4183440, "tid": 31337, + "ts": 675205135766.528, "dur": 28.642, + "args": { + "External id": 429182,"kernel_hash": "cuevaar5u646bgtmpubrbyzqz3sdut3cwthdo7wpizzjr6oluqi5", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "", "", "", "65536", "1024", "1", "497", "132", "True", "1024", "True", "False", "True", "False", "False"], "kernel_file": "/tmp/torchinductor_cvm/ue/cuevaar5u646bgtmpubrbyzqz3sdut3cwthdo7wpizzjr6oluqi5.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "float", "c10::BFloat16", "float", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [1], [1024, 1], [1024, 1], [1024, 1], [1024, 1], [1], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[65536, 1024], [1024], [65536, 1024], [65536, 1024], [132, 1024], [65536, 1024], [65536], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 2685 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "triton_red_fused_sum_2", "pid": 4183440, "tid": 31337, + "ts": 675205135815.744, "dur": 19.604, + "args": { + "External id": 429183,"kernel_hash": "cw4ogu6mqrgcawgfqkyrzhc5xil4j4vfrn34wqhb2qfx2hbqyotj", "grid": "grid(2048,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "2048", "66"], "kernel_file": "/tmp/torchinductor_cvm/w4/cw4ogu6mqrgcawgfqkyrzhc5xil4j4vfrn34wqhb2qfx2hbqyotj.py", "kernel_backend": "triton", "Input type": ["float", "float", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [2048, 1, 1024], [], []], "Input Dims": [[132, 1024], [1, 1024, 2], [], []], "Ev Idx": 2686 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "triton_per_fused__to_copy_sum_3", "pid": 4183440, "tid": 31337, + "ts": 675205135849.354, "dur": 17.758, + "args": { + "External id": 429184,"kernel_hash": "c3dzxlwq2gbpkrmfvuijgv5eon5iwfw455hggookxniqczni5xao", "grid": "grid(1024,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "1024", "2"], "kernel_file": "/tmp/torchinductor_cvm/3d/c3dzxlwq2gbpkrmfvuijgv5eon5iwfw455hggookxniqczni5xao.py", "kernel_backend": "triton", "Input type": ["float", "c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[2048, 1, 1024], [1024, 1], [], []], "Input Dims": [[1, 1024, 2], [1, 1024], [], []], "Ev Idx": 2687 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675205135875.349, "dur": 41.753, + "args": { + "External id": 429185,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 1024], [1024, 1], [1024, 1]], "Input Dims": [[1024, 65536], [65536, 1024], [1024, 1024]], "Ev Idx": 2688 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675205135923.464, "dur": 46.144, + "args": { + "External id": 429186,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1024, 1], [1024, 1]], "Input Dims": [[65536, 1024], [1024, 1024], [65536, 1024]], "Ev Idx": 2689 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "flash_attn::_flash_attn_backward", "pid": 4183440, "tid": 31337, + "ts": 675205136002.364, "dur": 164.740, + "args": { + "External id": 429187,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "", "", "", "", "0.", "0.125", "True", "-1", "-1", "0.", "", "False", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "float", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "", "Scalar", "long int"], "Input Strides": [[4194304, 1024, 64, 1], [4194304, 1024, 64, 1], [4194304, 1024, 64, 1], [4194304, 1024, 64, 1], [4194304, 1024, 64, 1], [65536, 4096, 1], [4194304, 1024, 64, 1], [4194304, 1024, 64, 1], [4194304, 1024, 64, 1], [], [], [], [], [], [], [], [], [1]], "Input Dims": [[16, 4096, 16, 64], [16, 4096, 16, 64], [16, 4096, 16, 64], [16, 4096, 16, 64], [16, 4096, 16, 64], [16, 16, 4096], [16, 4096, 16, 64], [16, 4096, 16, 64], [16, 4096, 16, 64], [], [], [], [], [], [], [], [], [2]], "Ev Idx": 2690 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 31337, + "ts": 675205136079.204, "dur": 6.057, + "args": { + "External id": 429188,"Record function id": 0, "Concrete Inputs": ["[16, 16, 4096]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 2691 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 31337, + "ts": 675205136087.305, "dur": 2.944, + "args": { + "External id": 429189,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 16, 64]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 2692 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "rotary_embedding_kernel_1", "pid": 4183440, "tid": 31337, + "ts": 675205136202.093, "dur": 24.447, + "args": { + "External id": 429190,"kernel_hash": "cnnjyph67nk54fjnuktc2nmchkiw5uvx4mqovnyasu7ursptxrg7", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "0", "16", "4096", "16", "64", "32", "8192", "32", "64", "False", "False", "False", "True"], "kernel_file": "/tmp/torchinductor_cvm/nn/cnnjyph67nk54fjnuktc2nmchkiw5uvx4mqovnyasu7ursptxrg7.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[4194304, 1024, 64, 1], [32, 1], [32, 1], [4194304, 1024, 64, 1], [], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[16, 4096, 16, 64], [8192, 32], [8192, 32], [16, 4096, 16, 64], [], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 2693 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "rotary_embedding_kernel_1", "pid": 4183440, "tid": 31337, + "ts": 675205136241.398, "dur": 12.885, + "args": { + "External id": 429191,"kernel_hash": "cnnjyph67nk54fjnuktc2nmchkiw5uvx4mqovnyasu7ursptxrg7", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "0", "16", "4096", "16", "64", "32", "8192", "32", "64", "False", "False", "False", "True"], "kernel_file": "/tmp/torchinductor_cvm/nn/cnnjyph67nk54fjnuktc2nmchkiw5uvx4mqovnyasu7ursptxrg7.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[4194304, 1024, 64, 1], [32, 1], [32, 1], [4194304, 1024, 64, 1], [], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[16, 4096, 16, 64], [8192, 32], [8192, 32], [16, 4096, 16, 64], [], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 2694 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675205136262.370, "dur": 48.532, + "args": { + "External id": 429192,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 1024], [1024, 1], [1024, 1]], "Input Dims": [[1024, 65536], [65536, 1024], [1024, 1024]], "Ev Idx": 2695 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675205136316.776, "dur": 30.940, + "args": { + "External id": 429193,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1024, 1], [1024, 1]], "Input Dims": [[65536, 1024], [1024, 1024], [65536, 1024]], "Ev Idx": 2696 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675205136359.321, "dur": 26.617, + "args": { + "External id": 429194,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 1024], [1024, 1], [1024, 1]], "Input Dims": [[1024, 65536], [65536, 1024], [1024, 1024]], "Ev Idx": 2697 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675205136390.937, "dur": 29.947, + "args": { + "External id": 429195,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1024, 1], [1024, 1]], "Input Dims": [[65536, 1024], [1024, 1024], [65536, 1024]], "Ev Idx": 2698 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675205136426.609, "dur": 26.330, + "args": { + "External id": 429196,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 1024], [1024, 1], [1024, 1]], "Input Dims": [[1024, 65536], [65536, 1024], [1024, 1024]], "Ev Idx": 2699 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675205136458.434, "dur": 29.893, + "args": { + "External id": 429197,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1024, 1], [1024, 1]], "Input Dims": [[65536, 1024], [1024, 1024], [65536, 1024]], "Ev Idx": 2700 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused_4", "pid": 4183440, "tid": 31337, + "ts": 675205136507.685, "dur": 22.604, + "args": { + "External id": 429198,"kernel_hash": "cn6a6cq4k7qdw3wki5ksil45pjzcbfrfjarshv63ivxttjehkezz", "grid": "grid(67108864,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "67108864"], "kernel_file": "/tmp/torchinductor_cvm/n6/cn6a6cq4k7qdw3wki5ksil45pjzcbfrfjarshv63ivxttjehkezz.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[1024, 1], [1024, 1], [1024, 1], []], "Input Dims": [[65536, 1024], [65536, 1024], [65536, 1024], []], "Ev Idx": 2701 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "layer_norm_bwd_kernel_2", "pid": 4183440, "tid": 31337, + "ts": 675205136564.804, "dur": 31.918, + "args": { + "External id": 429199,"kernel_hash": "cwvn5v4u6cexxzo6wfnjojuuby7ad6wk6jmjnzhsan4mprdashfg", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "", "", "65536", "1024", "1", "497", "132", "True", "1024", "False", "False", "True", "False", "False"], "kernel_file": "/tmp/torchinductor_cvm/wv/cwvn5v4u6cexxzo6wfnjojuuby7ad6wk6jmjnzhsan4mprdashfg.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "float", "float", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [1], [1024, 1], [1024, 1], [1024, 1], [1], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[65536, 1024], [1024], [65536, 1024], [65536, 1024], [132, 1024], [65536], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 2702 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "triton_red_fused_sum_2", "pid": 4183440, "tid": 31337, + "ts": 675205136612.170, "dur": 16.698, + "args": { + "External id": 429200,"kernel_hash": "cw4ogu6mqrgcawgfqkyrzhc5xil4j4vfrn34wqhb2qfx2hbqyotj", "grid": "grid(2048,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "2048", "66"], "kernel_file": "/tmp/torchinductor_cvm/w4/cw4ogu6mqrgcawgfqkyrzhc5xil4j4vfrn34wqhb2qfx2hbqyotj.py", "kernel_backend": "triton", "Input type": ["float", "float", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [2048, 1, 1024], [], []], "Input Dims": [[132, 1024], [1, 1024, 2], [], []], "Ev Idx": 2703 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "triton_per_fused__to_copy_sum_3", "pid": 4183440, "tid": 31337, + "ts": 675205136643.532, "dur": 53.508, + "args": { + "External id": 429201,"kernel_hash": "c3dzxlwq2gbpkrmfvuijgv5eon5iwfw455hggookxniqczni5xao", "grid": "grid(1024,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "1024", "2"], "kernel_file": "/tmp/torchinductor_cvm/3d/c3dzxlwq2gbpkrmfvuijgv5eon5iwfw455hggookxniqczni5xao.py", "kernel_backend": "triton", "Input type": ["float", "c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[2048, 1, 1024], [1024, 1], [], []], "Input Dims": [[1, 1024, 2], [1, 1024], [], []], "Ev Idx": 2704 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused_add_5", "pid": 4183440, "tid": 31337, + "ts": 675205136714.855, "dur": 17.834, + "args": { + "External id": 429202,"kernel_hash": "cx5ypd3rju7i5obvafc2itek3ewywgqdgrrndct7omk4mswsdop7", "grid": "grid(67108864,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "67108864"], "kernel_file": "/tmp/torchinductor_cvm/x5/cx5ypd3rju7i5obvafc2itek3ewywgqdgrrndct7omk4mswsdop7.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[1024, 1], [1024, 1], [4194304, 1024, 1], []], "Input Dims": [[65536, 1024], [65536, 1024], [16, 4096, 1024], []], "Ev Idx": 2705 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205136809.184, "dur": 16.379, + "args": { + "External id": 429203,"Record function id": 0, "Ev Idx": 2706 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205136812.363, "dur": 12.176, + "args": { + "External id": 429204,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[1024]], "Ev Idx": 2707 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 4183440, "tid": 31337, + "ts": 675205136816.744, "dur": 6.961, + "args": { + "External id": 429205,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[1024]], "Ev Idx": 2708 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 4183440, "tid": 31337, + "ts": 675205136818.171, "dur": 5.420, + "args": { + "External id": 429206,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[1024]], "Ev Idx": 2709 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205136829.577, "dur": 7.395, + "args": { + "External id": 429207,"Record function id": 0, "Ev Idx": 2710 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205136831.111, "dur": 5.357, + "args": { + "External id": 429208,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 2711 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 4183440, "tid": 31337, + "ts": 675205136832.131, "dur": 3.854, + "args": { + "External id": 429209,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 2712 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 4183440, "tid": 31337, + "ts": 675205136832.745, "dur": 3.147, + "args": { + "External id": 429210,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 2713 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205136840.508, "dur": 4.464, + "args": { + "External id": 429211,"Record function id": 0, "Ev Idx": 2714 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205136841.610, "dur": 2.965, + "args": { + "External id": 429212,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[1024]], "Ev Idx": 2715 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 4183440, "tid": 31337, + "ts": 675205136842.598, "dur": 1.568, + "args": { + "External id": 429213,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[1024]], "Ev Idx": 2716 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 4183440, "tid": 31337, + "ts": 675205136843.169, "dur": 0.930, + "args": { + "External id": 429214,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[1024]], "Ev Idx": 2717 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205136848.248, "dur": 4.333, + "args": { + "External id": 429215,"Record function id": 0, "Ev Idx": 2718 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205136849.714, "dur": 2.471, + "args": { + "External id": 429216,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2816, 1]], "Input Dims": [[1024, 2816]], "Ev Idx": 2719 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 4183440, "tid": 31337, + "ts": 675205136850.417, "dur": 1.395, + "args": { + "External id": 429217,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2816, 1]], "Input Dims": [[1024, 2816]], "Ev Idx": 2720 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 4183440, "tid": 31337, + "ts": 675205136850.928, "dur": 0.807, + "args": { + "External id": 429218,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2816, 1]], "Input Dims": [[1024, 2816]], "Ev Idx": 2721 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205136855.849, "dur": 4.406, + "args": { + "External id": 429219,"Record function id": 0, "Ev Idx": 2722 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205136856.919, "dur": 2.878, + "args": { + "External id": 429220,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[2816, 1024]], "Ev Idx": 2723 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 4183440, "tid": 31337, + "ts": 675205136857.524, "dur": 1.708, + "args": { + "External id": 429221,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[2816, 1024]], "Ev Idx": 2724 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 4183440, "tid": 31337, + "ts": 675205136858.337, "dur": 0.828, + "args": { + "External id": 429222,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[2816, 1024]], "Ev Idx": 2725 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205136863.632, "dur": 4.348, + "args": { + "External id": 429223,"Record function id": 0, "Ev Idx": 2726 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205136864.881, "dur": 2.697, + "args": { + "External id": 429224,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 2727 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 4183440, "tid": 31337, + "ts": 675205136865.683, "dur": 1.476, + "args": { + "External id": 429225,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 2728 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 4183440, "tid": 31337, + "ts": 675205136866.266, "dur": 0.802, + "args": { + "External id": 429226,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 2729 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205136871.157, "dur": 3.586, + "args": { + "External id": 429227,"Record function id": 0, "Ev Idx": 2730 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205136872.144, "dur": 2.187, + "args": { + "External id": 429228,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 2731 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 4183440, "tid": 31337, + "ts": 675205136872.686, "dur": 1.237, + "args": { + "External id": 429229,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 2732 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 4183440, "tid": 31337, + "ts": 675205136873.258, "dur": 0.572, + "args": { + "External id": 429230,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 2733 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205136878.007, "dur": 3.720, + "args": { + "External id": 429231,"Record function id": 0, "Ev Idx": 2734 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205136879.151, "dur": 2.152, + "args": { + "External id": 429232,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[2816, 1024]], "Ev Idx": 2735 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 4183440, "tid": 31337, + "ts": 675205136879.623, "dur": 1.303, + "args": { + "External id": 429233,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[2816, 1024]], "Ev Idx": 2736 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 4183440, "tid": 31337, + "ts": 675205136880.123, "dur": 0.707, + "args": { + "External id": 429234,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[2816, 1024]], "Ev Idx": 2737 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205136884.832, "dur": 5.791, + "args": { + "External id": 429235,"Record function id": 0, "Ev Idx": 2738 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205136885.920, "dur": 4.299, + "args": { + "External id": 429236,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 2739 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 4183440, "tid": 31337, + "ts": 675205136886.586, "dur": 3.243, + "args": { + "External id": 429237,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 2740 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 4183440, "tid": 31337, + "ts": 675205136887.186, "dur": 2.577, + "args": { + "External id": 429238,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 2741 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: RegisterPostBackwardFunctionBackward", "pid": 4183440, "tid": 31337, + "ts": 675205136894.574, "dur": 14845.226, + "args": { + "External id": 429239,"Record function id": 0, "Sequence number": 5055625, "Fwd thread id": 1, "Ev Idx": 2742 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "RegisterPostBackwardFunctionBackward", "pid": 4183440, "tid": 31337, + "ts": 675205136895.803, "dur": 14834.371, + "args": { + "External id": 429240,"Sequence number": 5055625, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[4194304, 1024, 1]], "Input Dims": [[16, 4096, 1024]], "Ev Idx": 2743 + } + }, + { + "ph": "f", "id": 187, "pid": 4183440, "tid": 31337, "ts": 675205136895.803, + "cat": "fwdbwd", "name": "fwdbwd", "bp": "e" + }, + { + "ph": "X", "cat": "user_annotation", "name": "FSDP::post_backward_accumulate (model.layers.12)", "pid": 4183440, "tid": 31337, + "ts": 675205136925.706, "dur": 54.006, + "args": { + "External id": 429241,"Record function id": 0, "Ev Idx": 2744 + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "FSDP::post_backward_reshard (model.layers.12)", "pid": 4183440, "tid": 31337, + "ts": 675205136988.670, "dur": 64.236, + "args": { + "External id": 429242,"Record function id": 0, "Ev Idx": 2745 + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "FSDP::post_backward_reduce (model.layers.12)", "pid": 4183440, "tid": 31337, + "ts": 675205137060.191, "dur": 14661.268, + "args": { + "External id": 429243,"Record function id": 0, "Ev Idx": 2746 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 31337, + "ts": 675205137150.232, "dur": 7.861, + "args": { + "External id": 429244,"Record function id": 0, "Concrete Inputs": ["[12847104]", "6", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 2747 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675205137168.881, "dur": 5.093, + "args": { + "External id": 429245,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["float", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[12847104], []], "Ev Idx": 2748 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "fsdp::chunk_cat", "pid": 4183440, "tid": 31337, + "ts": 675205137187.946, "dur": 13846.628, + "args": { + "External id": 429246,"Record function id": 0, "Concrete Inputs": ["", "0", "8", ""], "Input type": ["TensorList", "Scalar", "Scalar", "float"], "Input Strides": [[[1], [1024, 1], [1024, 1], [1024, 1], [1024, 1], [1], [1024, 1], [1024, 1], [2816, 1]], [], [], [1605888, 1]], "Input Dims": [[[1024], [1024, 1024], [1024, 1024], [1024, 1024], [1024, 1024], [1024], [2816, 1024], [2816, 1024], [1024, 2816]], [], [], [8, 1605888]], "Ev Idx": 2749 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::_chunk_cat", "pid": 4183440, "tid": 31337, + "ts": 675205137200.640, "dur": 13825.446, + "args": { + "External id": 429247,"Record function id": 0, "Concrete Inputs": ["", "0", "8", ""], "Input type": ["TensorList", "Scalar", "Scalar", "float"], "Input Strides": [[[1], [1024, 1], [1024, 1], [1024, 1], [1024, 1], [1], [1024, 1], [1024, 1], [2816, 1]], [], [], [1605888, 1]], "Input Dims": [[[1024], [1024, 1024], [1024, 1024], [1024, 1024], [1024, 1024], [1024], [2816, 1024], [2816, 1024], [1024, 2816]], [], [], [8, 1605888]], "Ev Idx": 2750 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 31337, + "ts": 675205137230.812, "dur": 13.824, + "args": { + "External id": 429248,"Record function id": 0, "Concrete Inputs": ["[3194]", "4", "", "", "True", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 2751 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 31337, + "ts": 675205137249.988, "dur": 13740.810, + "args": { + "External id": 429249,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", "False", ""], "Input type": ["long int", "", "", "", "", "Scalar", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], [], []], "Input Dims": [[3194], [], [], [], [], [], [], []], "Ev Idx": 2752 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::_to_copy", "pid": 4183440, "tid": 31337, + "ts": 675205137252.268, "dur": 13737.746, + "args": { + "External id": 429250,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", ""], "Input type": ["long int", "", "", "", "", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], []], "Input Dims": [[3194], [], [], [], [], [], []], "Ev Idx": 2753 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 4183440, "tid": 31337, + "ts": 675205137256.079, "dur": 5.900, + "args": { + "External id": 429251,"Record function id": 0, "Concrete Inputs": ["[3194]", "[1]", "4", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 2754 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 4183440, "tid": 31337, + "ts": 675205137263.701, "dur": 13722.448, + "args": { + "External id": 429252,"Record function id": 0, "Concrete Inputs": ["", "", "True"], "Input type": ["long int", "long int", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[3194], [3194], []], "Ev Idx": 2755 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::new_empty", "pid": 4183440, "tid": 31337, + "ts": 675205151121.330, "dur": 8.899, + "args": { + "External id": 429253,"Record function id": 0, "Concrete Inputs": ["", "[1605888]", "", "", "", "False"], "Input type": ["float", "ScalarList", "", "", "", "Scalar"], "Input Strides": [[1], [], [], [], [], []], "Input Dims": [[12847104], [], [], [], [], []], "Ev Idx": 2756 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 31337, + "ts": 675205151124.258, "dur": 5.616, + "args": { + "External id": 429254,"Record function id": 0, "Concrete Inputs": ["[1605888]", "6", "0", "", "False", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 2757 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "c10d::_reduce_scatter_base_", "pid": 4183440, "tid": 31337, + "ts": 675205151159.760, "dur": 254.533, + "args": { + "External id": 429255,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "False", "-1"], "Input type": ["float", "float", "", "", "Scalar", "Scalar"], "Input Strides": [[1], [1], [], [], [], []], "Input Dims": [[1605888], [12847104], [], [], [], []], "Ev Idx": 2758 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 4183440, "tid": 31337, + "ts": 675205151185.678, "dur": 224.562, + "args": { + "External id": 429256,"Record function id": 0, "Collective name": "_reduce_scatter_base", "Process Group Description": "default_pg", "dtype": "Float", "Rank": 4, "Input Strides": [[1], [], [], [], [], [], [], [], [], []], "Concrete Inputs": ["", "", "", "4", "", "[]", "[]", "0", "1", "8"], "Out msg nelems": 1605888, "Process Group Name": "0", "Input type": ["float", "", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Global rank stride": 1, "Out split size": "[]", "In split size": "[]", "Process Group Ranks": "[0, 1, 2, 3, 4, 5, 6, 7]", "Group size": 8, "Input Dims": [[12847104], [], [], [], [], [], [], [], [], []], "Global rank start": 0, "Ev Idx": 2759, "In msg nelems": 12847104 + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "nccl:_reduce_scatter_base", "pid": 4183440, "tid": 31337, + "ts": 675205151197.782, "dur": 207.740, + "args": { + "External id": 429257,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1]], "Input Dims": [[12847104]], "Ev Idx": 2760 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 4183440, "tid": 31337, + "ts": 675205151430.930, "dur": 1.932, + "args": { + "External id": 429258,"Record function id": 0, "Collective name": "wait", "Process Group Description": "default_pg", "dtype": "Byte", "Input Dims": [[], [], [], [], [], [], [], [], []], "Input Strides": [[], [], [], [], [], [], [], [], []], "Input type": ["", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Concrete Inputs": ["", "", "4", "", "[]", "[]", "-1", "-1", "1"], "Out msg nelems": 0, "Process Group Name": "0", "Process Group Ranks": "[]", "Group size": 1, "Ev Idx": 2761, "In msg nelems": 0, "Rank": 4, "In split size": "[]", "Out split size": "[]" + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205151483.984, "dur": 6.258, + "args": { + "External id": 429259,"Record function id": 0, "Concrete Inputs": ["", "[128]", "[1]", "0"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 2762 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205151535.363, "dur": 3.619, + "args": { + "External id": 429260,"Record function id": 0, "Concrete Inputs": ["", "[128, 1024]", "[1024, 1]", "128"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 2763 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205151554.208, "dur": 1.210, + "args": { + "External id": 429261,"Record function id": 0, "Concrete Inputs": ["", "[128, 1024]", "[1024, 1]", "131200"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 2764 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205151566.989, "dur": 0.895, + "args": { + "External id": 429262,"Record function id": 0, "Concrete Inputs": ["", "[128, 1024]", "[1024, 1]", "262272"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 2765 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205151579.109, "dur": 1.167, + "args": { + "External id": 429263,"Record function id": 0, "Concrete Inputs": ["", "[128, 1024]", "[1024, 1]", "393344"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 2766 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205151590.181, "dur": 2.674, + "args": { + "External id": 429264,"Record function id": 0, "Concrete Inputs": ["", "[128]", "[1]", "524416"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 2767 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205151603.151, "dur": 0.683, + "args": { + "External id": 429265,"Record function id": 0, "Concrete Inputs": ["", "[352, 1024]", "[1024, 1]", "524544"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 2768 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205151614.130, "dur": 1.730, + "args": { + "External id": 429266,"Record function id": 0, "Concrete Inputs": ["", "[352, 1024]", "[1024, 1]", "884992"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 2769 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205151625.277, "dur": 0.694, + "args": { + "External id": 429267,"Record function id": 0, "Concrete Inputs": ["", "[128, 2816]", "[2816, 1]", "1245440"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 2770 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: CompiledFunctionBackward", "pid": 4183440, "tid": 31337, + "ts": 675205151756.273, "dur": 2614.420, + "args": { + "External id": 429268,"Record function id": 0, "Ev Idx": 2771 + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "FSDP::pre_backward (model.layers.11)", "pid": 4183440, "tid": 31337, + "ts": 675205151775.462, "dur": 980.253, + "args": { + "External id": 429269,"Record function id": 0, "Ev Idx": 2772 + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "FSDP::all_gather_copy_out (model.layers.11)", "pid": 4183440, "tid": 31337, + "ts": 675205151789.793, "dur": 320.259, + "args": { + "External id": 429270,"Record function id": 0, "Ev Idx": 2773 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675205151870.135, "dur": 6.589, + "args": { + "External id": 429271,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[12847104], []], "Ev Idx": 2774 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675205151879.771, "dur": 1.033, + "args": { + "External id": 429272,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[1024], []], "Ev Idx": 2775 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675205151882.457, "dur": 1.018, + "args": { + "External id": 429273,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[1048576], []], "Ev Idx": 2776 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675205151885.055, "dur": 1.005, + "args": { + "External id": 429274,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[1048576], []], "Ev Idx": 2777 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675205151887.744, "dur": 0.646, + "args": { + "External id": 429275,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[1048576], []], "Ev Idx": 2778 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675205151891.344, "dur": 0.588, + "args": { + "External id": 429276,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[1048576], []], "Ev Idx": 2779 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675205151893.543, "dur": 1.721, + "args": { + "External id": 429277,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[1024], []], "Ev Idx": 2780 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675205151896.447, "dur": 0.572, + "args": { + "External id": 429278,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[2883584], []], "Ev Idx": 2781 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675205151898.600, "dur": 2.268, + "args": { + "External id": 429279,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[2883584], []], "Ev Idx": 2782 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675205151902.125, "dur": 0.698, + "args": { + "External id": 429280,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[2883584], []], "Ev Idx": 2783 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "fsdp::split_with_sizes_copy", "pid": 4183440, "tid": 31337, + "ts": 675205151919.968, "dur": 159.075, + "args": { + "External id": 429281,"Record function id": 0, "Concrete Inputs": ["", "[128, 131072, 131072, 131072, 131072, 128, 360448, 360448, 360448]", "1", ""], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "TensorList"], "Input Strides": [[1605888, 1], [], [], [[128, 1], [131072, 1], [131072, 1], [131072, 1], [131072, 1], [128, 1], [360448, 1], [360448, 1], [360448, 1]]], "Input Dims": [[8, 1605888], [], [], [[8, 128], [8, 131072], [8, 131072], [8, 131072], [8, 131072], [8, 128], [8, 360448], [8, 360448], [8, 360448]]], "Ev Idx": 2784 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes_copy", "pid": 4183440, "tid": 31337, + "ts": 675205151950.930, "dur": 123.777, + "args": { + "External id": 429282,"Record function id": 0, "Concrete Inputs": ["", "[128, 131072, 131072, 131072, 131072, 128, 360448, 360448, 360448]", "1", ""], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "TensorList"], "Input Strides": [[1605888, 1], [], [], [[128, 1], [131072, 1], [131072, 1], [131072, 1], [131072, 1], [128, 1], [360448, 1], [360448, 1], [360448, 1]]], "Input Dims": [[8, 1605888], [], [], [[8, 128], [8, 131072], [8, 131072], [8, 131072], [8, 131072], [8, 128], [8, 360448], [8, 360448], [8, 360448]]], "Ev Idx": 2785 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 31337, + "ts": 675205151964.710, "dur": 13.860, + "args": { + "External id": 429283,"Record function id": 0, "Concrete Inputs": ["[823]", "4", "", "", "True", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 2786 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 31337, + "ts": 675205151981.730, "dur": 64.141, + "args": { + "External id": 429284,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", "False", ""], "Input type": ["long int", "", "", "", "", "Scalar", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], [], []], "Input Dims": [[823], [], [], [], [], [], [], []], "Ev Idx": 2787 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::_to_copy", "pid": 4183440, "tid": 31337, + "ts": 675205151984.265, "dur": 61.234, + "args": { + "External id": 429285,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", ""], "Input type": ["long int", "", "", "", "", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], []], "Input Dims": [[823], [], [], [], [], [], []], "Ev Idx": 2788 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 4183440, "tid": 31337, + "ts": 675205151989.822, "dur": 5.341, + "args": { + "External id": 429286,"Record function id": 0, "Concrete Inputs": ["[823]", "[1]", "4", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 2789 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 4183440, "tid": 31337, + "ts": 675205151997.119, "dur": 47.704, + "args": { + "External id": 429287,"Record function id": 0, "Concrete Inputs": ["", "", "True"], "Input type": ["long int", "long int", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[823], [823], []], "Ev Idx": 2790 + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "FSDP::backward_prefetch for model.layers.10", "pid": 4183440, "tid": 31337, + "ts": 675205152189.826, "dur": 555.563, + "args": { + "External id": 429288,"Record function id": 0, "Ev Idx": 2791 + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "FSDP::all_gather (model.layers.10)", "pid": 4183440, "tid": 31337, + "ts": 675205152207.761, "dur": 524.248, + "args": { + "External id": 429289,"Record function id": 0, "Ev Idx": 2792 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 31337, + "ts": 675205152264.231, "dur": 5.202, + "args": { + "External id": 429290,"Record function id": 0, "Concrete Inputs": ["[1605888]", "15", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 2793 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes", "pid": 4183440, "tid": 31337, + "ts": 675205152284.930, "dur": 27.146, + "args": { + "External id": 429291,"Record function id": 0, "Concrete Inputs": ["", "[128, 131072, 131072, 131072, 131072, 128, 360448, 360448, 360448]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar"], "Input Strides": [[1], [], []], "Input Dims": [[1605888], [], []], "Ev Idx": 2794 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205152289.220, "dur": 1.965, + "args": { + "External id": 429292,"Record function id": 0, "Concrete Inputs": ["", "[128]", "[1]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 2795 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205152293.136, "dur": 0.423, + "args": { + "External id": 429293,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "128"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 2796 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205152295.817, "dur": 0.307, + "args": { + "External id": 429294,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "131200"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 2797 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205152297.149, "dur": 2.180, + "args": { + "External id": 429295,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "262272"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 2798 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205152300.184, "dur": 0.589, + "args": { + "External id": 429296,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "393344"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 2799 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205152302.677, "dur": 0.700, + "args": { + "External id": 429297,"Record function id": 0, "Concrete Inputs": ["", "[128]", "[1]", "524416"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 2800 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205152304.146, "dur": 0.584, + "args": { + "External id": 429298,"Record function id": 0, "Concrete Inputs": ["", "[360448]", "[1]", "524544"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 2801 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205152305.429, "dur": 1.476, + "args": { + "External id": 429299,"Record function id": 0, "Concrete Inputs": ["", "[360448]", "[1]", "884992"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 2802 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205152307.776, "dur": 0.467, + "args": { + "External id": 429300,"Record function id": 0, "Concrete Inputs": ["", "[360448]", "[1]", "1245440"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 2803 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::_foreach_copy_", "pid": 4183440, "tid": 31337, + "ts": 675205152321.605, "dur": 28.148, + "args": { + "External id": 429301,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["TensorList", "TensorList", "Scalar"], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [[1], [1], [1], [1], [1], [1], [1], [1], [1]], []], "Input Dims": [[[128], [131072], [131072], [131072], [131072], [128], [360448], [360448], [360448]], [[128], [131072], [131072], [131072], [131072], [128], [360448], [360448], [360448]], []], "Ev Idx": 2804 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "fsdp::all_gather_copy_in", "pid": 4183440, "tid": 31337, + "ts": 675205152378.482, "dur": 87.484, + "args": { + "External id": 429302,"Record function id": 0, "Concrete Inputs": ["", "[128, 131072, 131072, 131072, 131072, 128, 360448, 360448, 360448]", "1605888", "8", "4", "15", ""], "Input type": ["TensorList", "ScalarList", "Scalar", "Scalar", "Scalar", "Scalar", ""], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [], [], [], [], [], []], "Input Dims": [[[128], [131072], [131072], [131072], [131072], [128], [360448], [360448], [360448]], [], [], [], [], [], []], "Ev Idx": 2805 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 31337, + "ts": 675205152387.744, "dur": 3.615, + "args": { + "External id": 429303,"Record function id": 0, "Concrete Inputs": ["[12847104]", "15", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 2806 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::narrow", "pid": 4183440, "tid": 31337, + "ts": 675205152396.361, "dur": 9.538, + "args": { + "External id": 429304,"Record function id": 0, "Concrete Inputs": ["", "0", "6423552", "1605888"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[12847104], [], [], []], "Ev Idx": 2807 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 4183440, "tid": 31337, + "ts": 675205152400.461, "dur": 5.048, + "args": { + "External id": 429305,"Record function id": 0, "Concrete Inputs": ["", "0", "6423552", "8029440", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], [], []], "Input Dims": [[12847104], [], [], [], []], "Ev Idx": 2808 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205152403.769, "dur": 0.603, + "args": { + "External id": 429306,"Record function id": 0, "Concrete Inputs": ["", "[1605888]", "[1]", "6423552"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[12847104], [], [], []], "Ev Idx": 2809 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes", "pid": 4183440, "tid": 31337, + "ts": 675205152412.022, "dur": 21.612, + "args": { + "External id": 429307,"Record function id": 0, "Concrete Inputs": ["", "[128, 131072, 131072, 131072, 131072, 128, 360448, 360448, 360448]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar"], "Input Strides": [[1], [], []], "Input Dims": [[1605888], [], []], "Ev Idx": 2810 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205152413.556, "dur": 2.041, + "args": { + "External id": 429308,"Record function id": 0, "Concrete Inputs": ["", "[128]", "[1]", "6423552"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 2811 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205152416.615, "dur": 1.390, + "args": { + "External id": 429309,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "6423680"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 2812 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205152418.836, "dur": 0.399, + "args": { + "External id": 429310,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "6554752"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 2813 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205152419.995, "dur": 0.334, + "args": { + "External id": 429311,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "6685824"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 2814 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205152422.497, "dur": 0.429, + "args": { + "External id": 429312,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "6816896"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 2815 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205152423.665, "dur": 0.565, + "args": { + "External id": 429313,"Record function id": 0, "Concrete Inputs": ["", "[128]", "[1]", "6947968"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 2816 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205152425.078, "dur": 0.521, + "args": { + "External id": 429314,"Record function id": 0, "Concrete Inputs": ["", "[360448]", "[1]", "6948096"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 2817 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205152427.214, "dur": 0.264, + "args": { + "External id": 429315,"Record function id": 0, "Concrete Inputs": ["", "[360448]", "[1]", "7308544"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 2818 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205152428.209, "dur": 1.940, + "args": { + "External id": 429316,"Record function id": 0, "Concrete Inputs": ["", "[360448]", "[1]", "7668992"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 2819 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::_foreach_copy_", "pid": 4183440, "tid": 31337, + "ts": 675205152442.312, "dur": 16.855, + "args": { + "External id": 429317,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["TensorList", "TensorList", "Scalar"], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [[1], [1], [1], [1], [1], [1], [1], [1], [1]], []], "Input Dims": [[[128], [131072], [131072], [131072], [131072], [128], [360448], [360448], [360448]], [[128], [131072], [131072], [131072], [131072], [128], [360448], [360448], [360448]], []], "Ev Idx": 2820 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "c10d::_allgather_base_", "pid": 4183440, "tid": 31337, + "ts": 675205152509.140, "dur": 107.223, + "args": { + "External id": 429318,"Record function id": 0, "Concrete Inputs": ["", "", "", "False", "-1"], "Input type": ["c10::BFloat16", "c10::BFloat16", "", "Scalar", "Scalar"], "Input Strides": [[1], [1], [], [], []], "Input Dims": [[12847104], [1605888], [], [], []], "Ev Idx": 2821 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 4183440, "tid": 31337, + "ts": 675205152530.942, "dur": 81.897, + "args": { + "External id": 429319,"Record function id": 0, "Collective name": "_allgather_base", "Process Group Description": "default_pg", "dtype": "BFloat16", "Rank": 4, "Input Strides": [[1], [], [], [], [], [], [], [], [], []], "Concrete Inputs": ["", "", "", "4", "", "[]", "[]", "0", "1", "8"], "Out msg nelems": 12847104, "Process Group Name": "0", "Input type": ["c10::BFloat16", "", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Global rank stride": 1, "Out split size": "[]", "In split size": "[]", "Process Group Ranks": "[0, 1, 2, 3, 4, 5, 6, 7]", "Group size": 8, "Input Dims": [[1605888], [], [], [], [], [], [], [], [], []], "Global rank start": 0, "Ev Idx": 2822, "In msg nelems": 1605888 + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "nccl:_all_gather_base", "pid": 4183440, "tid": 31337, + "ts": 675205152541.073, "dur": 67.561, + "args": { + "External id": 429320,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[1605888]], "Ev Idx": 2823 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 4183440, "tid": 31337, + "ts": 675205152631.967, "dur": 1.893, + "args": { + "External id": 429321,"Record function id": 0, "Collective name": "wait", "Process Group Description": "default_pg", "dtype": "Byte", "Input Dims": [[], [], [], [], [], [], [], [], []], "Input Strides": [[], [], [], [], [], [], [], [], []], "Input type": ["", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Concrete Inputs": ["", "", "4", "", "[]", "[]", "-1", "-1", "1"], "Out msg nelems": 0, "Process Group Name": "0", "Process Group Ranks": "[]", "Group size": 1, "Ev Idx": 2824, "In msg nelems": 0, "Rank": 4, "In split size": "[]", "Out split size": "[]" + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "CompiledFunctionBackward", "pid": 4183440, "tid": 31337, + "ts": 675205152763.300, "dur": 1589.552, + "args": { + "External id": 429322,"Sequence number": 5055624, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[4194304, 1024, 1]], "Input Dims": [[16, 4096, 1024]], "Ev Idx": 2825 + } + }, + { + "ph": "f", "id": 188, "pid": 4183440, "tid": 31337, "ts": 675205152763.300, + "cat": "fwdbwd", "name": "fwdbwd", "bp": "e" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675205152877.120, "dur": 123.582, + "args": { + "External id": 429323,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [2816, 1], [2816, 1]], "Input Dims": [[65536, 1024], [1024, 2816], [65536, 2816]], "Ev Idx": 2826 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused__to_copy_add_mul_rsub_silu_0", "pid": 4183440, "tid": 31337, + "ts": 675205153045.474, "dur": 38.818, + "args": { + "External id": 429324,"kernel_hash": "clkmb2nvivik7xt77lza2snvzeuraclmpbqhk34lgigbl7zlxati", "grid": "grid(184549376,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "", "", "184549376"], "kernel_file": "/tmp/torchinductor_cvm/lk/clkmb2nvivik7xt77lza2snvzeuraclmpbqhk34lgigbl7zlxati.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[2816, 1], [2816, 1], [2816, 1], [11534336, 2816, 1], [11534336, 2816, 1], [11534336, 2816, 1], []], "Input Dims": [[65536, 2816], [65536, 2816], [65536, 2816], [16, 4096, 2816], [16, 4096, 2816], [16, 4096, 2816], []], "Ev Idx": 2827 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::bmm", "pid": 4183440, "tid": 31337, + "ts": 675205153103.055, "dur": 44.776, + "args": { + "External id": 429325,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[0, 1, 1024], [0, 2816, 1], [2883584, 2816, 1]], "Input Dims": [[1, 1024, 65536], [1, 65536, 2816], [1, 1024, 2816]], "Ev Idx": 2828 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675205153157.729, "dur": 27.941, + "args": { + "External id": 429326,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 2816], [1024, 1], [1024, 1]], "Input Dims": [[2816, 65536], [65536, 1024], [2816, 1024]], "Ev Idx": 2829 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675205153191.823, "dur": 33.083, + "args": { + "External id": 429327,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2816, 1], [1024, 1], [1024, 1]], "Input Dims": [[65536, 2816], [2816, 1024], [65536, 1024]], "Ev Idx": 2830 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675205153231.029, "dur": 22.498, + "args": { + "External id": 429328,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 2816], [1024, 1], [1024, 1]], "Input Dims": [[2816, 65536], [65536, 1024], [2816, 1024]], "Ev Idx": 2831 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675205153261.863, "dur": 28.315, + "args": { + "External id": 429329,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2816, 1], [1024, 1], [1024, 1]], "Input Dims": [[65536, 2816], [2816, 1024], [65536, 1024]], "Ev Idx": 2832 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused_1", "pid": 4183440, "tid": 31337, + "ts": 675205153313.223, "dur": 23.441, + "args": { + "External id": 429330,"kernel_hash": "cmdhmofoq6dkjtzh34c2kzhgghtmhpal5f3rxqvpfiur2wxglwjs", "grid": "grid(67108864,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "67108864"], "kernel_file": "/tmp/torchinductor_cvm/md/cmdhmofoq6dkjtzh34c2kzhgghtmhpal5f3rxqvpfiur2wxglwjs.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[1024, 1], [1024, 1], []], "Input Dims": [[65536, 1024], [65536, 1024], []], "Ev Idx": 2833 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "layer_norm_bwd_kernel_0", "pid": 4183440, "tid": 31337, + "ts": 675205153353.181, "dur": 26.609, + "args": { + "External id": 429331,"kernel_hash": "cuevaar5u646bgtmpubrbyzqz3sdut3cwthdo7wpizzjr6oluqi5", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "", "", "", "65536", "1024", "1", "497", "132", "True", "1024", "True", "False", "True", "False", "False"], "kernel_file": "/tmp/torchinductor_cvm/ue/cuevaar5u646bgtmpubrbyzqz3sdut3cwthdo7wpizzjr6oluqi5.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "float", "c10::BFloat16", "float", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [1], [1024, 1], [1024, 1], [1024, 1], [1024, 1], [1], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[65536, 1024], [1024], [65536, 1024], [65536, 1024], [132, 1024], [65536, 1024], [65536], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 2834 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "triton_red_fused_sum_2", "pid": 4183440, "tid": 31337, + "ts": 675205153398.914, "dur": 17.352, + "args": { + "External id": 429332,"kernel_hash": "cw4ogu6mqrgcawgfqkyrzhc5xil4j4vfrn34wqhb2qfx2hbqyotj", "grid": "grid(2048,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "2048", "66"], "kernel_file": "/tmp/torchinductor_cvm/w4/cw4ogu6mqrgcawgfqkyrzhc5xil4j4vfrn34wqhb2qfx2hbqyotj.py", "kernel_backend": "triton", "Input type": ["float", "float", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [2048, 1, 1024], [], []], "Input Dims": [[132, 1024], [1, 1024, 2], [], []], "Ev Idx": 2835 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "triton_per_fused__to_copy_sum_3", "pid": 4183440, "tid": 31337, + "ts": 675205153428.148, "dur": 17.265, + "args": { + "External id": 429333,"kernel_hash": "c3dzxlwq2gbpkrmfvuijgv5eon5iwfw455hggookxniqczni5xao", "grid": "grid(1024,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "1024", "2"], "kernel_file": "/tmp/torchinductor_cvm/3d/c3dzxlwq2gbpkrmfvuijgv5eon5iwfw455hggookxniqczni5xao.py", "kernel_backend": "triton", "Input type": ["float", "c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[2048, 1, 1024], [1024, 1], [], []], "Input Dims": [[1, 1024, 2], [1, 1024], [], []], "Ev Idx": 2836 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675205153454.377, "dur": 37.459, + "args": { + "External id": 429334,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 1024], [1024, 1], [1024, 1]], "Input Dims": [[1024, 65536], [65536, 1024], [1024, 1024]], "Ev Idx": 2837 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675205153494.825, "dur": 32.512, + "args": { + "External id": 429335,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1024, 1], [1024, 1]], "Input Dims": [[65536, 1024], [1024, 1024], [65536, 1024]], "Ev Idx": 2838 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "flash_attn::_flash_attn_backward", "pid": 4183440, "tid": 31337, + "ts": 675205153552.409, "dur": 217.238, + "args": { + "External id": 429336,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "", "", "", "", "0.", "0.125", "True", "-1", "-1", "0.", "", "False", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "float", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "", "Scalar", "long int"], "Input Strides": [[4194304, 1024, 64, 1], [4194304, 1024, 64, 1], [4194304, 1024, 64, 1], [4194304, 1024, 64, 1], [4194304, 1024, 64, 1], [65536, 4096, 1], [4194304, 1024, 64, 1], [4194304, 1024, 64, 1], [4194304, 1024, 64, 1], [], [], [], [], [], [], [], [], [1]], "Input Dims": [[16, 4096, 16, 64], [16, 4096, 16, 64], [16, 4096, 16, 64], [16, 4096, 16, 64], [16, 4096, 16, 64], [16, 16, 4096], [16, 4096, 16, 64], [16, 4096, 16, 64], [16, 4096, 16, 64], [], [], [], [], [], [], [], [], [2]], "Ev Idx": 2839 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 31337, + "ts": 675205153632.159, "dur": 6.267, + "args": { + "External id": 429337,"Record function id": 0, "Concrete Inputs": ["[16, 16, 4096]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 2840 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 31337, + "ts": 675205153640.452, "dur": 2.641, + "args": { + "External id": 429338,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 16, 64]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 2841 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "rotary_embedding_kernel_1", "pid": 4183440, "tid": 31337, + "ts": 675205153803.430, "dur": 25.701, + "args": { + "External id": 429339,"kernel_hash": "cnnjyph67nk54fjnuktc2nmchkiw5uvx4mqovnyasu7ursptxrg7", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "0", "16", "4096", "16", "64", "32", "8192", "32", "64", "False", "False", "False", "True"], "kernel_file": "/tmp/torchinductor_cvm/nn/cnnjyph67nk54fjnuktc2nmchkiw5uvx4mqovnyasu7ursptxrg7.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[4194304, 1024, 64, 1], [32, 1], [32, 1], [4194304, 1024, 64, 1], [], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[16, 4096, 16, 64], [8192, 32], [8192, 32], [16, 4096, 16, 64], [], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 2842 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "rotary_embedding_kernel_1", "pid": 4183440, "tid": 31337, + "ts": 675205153840.286, "dur": 13.040, + "args": { + "External id": 429340,"kernel_hash": "cnnjyph67nk54fjnuktc2nmchkiw5uvx4mqovnyasu7ursptxrg7", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "0", "16", "4096", "16", "64", "32", "8192", "32", "64", "False", "False", "False", "True"], "kernel_file": "/tmp/torchinductor_cvm/nn/cnnjyph67nk54fjnuktc2nmchkiw5uvx4mqovnyasu7ursptxrg7.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[4194304, 1024, 64, 1], [32, 1], [32, 1], [4194304, 1024, 64, 1], [], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[16, 4096, 16, 64], [8192, 32], [8192, 32], [16, 4096, 16, 64], [], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 2843 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675205153862.217, "dur": 49.629, + "args": { + "External id": 429341,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 1024], [1024, 1], [1024, 1]], "Input Dims": [[1024, 65536], [65536, 1024], [1024, 1024]], "Ev Idx": 2844 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675205153919.787, "dur": 50.371, + "args": { + "External id": 429342,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1024, 1], [1024, 1]], "Input Dims": [[65536, 1024], [1024, 1024], [65536, 1024]], "Ev Idx": 2845 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675205153980.864, "dur": 31.843, + "args": { + "External id": 429343,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 1024], [1024, 1], [1024, 1]], "Input Dims": [[1024, 65536], [65536, 1024], [1024, 1024]], "Ev Idx": 2846 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675205154017.045, "dur": 29.092, + "args": { + "External id": 429344,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1024, 1], [1024, 1]], "Input Dims": [[65536, 1024], [1024, 1024], [65536, 1024]], "Ev Idx": 2847 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675205154051.520, "dur": 26.579, + "args": { + "External id": 429345,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 1024], [1024, 1], [1024, 1]], "Input Dims": [[1024, 65536], [65536, 1024], [1024, 1024]], "Ev Idx": 2848 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675205154086.186, "dur": 30.080, + "args": { + "External id": 429346,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1024, 1], [1024, 1]], "Input Dims": [[65536, 1024], [1024, 1024], [65536, 1024]], "Ev Idx": 2849 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused_4", "pid": 4183440, "tid": 31337, + "ts": 675205154135.925, "dur": 24.914, + "args": { + "External id": 429347,"kernel_hash": "cn6a6cq4k7qdw3wki5ksil45pjzcbfrfjarshv63ivxttjehkezz", "grid": "grid(67108864,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "67108864"], "kernel_file": "/tmp/torchinductor_cvm/n6/cn6a6cq4k7qdw3wki5ksil45pjzcbfrfjarshv63ivxttjehkezz.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[1024, 1], [1024, 1], [1024, 1], []], "Input Dims": [[65536, 1024], [65536, 1024], [65536, 1024], []], "Ev Idx": 2850 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "layer_norm_bwd_kernel_2", "pid": 4183440, "tid": 31337, + "ts": 675205154176.818, "dur": 38.822, + "args": { + "External id": 429348,"kernel_hash": "cwvn5v4u6cexxzo6wfnjojuuby7ad6wk6jmjnzhsan4mprdashfg", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "", "", "65536", "1024", "1", "497", "132", "True", "1024", "False", "False", "True", "False", "False"], "kernel_file": "/tmp/torchinductor_cvm/wv/cwvn5v4u6cexxzo6wfnjojuuby7ad6wk6jmjnzhsan4mprdashfg.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "float", "float", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [1], [1024, 1], [1024, 1], [1024, 1], [1], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[65536, 1024], [1024], [65536, 1024], [65536, 1024], [132, 1024], [65536], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 2851 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "triton_red_fused_sum_2", "pid": 4183440, "tid": 31337, + "ts": 675205154239.039, "dur": 19.801, + "args": { + "External id": 429349,"kernel_hash": "cw4ogu6mqrgcawgfqkyrzhc5xil4j4vfrn34wqhb2qfx2hbqyotj", "grid": "grid(2048,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "2048", "66"], "kernel_file": "/tmp/torchinductor_cvm/w4/cw4ogu6mqrgcawgfqkyrzhc5xil4j4vfrn34wqhb2qfx2hbqyotj.py", "kernel_backend": "triton", "Input type": ["float", "float", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [2048, 1, 1024], [], []], "Input Dims": [[132, 1024], [1, 1024, 2], [], []], "Ev Idx": 2852 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "triton_per_fused__to_copy_sum_3", "pid": 4183440, "tid": 31337, + "ts": 675205154278.439, "dur": 13.175, + "args": { + "External id": 429350,"kernel_hash": "c3dzxlwq2gbpkrmfvuijgv5eon5iwfw455hggookxniqczni5xao", "grid": "grid(1024,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "1024", "2"], "kernel_file": "/tmp/torchinductor_cvm/3d/c3dzxlwq2gbpkrmfvuijgv5eon5iwfw455hggookxniqczni5xao.py", "kernel_backend": "triton", "Input type": ["float", "c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[2048, 1, 1024], [1024, 1], [], []], "Input Dims": [[1, 1024, 2], [1, 1024], [], []], "Ev Idx": 2853 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused_add_5", "pid": 4183440, "tid": 31337, + "ts": 675205154304.757, "dur": 15.742, + "args": { + "External id": 429351,"kernel_hash": "cx5ypd3rju7i5obvafc2itek3ewywgqdgrrndct7omk4mswsdop7", "grid": "grid(67108864,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "67108864"], "kernel_file": "/tmp/torchinductor_cvm/x5/cx5ypd3rju7i5obvafc2itek3ewywgqdgrrndct7omk4mswsdop7.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[1024, 1], [1024, 1], [4194304, 1024, 1], []], "Input Dims": [[65536, 1024], [65536, 1024], [16, 4096, 1024], []], "Ev Idx": 2854 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205154395.598, "dur": 16.620, + "args": { + "External id": 429352,"Record function id": 0, "Ev Idx": 2855 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205154398.978, "dur": 12.314, + "args": { + "External id": 429353,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[1024]], "Ev Idx": 2856 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 4183440, "tid": 31337, + "ts": 675205154403.134, "dur": 7.287, + "args": { + "External id": 429354,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[1024]], "Ev Idx": 2857 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 4183440, "tid": 31337, + "ts": 675205154404.624, "dur": 5.658, + "args": { + "External id": 429355,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[1024]], "Ev Idx": 2858 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205154416.108, "dur": 4.353, + "args": { + "External id": 429356,"Record function id": 0, "Ev Idx": 2859 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205154417.337, "dur": 2.630, + "args": { + "External id": 429357,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 2860 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 4183440, "tid": 31337, + "ts": 675205154417.892, "dur": 1.646, + "args": { + "External id": 429358,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 2861 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 4183440, "tid": 31337, + "ts": 675205154418.295, "dur": 1.115, + "args": { + "External id": 429359,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 2862 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205154423.761, "dur": 3.586, + "args": { + "External id": 429360,"Record function id": 0, "Ev Idx": 2863 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205154424.819, "dur": 2.061, + "args": { + "External id": 429361,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[1024]], "Ev Idx": 2864 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 4183440, "tid": 31337, + "ts": 675205154425.288, "dur": 1.192, + "args": { + "External id": 429362,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[1024]], "Ev Idx": 2865 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 4183440, "tid": 31337, + "ts": 675205154425.680, "dur": 0.695, + "args": { + "External id": 429363,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[1024]], "Ev Idx": 2866 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205154430.708, "dur": 4.043, + "args": { + "External id": 429364,"Record function id": 0, "Ev Idx": 2867 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205154432.071, "dur": 2.202, + "args": { + "External id": 429365,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2816, 1]], "Input Dims": [[1024, 2816]], "Ev Idx": 2868 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 4183440, "tid": 31337, + "ts": 675205154432.624, "dur": 1.233, + "args": { + "External id": 429366,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2816, 1]], "Input Dims": [[1024, 2816]], "Ev Idx": 2869 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 4183440, "tid": 31337, + "ts": 675205154433.109, "dur": 0.651, + "args": { + "External id": 429367,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2816, 1]], "Input Dims": [[1024, 2816]], "Ev Idx": 2870 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205154438.246, "dur": 7.280, + "args": { + "External id": 429368,"Record function id": 0, "Ev Idx": 2871 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205154442.591, "dur": 2.454, + "args": { + "External id": 429369,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[2816, 1024]], "Ev Idx": 2872 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 4183440, "tid": 31337, + "ts": 675205154443.124, "dur": 1.432, + "args": { + "External id": 429370,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[2816, 1024]], "Ev Idx": 2873 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 4183440, "tid": 31337, + "ts": 675205154443.885, "dur": 0.578, + "args": { + "External id": 429371,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[2816, 1024]], "Ev Idx": 2874 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205154449.159, "dur": 3.832, + "args": { + "External id": 429372,"Record function id": 0, "Ev Idx": 2875 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205154450.349, "dur": 2.171, + "args": { + "External id": 429373,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 2876 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 4183440, "tid": 31337, + "ts": 675205154450.818, "dur": 1.279, + "args": { + "External id": 429374,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 2877 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 4183440, "tid": 31337, + "ts": 675205154451.445, "dur": 0.556, + "args": { + "External id": 429375,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 2878 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205154456.626, "dur": 3.774, + "args": { + "External id": 429376,"Record function id": 0, "Ev Idx": 2879 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205154457.991, "dur": 1.976, + "args": { + "External id": 429377,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 2880 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 4183440, "tid": 31337, + "ts": 675205154458.505, "dur": 1.034, + "args": { + "External id": 429378,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 2881 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 4183440, "tid": 31337, + "ts": 675205154458.862, "dur": 0.582, + "args": { + "External id": 429379,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 2882 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205154463.807, "dur": 5.574, + "args": { + "External id": 429380,"Record function id": 0, "Ev Idx": 2883 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205154464.705, "dur": 4.194, + "args": { + "External id": 429381,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[2816, 1024]], "Ev Idx": 2884 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 4183440, "tid": 31337, + "ts": 675205154465.228, "dur": 3.260, + "args": { + "External id": 429382,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[2816, 1024]], "Ev Idx": 2885 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 4183440, "tid": 31337, + "ts": 675205154465.854, "dur": 2.574, + "args": { + "External id": 429383,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[2816, 1024]], "Ev Idx": 2886 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205154472.670, "dur": 3.897, + "args": { + "External id": 429384,"Record function id": 0, "Ev Idx": 2887 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205154473.732, "dur": 2.404, + "args": { + "External id": 429385,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 2888 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 4183440, "tid": 31337, + "ts": 675205154474.250, "dur": 1.495, + "args": { + "External id": 429386,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 2889 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 4183440, "tid": 31337, + "ts": 675205154474.753, "dur": 0.876, + "args": { + "External id": 429387,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 2890 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: RegisterPostBackwardFunctionBackward", "pid": 4183440, "tid": 31337, + "ts": 675205154480.589, "dur": 14982.973, + "args": { + "External id": 429388,"Record function id": 0, "Sequence number": 5055623, "Fwd thread id": 1, "Ev Idx": 2891 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "RegisterPostBackwardFunctionBackward", "pid": 4183440, "tid": 31337, + "ts": 675205154481.611, "dur": 14973.811, + "args": { + "External id": 429389,"Sequence number": 5055623, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[4194304, 1024, 1]], "Input Dims": [[16, 4096, 1024]], "Ev Idx": 2892 + } + }, + { + "ph": "f", "id": 189, "pid": 4183440, "tid": 31337, "ts": 675205154481.611, + "cat": "fwdbwd", "name": "fwdbwd", "bp": "e" + }, + { + "ph": "X", "cat": "user_annotation", "name": "FSDP::post_backward_accumulate (model.layers.11)", "pid": 4183440, "tid": 31337, + "ts": 675205154514.391, "dur": 37.167, + "args": { + "External id": 429390,"Record function id": 0, "Ev Idx": 2893 + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "FSDP::post_backward_reshard (model.layers.11)", "pid": 4183440, "tid": 31337, + "ts": 675205154558.976, "dur": 61.906, + "args": { + "External id": 429391,"Record function id": 0, "Ev Idx": 2894 + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "FSDP::post_backward_reduce (model.layers.11)", "pid": 4183440, "tid": 31337, + "ts": 675205154628.038, "dur": 14820.005, + "args": { + "External id": 429392,"Record function id": 0, "Ev Idx": 2895 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 31337, + "ts": 675205154759.535, "dur": 8.277, + "args": { + "External id": 429393,"Record function id": 0, "Concrete Inputs": ["[12847104]", "6", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 2896 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675205154778.390, "dur": 5.107, + "args": { + "External id": 429394,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["float", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[12847104], []], "Ev Idx": 2897 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "fsdp::chunk_cat", "pid": 4183440, "tid": 31337, + "ts": 675205154797.449, "dur": 13971.668, + "args": { + "External id": 429395,"Record function id": 0, "Concrete Inputs": ["", "0", "8", ""], "Input type": ["TensorList", "Scalar", "Scalar", "float"], "Input Strides": [[[1], [1024, 1], [1024, 1], [1024, 1], [1024, 1], [1], [1024, 1], [1024, 1], [2816, 1]], [], [], [1605888, 1]], "Input Dims": [[[1024], [1024, 1024], [1024, 1024], [1024, 1024], [1024, 1024], [1024], [2816, 1024], [2816, 1024], [1024, 2816]], [], [], [8, 1605888]], "Ev Idx": 2898 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::_chunk_cat", "pid": 4183440, "tid": 31337, + "ts": 675205154810.603, "dur": 13950.201, + "args": { + "External id": 429396,"Record function id": 0, "Concrete Inputs": ["", "0", "8", ""], "Input type": ["TensorList", "Scalar", "Scalar", "float"], "Input Strides": [[[1], [1024, 1], [1024, 1], [1024, 1], [1024, 1], [1], [1024, 1], [1024, 1], [2816, 1]], [], [], [1605888, 1]], "Input Dims": [[[1024], [1024, 1024], [1024, 1024], [1024, 1024], [1024, 1024], [1024], [2816, 1024], [2816, 1024], [1024, 2816]], [], [], [8, 1605888]], "Ev Idx": 2899 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 31337, + "ts": 675205154837.671, "dur": 14.889, + "args": { + "External id": 429397,"Record function id": 0, "Concrete Inputs": ["[3194]", "4", "", "", "True", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 2900 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 31337, + "ts": 675205154857.646, "dur": 13864.358, + "args": { + "External id": 429398,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", "False", ""], "Input type": ["long int", "", "", "", "", "Scalar", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], [], []], "Input Dims": [[3194], [], [], [], [], [], [], []], "Ev Idx": 2901 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::_to_copy", "pid": 4183440, "tid": 31337, + "ts": 675205154860.143, "dur": 13861.006, + "args": { + "External id": 429399,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", ""], "Input type": ["long int", "", "", "", "", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], []], "Input Dims": [[3194], [], [], [], [], [], []], "Ev Idx": 2902 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 4183440, "tid": 31337, + "ts": 675205154863.638, "dur": 5.943, + "args": { + "External id": 429400,"Record function id": 0, "Concrete Inputs": ["[3194]", "[1]", "4", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 2903 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 4183440, "tid": 31337, + "ts": 675205154871.329, "dur": 13846.337, + "args": { + "External id": 429401,"Record function id": 0, "Concrete Inputs": ["", "", "True"], "Input type": ["long int", "long int", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[3194], [3194], []], "Ev Idx": 2904 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::new_empty", "pid": 4183440, "tid": 31337, + "ts": 675205168855.133, "dur": 9.217, + "args": { + "External id": 429402,"Record function id": 0, "Concrete Inputs": ["", "[1605888]", "", "", "", "False"], "Input type": ["float", "ScalarList", "", "", "", "Scalar"], "Input Strides": [[1], [], [], [], [], []], "Input Dims": [[12847104], [], [], [], [], []], "Ev Idx": 2905 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 31337, + "ts": 675205168858.407, "dur": 5.590, + "args": { + "External id": 429403,"Record function id": 0, "Concrete Inputs": ["[1605888]", "6", "0", "", "False", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 2906 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "c10d::_reduce_scatter_base_", "pid": 4183440, "tid": 31337, + "ts": 675205168894.304, "dur": 281.855, + "args": { + "External id": 429404,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "False", "-1"], "Input type": ["float", "float", "", "", "Scalar", "Scalar"], "Input Strides": [[1], [1], [], [], [], []], "Input Dims": [[1605888], [12847104], [], [], [], []], "Ev Idx": 2907 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 4183440, "tid": 31337, + "ts": 675205168925.565, "dur": 245.652, + "args": { + "External id": 429405,"Record function id": 0, "Collective name": "_reduce_scatter_base", "Process Group Description": "default_pg", "dtype": "Float", "Rank": 4, "Input Strides": [[1], [], [], [], [], [], [], [], [], []], "Concrete Inputs": ["", "", "", "4", "", "[]", "[]", "0", "1", "8"], "Out msg nelems": 1605888, "Process Group Name": "0", "Input type": ["float", "", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Global rank stride": 1, "Out split size": "[]", "In split size": "[]", "Process Group Ranks": "[0, 1, 2, 3, 4, 5, 6, 7]", "Group size": 8, "Input Dims": [[12847104], [], [], [], [], [], [], [], [], []], "Global rank start": 0, "Ev Idx": 2908, "In msg nelems": 12847104 + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "nccl:_reduce_scatter_base", "pid": 4183440, "tid": 31337, + "ts": 675205168950.896, "dur": 215.085, + "args": { + "External id": 429406,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1]], "Input Dims": [[12847104]], "Ev Idx": 2909 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 4183440, "tid": 31337, + "ts": 675205169193.868, "dur": 2.401, + "args": { + "External id": 429407,"Record function id": 0, "Collective name": "wait", "Process Group Description": "default_pg", "dtype": "Byte", "Input Dims": [[], [], [], [], [], [], [], [], []], "Input Strides": [[], [], [], [], [], [], [], [], []], "Input type": ["", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Concrete Inputs": ["", "", "4", "", "[]", "[]", "-1", "-1", "1"], "Out msg nelems": 0, "Process Group Name": "0", "Process Group Ranks": "[]", "Group size": 1, "Ev Idx": 2910, "In msg nelems": 0, "Rank": 4, "In split size": "[]", "Out split size": "[]" + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205169250.786, "dur": 6.151, + "args": { + "External id": 429408,"Record function id": 0, "Concrete Inputs": ["", "[128]", "[1]", "0"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 2911 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205169302.300, "dur": 1.562, + "args": { + "External id": 429409,"Record function id": 0, "Concrete Inputs": ["", "[128, 1024]", "[1024, 1]", "128"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 2912 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205169318.938, "dur": 1.613, + "args": { + "External id": 429410,"Record function id": 0, "Concrete Inputs": ["", "[128, 1024]", "[1024, 1]", "131200"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 2913 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205169331.547, "dur": 0.648, + "args": { + "External id": 429411,"Record function id": 0, "Concrete Inputs": ["", "[128, 1024]", "[1024, 1]", "262272"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 2914 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205169342.988, "dur": 0.825, + "args": { + "External id": 429412,"Record function id": 0, "Concrete Inputs": ["", "[128, 1024]", "[1024, 1]", "393344"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 2915 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205169355.013, "dur": 0.807, + "args": { + "External id": 429413,"Record function id": 0, "Concrete Inputs": ["", "[128]", "[1]", "524416"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 2916 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205169366.337, "dur": 0.790, + "args": { + "External id": 429414,"Record function id": 0, "Concrete Inputs": ["", "[352, 1024]", "[1024, 1]", "524544"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 2917 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205169377.481, "dur": 1.649, + "args": { + "External id": 429415,"Record function id": 0, "Concrete Inputs": ["", "[352, 1024]", "[1024, 1]", "884992"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 2918 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205169388.421, "dur": 0.936, + "args": { + "External id": 429416,"Record function id": 0, "Concrete Inputs": ["", "[128, 2816]", "[2816, 1]", "1245440"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 2919 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: CompiledFunctionBackward", "pid": 4183440, "tid": 31337, + "ts": 675205169477.019, "dur": 2661.647, + "args": { + "External id": 429417,"Record function id": 0, "Ev Idx": 2920 + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "FSDP::pre_backward (model.layers.10)", "pid": 4183440, "tid": 31337, + "ts": 675205169496.193, "dur": 989.418, + "args": { + "External id": 429418,"Record function id": 0, "Ev Idx": 2921 + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "FSDP::all_gather_copy_out (model.layers.10)", "pid": 4183440, "tid": 31337, + "ts": 675205169511.265, "dur": 335.917, + "args": { + "External id": 429419,"Record function id": 0, "Ev Idx": 2922 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675205169585.874, "dur": 3.935, + "args": { + "External id": 429420,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[12847104], []], "Ev Idx": 2923 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675205169593.245, "dur": 1.039, + "args": { + "External id": 429421,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[1024], []], "Ev Idx": 2924 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675205169595.938, "dur": 0.866, + "args": { + "External id": 429422,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[1048576], []], "Ev Idx": 2925 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675205169598.894, "dur": 1.118, + "args": { + "External id": 429423,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[1048576], []], "Ev Idx": 2926 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675205169601.655, "dur": 1.018, + "args": { + "External id": 429424,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[1048576], []], "Ev Idx": 2927 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675205169604.214, "dur": 0.727, + "args": { + "External id": 429425,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[1048576], []], "Ev Idx": 2928 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675205169606.392, "dur": 2.227, + "args": { + "External id": 429426,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[1024], []], "Ev Idx": 2929 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675205169610.088, "dur": 2.565, + "args": { + "External id": 429427,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[2883584], []], "Ev Idx": 2930 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675205169614.075, "dur": 0.801, + "args": { + "External id": 429428,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[2883584], []], "Ev Idx": 2931 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675205169616.643, "dur": 1.156, + "args": { + "External id": 429429,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[2883584], []], "Ev Idx": 2932 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "fsdp::split_with_sizes_copy", "pid": 4183440, "tid": 31337, + "ts": 675205169635.899, "dur": 179.239, + "args": { + "External id": 429430,"Record function id": 0, "Concrete Inputs": ["", "[128, 131072, 131072, 131072, 131072, 128, 360448, 360448, 360448]", "1", ""], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "TensorList"], "Input Strides": [[1605888, 1], [], [], [[128, 1], [131072, 1], [131072, 1], [131072, 1], [131072, 1], [128, 1], [360448, 1], [360448, 1], [360448, 1]]], "Input Dims": [[8, 1605888], [], [], [[8, 128], [8, 131072], [8, 131072], [8, 131072], [8, 131072], [8, 128], [8, 360448], [8, 360448], [8, 360448]]], "Ev Idx": 2933 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes_copy", "pid": 4183440, "tid": 31337, + "ts": 675205169690.161, "dur": 120.646, + "args": { + "External id": 429431,"Record function id": 0, "Concrete Inputs": ["", "[128, 131072, 131072, 131072, 131072, 128, 360448, 360448, 360448]", "1", ""], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "TensorList"], "Input Strides": [[1605888, 1], [], [], [[128, 1], [131072, 1], [131072, 1], [131072, 1], [131072, 1], [128, 1], [360448, 1], [360448, 1], [360448, 1]]], "Input Dims": [[8, 1605888], [], [], [[8, 128], [8, 131072], [8, 131072], [8, 131072], [8, 131072], [8, 128], [8, 360448], [8, 360448], [8, 360448]]], "Ev Idx": 2934 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 31337, + "ts": 675205169705.136, "dur": 13.149, + "args": { + "External id": 429432,"Record function id": 0, "Concrete Inputs": ["[823]", "4", "", "", "True", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 2935 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 31337, + "ts": 675205169721.362, "dur": 63.733, + "args": { + "External id": 429433,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", "False", ""], "Input type": ["long int", "", "", "", "", "Scalar", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], [], []], "Input Dims": [[823], [], [], [], [], [], [], []], "Ev Idx": 2936 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::_to_copy", "pid": 4183440, "tid": 31337, + "ts": 675205169724.168, "dur": 60.554, + "args": { + "External id": 429434,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", ""], "Input type": ["long int", "", "", "", "", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], []], "Input Dims": [[823], [], [], [], [], [], []], "Ev Idx": 2937 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 4183440, "tid": 31337, + "ts": 675205169728.151, "dur": 6.244, + "args": { + "External id": 429435,"Record function id": 0, "Concrete Inputs": ["[823]", "[1]", "4", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 2938 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 4183440, "tid": 31337, + "ts": 675205169736.036, "dur": 47.929, + "args": { + "External id": 429436,"Record function id": 0, "Concrete Inputs": ["", "", "True"], "Input type": ["long int", "long int", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[823], [823], []], "Ev Idx": 2939 + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "FSDP::backward_prefetch for model.layers.9", "pid": 4183440, "tid": 31337, + "ts": 675205169923.682, "dur": 554.278, + "args": { + "External id": 429437,"Record function id": 0, "Ev Idx": 2940 + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "FSDP::all_gather (model.layers.9)", "pid": 4183440, "tid": 31337, + "ts": 675205169956.622, "dur": 509.406, + "args": { + "External id": 429438,"Record function id": 0, "Ev Idx": 2941 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 31337, + "ts": 675205170015.411, "dur": 6.452, + "args": { + "External id": 429439,"Record function id": 0, "Concrete Inputs": ["[1605888]", "15", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 2942 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes", "pid": 4183440, "tid": 31337, + "ts": 675205170037.524, "dur": 30.589, + "args": { + "External id": 429440,"Record function id": 0, "Concrete Inputs": ["", "[128, 131072, 131072, 131072, 131072, 128, 360448, 360448, 360448]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar"], "Input Strides": [[1], [], []], "Input Dims": [[1605888], [], []], "Ev Idx": 2943 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205170042.479, "dur": 2.087, + "args": { + "External id": 429441,"Record function id": 0, "Concrete Inputs": ["", "[128]", "[1]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 2944 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205170046.361, "dur": 0.637, + "args": { + "External id": 429442,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "128"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 2945 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205170048.495, "dur": 2.433, + "args": { + "External id": 429443,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "131200"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 2946 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205170052.979, "dur": 0.403, + "args": { + "External id": 429444,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "262272"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 2947 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205170054.446, "dur": 0.516, + "args": { + "External id": 429445,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "393344"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 2948 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205170055.991, "dur": 0.314, + "args": { + "External id": 429446,"Record function id": 0, "Concrete Inputs": ["", "[128]", "[1]", "524416"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 2949 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205170059.505, "dur": 0.529, + "args": { + "External id": 429447,"Record function id": 0, "Concrete Inputs": ["", "[360448]", "[1]", "524544"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 2950 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205170060.812, "dur": 0.541, + "args": { + "External id": 429448,"Record function id": 0, "Concrete Inputs": ["", "[360448]", "[1]", "884992"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 2951 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205170062.351, "dur": 1.437, + "args": { + "External id": 429449,"Record function id": 0, "Concrete Inputs": ["", "[360448]", "[1]", "1245440"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 2952 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::_foreach_copy_", "pid": 4183440, "tid": 31337, + "ts": 675205170078.153, "dur": 32.756, + "args": { + "External id": 429450,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["TensorList", "TensorList", "Scalar"], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [[1], [1], [1], [1], [1], [1], [1], [1], [1]], []], "Input Dims": [[[128], [131072], [131072], [131072], [131072], [128], [360448], [360448], [360448]], [[128], [131072], [131072], [131072], [131072], [128], [360448], [360448], [360448]], []], "Ev Idx": 2953 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "fsdp::all_gather_copy_in", "pid": 4183440, "tid": 31337, + "ts": 675205170144.137, "dur": 100.573, + "args": { + "External id": 429451,"Record function id": 0, "Concrete Inputs": ["", "[128, 131072, 131072, 131072, 131072, 128, 360448, 360448, 360448]", "1605888", "8", "4", "15", ""], "Input type": ["TensorList", "ScalarList", "Scalar", "Scalar", "Scalar", "Scalar", ""], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [], [], [], [], [], []], "Input Dims": [[[128], [131072], [131072], [131072], [131072], [128], [360448], [360448], [360448]], [], [], [], [], [], []], "Ev Idx": 2954 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 31337, + "ts": 675205170154.200, "dur": 4.806, + "args": { + "External id": 429452,"Record function id": 0, "Concrete Inputs": ["[12847104]", "15", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 2955 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::narrow", "pid": 4183440, "tid": 31337, + "ts": 675205170164.080, "dur": 12.299, + "args": { + "External id": 429453,"Record function id": 0, "Concrete Inputs": ["", "0", "6423552", "1605888"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[12847104], [], [], []], "Ev Idx": 2956 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 4183440, "tid": 31337, + "ts": 675205170168.649, "dur": 7.289, + "args": { + "External id": 429454,"Record function id": 0, "Concrete Inputs": ["", "0", "6423552", "8029440", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], [], []], "Input Dims": [[12847104], [], [], [], []], "Ev Idx": 2957 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205170172.256, "dur": 2.411, + "args": { + "External id": 429455,"Record function id": 0, "Concrete Inputs": ["", "[1605888]", "[1]", "6423552"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[12847104], [], [], []], "Ev Idx": 2958 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes", "pid": 4183440, "tid": 31337, + "ts": 675205170183.310, "dur": 24.156, + "args": { + "External id": 429456,"Record function id": 0, "Concrete Inputs": ["", "[128, 131072, 131072, 131072, 131072, 128, 360448, 360448, 360448]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar"], "Input Strides": [[1], [], []], "Input Dims": [[1605888], [], []], "Ev Idx": 2959 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205170185.287, "dur": 0.356, + "args": { + "External id": 429457,"Record function id": 0, "Concrete Inputs": ["", "[128]", "[1]", "6423552"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 2960 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205170187.263, "dur": 1.913, + "args": { + "External id": 429458,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "6423680"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 2961 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205170191.012, "dur": 0.397, + "args": { + "External id": 429459,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "6554752"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 2962 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205170192.172, "dur": 0.381, + "args": { + "External id": 429460,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "6685824"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 2963 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205170195.272, "dur": 0.364, + "args": { + "External id": 429461,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "6816896"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 2964 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205170196.629, "dur": 0.304, + "args": { + "External id": 429462,"Record function id": 0, "Concrete Inputs": ["", "[128]", "[1]", "6947968"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 2965 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205170198.086, "dur": 0.344, + "args": { + "External id": 429463,"Record function id": 0, "Concrete Inputs": ["", "[360448]", "[1]", "6948096"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 2966 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205170200.487, "dur": 1.935, + "args": { + "External id": 429464,"Record function id": 0, "Concrete Inputs": ["", "[360448]", "[1]", "7308544"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 2967 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205170203.827, "dur": 0.283, + "args": { + "External id": 429465,"Record function id": 0, "Concrete Inputs": ["", "[360448]", "[1]", "7668992"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 2968 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::_foreach_copy_", "pid": 4183440, "tid": 31337, + "ts": 675205170219.639, "dur": 17.535, + "args": { + "External id": 429466,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["TensorList", "TensorList", "Scalar"], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [[1], [1], [1], [1], [1], [1], [1], [1], [1]], []], "Input Dims": [[[128], [131072], [131072], [131072], [131072], [128], [360448], [360448], [360448]], [[128], [131072], [131072], [131072], [131072], [128], [360448], [360448], [360448]], []], "Ev Idx": 2969 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "c10d::_allgather_base_", "pid": 4183440, "tid": 31337, + "ts": 675205170287.969, "dur": 111.585, + "args": { + "External id": 429467,"Record function id": 0, "Concrete Inputs": ["", "", "", "False", "-1"], "Input type": ["c10::BFloat16", "c10::BFloat16", "", "Scalar", "Scalar"], "Input Strides": [[1], [1], [], [], []], "Input Dims": [[12847104], [1605888], [], [], []], "Ev Idx": 2970 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 4183440, "tid": 31337, + "ts": 675205170311.452, "dur": 84.780, + "args": { + "External id": 429468,"Record function id": 0, "Collective name": "_allgather_base", "Process Group Description": "default_pg", "dtype": "BFloat16", "Rank": 4, "Input Strides": [[1], [], [], [], [], [], [], [], [], []], "Concrete Inputs": ["", "", "", "4", "", "[]", "[]", "0", "1", "8"], "Out msg nelems": 12847104, "Process Group Name": "0", "Input type": ["c10::BFloat16", "", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Global rank stride": 1, "Out split size": "[]", "In split size": "[]", "Process Group Ranks": "[0, 1, 2, 3, 4, 5, 6, 7]", "Group size": 8, "Input Dims": [[1605888], [], [], [], [], [], [], [], [], []], "Global rank start": 0, "Ev Idx": 2971, "In msg nelems": 1605888 + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "nccl:_all_gather_base", "pid": 4183440, "tid": 31337, + "ts": 675205170322.355, "dur": 69.966, + "args": { + "External id": 429469,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[1605888]], "Ev Idx": 2972 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 4183440, "tid": 31337, + "ts": 675205170416.833, "dur": 1.994, + "args": { + "External id": 429470,"Record function id": 0, "Collective name": "wait", "Process Group Description": "default_pg", "dtype": "Byte", "Input Dims": [[], [], [], [], [], [], [], [], []], "Input Strides": [[], [], [], [], [], [], [], [], []], "Input type": ["", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Concrete Inputs": ["", "", "4", "", "[]", "[]", "-1", "-1", "1"], "Out msg nelems": 0, "Process Group Name": "0", "Process Group Ranks": "[]", "Group size": 1, "Ev Idx": 2973, "In msg nelems": 0, "Rank": 4, "In split size": "[]", "Out split size": "[]" + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "CompiledFunctionBackward", "pid": 4183440, "tid": 31337, + "ts": 675205170492.233, "dur": 1621.730, + "args": { + "External id": 429471,"Sequence number": 5055622, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[4194304, 1024, 1]], "Input Dims": [[16, 4096, 1024]], "Ev Idx": 2974 + } + }, + { + "ph": "f", "id": 190, "pid": 4183440, "tid": 31337, "ts": 675205170492.233, + "cat": "fwdbwd", "name": "fwdbwd", "bp": "e" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675205170599.826, "dur": 144.572, + "args": { + "External id": 429472,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [2816, 1], [2816, 1]], "Input Dims": [[65536, 1024], [1024, 2816], [65536, 2816]], "Ev Idx": 2975 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused__to_copy_add_mul_rsub_silu_0", "pid": 4183440, "tid": 31337, + "ts": 675205170788.649, "dur": 35.817, + "args": { + "External id": 429473,"kernel_hash": "clkmb2nvivik7xt77lza2snvzeuraclmpbqhk34lgigbl7zlxati", "grid": "grid(184549376,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "", "", "184549376"], "kernel_file": "/tmp/torchinductor_cvm/lk/clkmb2nvivik7xt77lza2snvzeuraclmpbqhk34lgigbl7zlxati.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[2816, 1], [2816, 1], [2816, 1], [11534336, 2816, 1], [11534336, 2816, 1], [11534336, 2816, 1], []], "Input Dims": [[65536, 2816], [65536, 2816], [65536, 2816], [16, 4096, 2816], [16, 4096, 2816], [16, 4096, 2816], []], "Ev Idx": 2976 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::bmm", "pid": 4183440, "tid": 31337, + "ts": 675205170843.145, "dur": 44.267, + "args": { + "External id": 429474,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[0, 1, 1024], [0, 2816, 1], [2883584, 2816, 1]], "Input Dims": [[1, 1024, 65536], [1, 65536, 2816], [1, 1024, 2816]], "Ev Idx": 2977 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675205170896.950, "dur": 26.618, + "args": { + "External id": 429475,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 2816], [1024, 1], [1024, 1]], "Input Dims": [[2816, 65536], [65536, 1024], [2816, 1024]], "Ev Idx": 2978 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675205170929.992, "dur": 51.481, + "args": { + "External id": 429476,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2816, 1], [1024, 1], [1024, 1]], "Input Dims": [[65536, 2816], [2816, 1024], [65536, 1024]], "Ev Idx": 2979 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675205170991.378, "dur": 24.437, + "args": { + "External id": 429477,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 2816], [1024, 1], [1024, 1]], "Input Dims": [[2816, 65536], [65536, 1024], [2816, 1024]], "Ev Idx": 2980 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675205171025.020, "dur": 29.297, + "args": { + "External id": 429478,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2816, 1], [1024, 1], [1024, 1]], "Input Dims": [[65536, 2816], [2816, 1024], [65536, 1024]], "Ev Idx": 2981 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused_1", "pid": 4183440, "tid": 31337, + "ts": 675205171077.641, "dur": 24.574, + "args": { + "External id": 429479,"kernel_hash": "cmdhmofoq6dkjtzh34c2kzhgghtmhpal5f3rxqvpfiur2wxglwjs", "grid": "grid(67108864,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "67108864"], "kernel_file": "/tmp/torchinductor_cvm/md/cmdhmofoq6dkjtzh34c2kzhgghtmhpal5f3rxqvpfiur2wxglwjs.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[1024, 1], [1024, 1], []], "Input Dims": [[65536, 1024], [65536, 1024], []], "Ev Idx": 2982 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "layer_norm_bwd_kernel_0", "pid": 4183440, "tid": 31337, + "ts": 675205171120.921, "dur": 26.495, + "args": { + "External id": 429480,"kernel_hash": "cuevaar5u646bgtmpubrbyzqz3sdut3cwthdo7wpizzjr6oluqi5", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "", "", "", "65536", "1024", "1", "497", "132", "True", "1024", "True", "False", "True", "False", "False"], "kernel_file": "/tmp/torchinductor_cvm/ue/cuevaar5u646bgtmpubrbyzqz3sdut3cwthdo7wpizzjr6oluqi5.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "float", "c10::BFloat16", "float", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [1], [1024, 1], [1024, 1], [1024, 1], [1024, 1], [1], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[65536, 1024], [1024], [65536, 1024], [65536, 1024], [132, 1024], [65536, 1024], [65536], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 2983 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "triton_red_fused_sum_2", "pid": 4183440, "tid": 31337, + "ts": 675205171166.681, "dur": 19.900, + "args": { + "External id": 429481,"kernel_hash": "cw4ogu6mqrgcawgfqkyrzhc5xil4j4vfrn34wqhb2qfx2hbqyotj", "grid": "grid(2048,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "2048", "66"], "kernel_file": "/tmp/torchinductor_cvm/w4/cw4ogu6mqrgcawgfqkyrzhc5xil4j4vfrn34wqhb2qfx2hbqyotj.py", "kernel_backend": "triton", "Input type": ["float", "float", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [2048, 1, 1024], [], []], "Input Dims": [[132, 1024], [1, 1024, 2], [], []], "Ev Idx": 2984 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "triton_per_fused__to_copy_sum_3", "pid": 4183440, "tid": 31337, + "ts": 675205171197.840, "dur": 14.031, + "args": { + "External id": 429482,"kernel_hash": "c3dzxlwq2gbpkrmfvuijgv5eon5iwfw455hggookxniqczni5xao", "grid": "grid(1024,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "1024", "2"], "kernel_file": "/tmp/torchinductor_cvm/3d/c3dzxlwq2gbpkrmfvuijgv5eon5iwfw455hggookxniqczni5xao.py", "kernel_backend": "triton", "Input type": ["float", "c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[2048, 1, 1024], [1024, 1], [], []], "Input Dims": [[1, 1024, 2], [1, 1024], [], []], "Ev Idx": 2985 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675205171221.679, "dur": 40.741, + "args": { + "External id": 429483,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 1024], [1024, 1], [1024, 1]], "Input Dims": [[1024, 65536], [65536, 1024], [1024, 1024]], "Ev Idx": 2986 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675205171265.505, "dur": 32.596, + "args": { + "External id": 429484,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1024, 1], [1024, 1]], "Input Dims": [[65536, 1024], [1024, 1024], [65536, 1024]], "Ev Idx": 2987 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "flash_attn::_flash_attn_backward", "pid": 4183440, "tid": 31337, + "ts": 675205171325.399, "dur": 168.993, + "args": { + "External id": 429485,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "", "", "", "", "0.", "0.125", "True", "-1", "-1", "0.", "", "False", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "float", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "", "Scalar", "long int"], "Input Strides": [[4194304, 1024, 64, 1], [4194304, 1024, 64, 1], [4194304, 1024, 64, 1], [4194304, 1024, 64, 1], [4194304, 1024, 64, 1], [65536, 4096, 1], [4194304, 1024, 64, 1], [4194304, 1024, 64, 1], [4194304, 1024, 64, 1], [], [], [], [], [], [], [], [], [1]], "Input Dims": [[16, 4096, 16, 64], [16, 4096, 16, 64], [16, 4096, 16, 64], [16, 4096, 16, 64], [16, 4096, 16, 64], [16, 16, 4096], [16, 4096, 16, 64], [16, 4096, 16, 64], [16, 4096, 16, 64], [], [], [], [], [], [], [], [], [2]], "Ev Idx": 2988 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 31337, + "ts": 675205171403.136, "dur": 6.457, + "args": { + "External id": 429486,"Record function id": 0, "Concrete Inputs": ["[16, 16, 4096]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 2989 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 31337, + "ts": 675205171411.491, "dur": 5.406, + "args": { + "External id": 429487,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 16, 64]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 2990 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "rotary_embedding_kernel_1", "pid": 4183440, "tid": 31337, + "ts": 675205171524.204, "dur": 25.790, + "args": { + "External id": 429488,"kernel_hash": "cnnjyph67nk54fjnuktc2nmchkiw5uvx4mqovnyasu7ursptxrg7", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "0", "16", "4096", "16", "64", "32", "8192", "32", "64", "False", "False", "False", "True"], "kernel_file": "/tmp/torchinductor_cvm/nn/cnnjyph67nk54fjnuktc2nmchkiw5uvx4mqovnyasu7ursptxrg7.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[4194304, 1024, 64, 1], [32, 1], [32, 1], [4194304, 1024, 64, 1], [], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[16, 4096, 16, 64], [8192, 32], [8192, 32], [16, 4096, 16, 64], [], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 2991 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "rotary_embedding_kernel_1", "pid": 4183440, "tid": 31337, + "ts": 675205171560.300, "dur": 13.851, + "args": { + "External id": 429489,"kernel_hash": "cnnjyph67nk54fjnuktc2nmchkiw5uvx4mqovnyasu7ursptxrg7", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "0", "16", "4096", "16", "64", "32", "8192", "32", "64", "False", "False", "False", "True"], "kernel_file": "/tmp/torchinductor_cvm/nn/cnnjyph67nk54fjnuktc2nmchkiw5uvx4mqovnyasu7ursptxrg7.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[4194304, 1024, 64, 1], [32, 1], [32, 1], [4194304, 1024, 64, 1], [], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[16, 4096, 16, 64], [8192, 32], [8192, 32], [16, 4096, 16, 64], [], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 2992 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675205171583.402, "dur": 39.966, + "args": { + "External id": 429490,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 1024], [1024, 1], [1024, 1]], "Input Dims": [[1024, 65536], [65536, 1024], [1024, 1024]], "Ev Idx": 2993 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675205171628.968, "dur": 73.088, + "args": { + "External id": 429491,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1024, 1], [1024, 1]], "Input Dims": [[65536, 1024], [1024, 1024], [65536, 1024]], "Ev Idx": 2994 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675205171712.995, "dur": 33.305, + "args": { + "External id": 429492,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 1024], [1024, 1], [1024, 1]], "Input Dims": [[1024, 65536], [65536, 1024], [1024, 1024]], "Ev Idx": 2995 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675205171751.359, "dur": 27.391, + "args": { + "External id": 429493,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1024, 1], [1024, 1]], "Input Dims": [[65536, 1024], [1024, 1024], [65536, 1024]], "Ev Idx": 2996 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675205171787.235, "dur": 27.823, + "args": { + "External id": 429494,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 1024], [1024, 1], [1024, 1]], "Input Dims": [[1024, 65536], [65536, 1024], [1024, 1024]], "Ev Idx": 2997 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675205171824.762, "dur": 26.782, + "args": { + "External id": 429495,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1024, 1], [1024, 1]], "Input Dims": [[65536, 1024], [1024, 1024], [65536, 1024]], "Ev Idx": 2998 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused_4", "pid": 4183440, "tid": 31337, + "ts": 675205171869.748, "dur": 26.326, + "args": { + "External id": 429496,"kernel_hash": "cn6a6cq4k7qdw3wki5ksil45pjzcbfrfjarshv63ivxttjehkezz", "grid": "grid(67108864,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "67108864"], "kernel_file": "/tmp/torchinductor_cvm/n6/cn6a6cq4k7qdw3wki5ksil45pjzcbfrfjarshv63ivxttjehkezz.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[1024, 1], [1024, 1], [1024, 1], []], "Input Dims": [[65536, 1024], [65536, 1024], [65536, 1024], []], "Ev Idx": 2999 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "layer_norm_bwd_kernel_2", "pid": 4183440, "tid": 31337, + "ts": 675205171913.675, "dur": 40.740, + "args": { + "External id": 429497,"kernel_hash": "cwvn5v4u6cexxzo6wfnjojuuby7ad6wk6jmjnzhsan4mprdashfg", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "", "", "65536", "1024", "1", "497", "132", "True", "1024", "False", "False", "True", "False", "False"], "kernel_file": "/tmp/torchinductor_cvm/wv/cwvn5v4u6cexxzo6wfnjojuuby7ad6wk6jmjnzhsan4mprdashfg.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "float", "float", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [1], [1024, 1], [1024, 1], [1024, 1], [1], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[65536, 1024], [1024], [65536, 1024], [65536, 1024], [132, 1024], [65536], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 3000 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "triton_red_fused_sum_2", "pid": 4183440, "tid": 31337, + "ts": 675205171987.914, "dur": 29.046, + "args": { + "External id": 429498,"kernel_hash": "cw4ogu6mqrgcawgfqkyrzhc5xil4j4vfrn34wqhb2qfx2hbqyotj", "grid": "grid(2048,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "2048", "66"], "kernel_file": "/tmp/torchinductor_cvm/w4/cw4ogu6mqrgcawgfqkyrzhc5xil4j4vfrn34wqhb2qfx2hbqyotj.py", "kernel_backend": "triton", "Input type": ["float", "float", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [2048, 1, 1024], [], []], "Input Dims": [[132, 1024], [1, 1024, 2], [], []], "Ev Idx": 3001 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "triton_per_fused__to_copy_sum_3", "pid": 4183440, "tid": 31337, + "ts": 675205172037.640, "dur": 13.822, + "args": { + "External id": 429499,"kernel_hash": "c3dzxlwq2gbpkrmfvuijgv5eon5iwfw455hggookxniqczni5xao", "grid": "grid(1024,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "1024", "2"], "kernel_file": "/tmp/torchinductor_cvm/3d/c3dzxlwq2gbpkrmfvuijgv5eon5iwfw455hggookxniqczni5xao.py", "kernel_backend": "triton", "Input type": ["float", "c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[2048, 1, 1024], [1024, 1], [], []], "Input Dims": [[1, 1024, 2], [1, 1024], [], []], "Ev Idx": 3002 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused_add_5", "pid": 4183440, "tid": 31337, + "ts": 675205172065.153, "dur": 16.540, + "args": { + "External id": 429500,"kernel_hash": "cx5ypd3rju7i5obvafc2itek3ewywgqdgrrndct7omk4mswsdop7", "grid": "grid(67108864,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "67108864"], "kernel_file": "/tmp/torchinductor_cvm/x5/cx5ypd3rju7i5obvafc2itek3ewywgqdgrrndct7omk4mswsdop7.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[1024, 1], [1024, 1], [4194304, 1024, 1], []], "Input Dims": [[65536, 1024], [65536, 1024], [16, 4096, 1024], []], "Ev Idx": 3003 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205172160.571, "dur": 15.635, + "args": { + "External id": 429501,"Record function id": 0, "Ev Idx": 3004 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205172164.108, "dur": 11.095, + "args": { + "External id": 429502,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[1024]], "Ev Idx": 3005 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 4183440, "tid": 31337, + "ts": 675205172168.728, "dur": 5.566, + "args": { + "External id": 429503,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[1024]], "Ev Idx": 3006 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 4183440, "tid": 31337, + "ts": 675205172170.333, "dur": 3.870, + "args": { + "External id": 429504,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[1024]], "Ev Idx": 3007 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205172180.003, "dur": 5.310, + "args": { + "External id": 429505,"Record function id": 0, "Ev Idx": 3008 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205172181.834, "dur": 3.043, + "args": { + "External id": 429506,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 3009 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 4183440, "tid": 31337, + "ts": 675205172182.555, "dur": 1.887, + "args": { + "External id": 429507,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 3010 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 4183440, "tid": 31337, + "ts": 675205172183.316, "dur": 1.001, + "args": { + "External id": 429508,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 3011 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205172188.888, "dur": 7.118, + "args": { + "External id": 429509,"Record function id": 0, "Ev Idx": 3012 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205172193.218, "dur": 2.368, + "args": { + "External id": 429510,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[1024]], "Ev Idx": 3013 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 4183440, "tid": 31337, + "ts": 675205172194.016, "dur": 1.174, + "args": { + "External id": 429511,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[1024]], "Ev Idx": 3014 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 4183440, "tid": 31337, + "ts": 675205172194.554, "dur": 0.552, + "args": { + "External id": 429512,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[1024]], "Ev Idx": 3015 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205172199.175, "dur": 3.835, + "args": { + "External id": 429513,"Record function id": 0, "Ev Idx": 3016 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205172200.263, "dur": 2.291, + "args": { + "External id": 429514,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2816, 1]], "Input Dims": [[1024, 2816]], "Ev Idx": 3017 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 4183440, "tid": 31337, + "ts": 675205172200.948, "dur": 1.207, + "args": { + "External id": 429515,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2816, 1]], "Input Dims": [[1024, 2816]], "Ev Idx": 3018 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 4183440, "tid": 31337, + "ts": 675205172201.408, "dur": 0.681, + "args": { + "External id": 429516,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2816, 1]], "Input Dims": [[1024, 2816]], "Ev Idx": 3019 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205172206.066, "dur": 4.786, + "args": { + "External id": 429517,"Record function id": 0, "Ev Idx": 3020 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205172207.361, "dur": 3.066, + "args": { + "External id": 429518,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[2816, 1024]], "Ev Idx": 3021 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 4183440, "tid": 31337, + "ts": 675205172208.055, "dur": 1.963, + "args": { + "External id": 429519,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[2816, 1024]], "Ev Idx": 3022 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 4183440, "tid": 31337, + "ts": 675205172209.248, "dur": 0.673, + "args": { + "External id": 429520,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[2816, 1024]], "Ev Idx": 3023 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205172214.561, "dur": 3.860, + "args": { + "External id": 429521,"Record function id": 0, "Ev Idx": 3024 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205172215.577, "dur": 2.433, + "args": { + "External id": 429522,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 3025 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 4183440, "tid": 31337, + "ts": 675205172216.269, "dur": 1.324, + "args": { + "External id": 429523,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 3026 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 4183440, "tid": 31337, + "ts": 675205172216.841, "dur": 0.658, + "args": { + "External id": 429524,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 3027 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205172221.729, "dur": 5.463, + "args": { + "External id": 429525,"Record function id": 0, "Ev Idx": 3028 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205172222.643, "dur": 4.142, + "args": { + "External id": 429526,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 3029 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 4183440, "tid": 31337, + "ts": 675205172223.111, "dur": 3.275, + "args": { + "External id": 429527,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 3030 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 4183440, "tid": 31337, + "ts": 675205172223.802, "dur": 2.512, + "args": { + "External id": 429528,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 3031 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205172230.400, "dur": 3.504, + "args": { + "External id": 429529,"Record function id": 0, "Ev Idx": 3032 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205172231.253, "dur": 2.226, + "args": { + "External id": 429530,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[2816, 1024]], "Ev Idx": 3033 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 4183440, "tid": 31337, + "ts": 675205172231.700, "dur": 1.380, + "args": { + "External id": 429531,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[2816, 1024]], "Ev Idx": 3034 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 4183440, "tid": 31337, + "ts": 675205172232.249, "dur": 0.766, + "args": { + "External id": 429532,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[2816, 1024]], "Ev Idx": 3035 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205172237.002, "dur": 3.583, + "args": { + "External id": 429533,"Record function id": 0, "Ev Idx": 3036 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205172237.941, "dur": 2.245, + "args": { + "External id": 429534,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 3037 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 4183440, "tid": 31337, + "ts": 675205172238.627, "dur": 1.154, + "args": { + "External id": 429535,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 3038 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 4183440, "tid": 31337, + "ts": 675205172239.146, "dur": 0.567, + "args": { + "External id": 429536,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 3039 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: RegisterPostBackwardFunctionBackward", "pid": 4183440, "tid": 31337, + "ts": 675205172244.279, "dur": 15058.248, + "args": { + "External id": 429537,"Record function id": 0, "Sequence number": 5055621, "Fwd thread id": 1, "Ev Idx": 3040 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "RegisterPostBackwardFunctionBackward", "pid": 4183440, "tid": 31337, + "ts": 675205172245.614, "dur": 15048.126, + "args": { + "External id": 429538,"Sequence number": 5055621, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[4194304, 1024, 1]], "Input Dims": [[16, 4096, 1024]], "Ev Idx": 3041 + } + }, + { + "ph": "f", "id": 191, "pid": 4183440, "tid": 31337, "ts": 675205172245.614, + "cat": "fwdbwd", "name": "fwdbwd", "bp": "e" + }, + { + "ph": "X", "cat": "user_annotation", "name": "FSDP::post_backward_accumulate (model.layers.10)", "pid": 4183440, "tid": 31337, + "ts": 675205172275.895, "dur": 37.818, + "args": { + "External id": 429539,"Record function id": 0, "Ev Idx": 3042 + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "FSDP::post_backward_reshard (model.layers.10)", "pid": 4183440, "tid": 31337, + "ts": 675205172321.352, "dur": 62.591, + "args": { + "External id": 429540,"Record function id": 0, "Ev Idx": 3043 + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "FSDP::post_backward_reduce (model.layers.10)", "pid": 4183440, "tid": 31337, + "ts": 675205172391.369, "dur": 14894.288, + "args": { + "External id": 429541,"Record function id": 0, "Ev Idx": 3044 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 31337, + "ts": 675205172479.116, "dur": 6.756, + "args": { + "External id": 429542,"Record function id": 0, "Concrete Inputs": ["[12847104]", "6", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 3045 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675205172495.133, "dur": 4.745, + "args": { + "External id": 429543,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["float", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[12847104], []], "Ev Idx": 3046 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "fsdp::chunk_cat", "pid": 4183440, "tid": 31337, + "ts": 675205172513.484, "dur": 14012.783, + "args": { + "External id": 429544,"Record function id": 0, "Concrete Inputs": ["", "0", "8", ""], "Input type": ["TensorList", "Scalar", "Scalar", "float"], "Input Strides": [[[1], [1024, 1], [1024, 1], [1024, 1], [1024, 1], [1], [1024, 1], [1024, 1], [2816, 1]], [], [], [1605888, 1]], "Input Dims": [[[1024], [1024, 1024], [1024, 1024], [1024, 1024], [1024, 1024], [1024], [2816, 1024], [2816, 1024], [1024, 2816]], [], [], [8, 1605888]], "Ev Idx": 3047 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::_chunk_cat", "pid": 4183440, "tid": 31337, + "ts": 675205172530.801, "dur": 13986.557, + "args": { + "External id": 429545,"Record function id": 0, "Concrete Inputs": ["", "0", "8", ""], "Input type": ["TensorList", "Scalar", "Scalar", "float"], "Input Strides": [[[1], [1024, 1], [1024, 1], [1024, 1], [1024, 1], [1], [1024, 1], [1024, 1], [2816, 1]], [], [], [1605888, 1]], "Input Dims": [[[1024], [1024, 1024], [1024, 1024], [1024, 1024], [1024, 1024], [1024], [2816, 1024], [2816, 1024], [1024, 2816]], [], [], [8, 1605888]], "Ev Idx": 3048 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 31337, + "ts": 675205172558.901, "dur": 14.060, + "args": { + "External id": 429546,"Record function id": 0, "Concrete Inputs": ["[3194]", "4", "", "", "True", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 3049 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 31337, + "ts": 675205172578.453, "dur": 13903.278, + "args": { + "External id": 429547,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", "False", ""], "Input type": ["long int", "", "", "", "", "Scalar", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], [], []], "Input Dims": [[3194], [], [], [], [], [], [], []], "Ev Idx": 3050 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::_to_copy", "pid": 4183440, "tid": 31337, + "ts": 675205172581.081, "dur": 13899.735, + "args": { + "External id": 429548,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", ""], "Input type": ["long int", "", "", "", "", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], []], "Input Dims": [[3194], [], [], [], [], [], []], "Ev Idx": 3051 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 4183440, "tid": 31337, + "ts": 675205172584.757, "dur": 5.740, + "args": { + "External id": 429549,"Record function id": 0, "Concrete Inputs": ["[3194]", "[1]", "4", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 3052 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 4183440, "tid": 31337, + "ts": 675205172592.274, "dur": 13884.789, + "args": { + "External id": 429550,"Record function id": 0, "Concrete Inputs": ["", "", "True"], "Input type": ["long int", "long int", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[3194], [3194], []], "Ev Idx": 3053 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::new_empty", "pid": 4183440, "tid": 31337, + "ts": 675205186616.117, "dur": 9.265, + "args": { + "External id": 429551,"Record function id": 0, "Concrete Inputs": ["", "[1605888]", "", "", "", "False"], "Input type": ["float", "ScalarList", "", "", "", "Scalar"], "Input Strides": [[1], [], [], [], [], []], "Input Dims": [[12847104], [], [], [], [], []], "Ev Idx": 3054 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 31337, + "ts": 675205186619.014, "dur": 5.998, + "args": { + "External id": 429552,"Record function id": 0, "Concrete Inputs": ["[1605888]", "6", "0", "", "False", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 3055 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "c10d::_reduce_scatter_base_", "pid": 4183440, "tid": 31337, + "ts": 675205186679.851, "dur": 318.183, + "args": { + "External id": 429553,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "False", "-1"], "Input type": ["float", "float", "", "", "Scalar", "Scalar"], "Input Strides": [[1], [1], [], [], [], []], "Input Dims": [[1605888], [12847104], [], [], [], []], "Ev Idx": 3056 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 4183440, "tid": 31337, + "ts": 675205186707.025, "dur": 285.944, + "args": { + "External id": 429554,"Record function id": 0, "Collective name": "_reduce_scatter_base", "Process Group Description": "default_pg", "dtype": "Float", "Rank": 4, "Input Strides": [[1], [], [], [], [], [], [], [], [], []], "Concrete Inputs": ["", "", "", "4", "", "[]", "[]", "0", "1", "8"], "Out msg nelems": 1605888, "Process Group Name": "0", "Input type": ["float", "", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Global rank stride": 1, "Out split size": "[]", "In split size": "[]", "Process Group Ranks": "[0, 1, 2, 3, 4, 5, 6, 7]", "Group size": 8, "Input Dims": [[12847104], [], [], [], [], [], [], [], [], []], "Global rank start": 0, "Ev Idx": 3057, "In msg nelems": 12847104 + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "nccl:_reduce_scatter_base", "pid": 4183440, "tid": 31337, + "ts": 675205186720.244, "dur": 267.324, + "args": { + "External id": 429555,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1]], "Input Dims": [[12847104]], "Ev Idx": 3058 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 4183440, "tid": 31337, + "ts": 675205187018.314, "dur": 1.984, + "args": { + "External id": 429556,"Record function id": 0, "Collective name": "wait", "Process Group Description": "default_pg", "dtype": "Byte", "Input Dims": [[], [], [], [], [], [], [], [], []], "Input Strides": [[], [], [], [], [], [], [], [], []], "Input type": ["", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Concrete Inputs": ["", "", "4", "", "[]", "[]", "-1", "-1", "1"], "Out msg nelems": 0, "Process Group Name": "0", "Process Group Ranks": "[]", "Group size": 1, "Ev Idx": 3059, "In msg nelems": 0, "Rank": 4, "In split size": "[]", "Out split size": "[]" + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205187081.180, "dur": 8.502, + "args": { + "External id": 429557,"Record function id": 0, "Concrete Inputs": ["", "[128]", "[1]", "0"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 3060 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205187135.207, "dur": 1.346, + "args": { + "External id": 429558,"Record function id": 0, "Concrete Inputs": ["", "[128, 1024]", "[1024, 1]", "128"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 3061 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205187151.670, "dur": 1.386, + "args": { + "External id": 429559,"Record function id": 0, "Concrete Inputs": ["", "[128, 1024]", "[1024, 1]", "131200"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 3062 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205187165.209, "dur": 0.962, + "args": { + "External id": 429560,"Record function id": 0, "Concrete Inputs": ["", "[128, 1024]", "[1024, 1]", "262272"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 3063 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205187177.894, "dur": 1.938, + "args": { + "External id": 429561,"Record function id": 0, "Concrete Inputs": ["", "[128, 1024]", "[1024, 1]", "393344"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 3064 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205187188.783, "dur": 0.928, + "args": { + "External id": 429562,"Record function id": 0, "Concrete Inputs": ["", "[128]", "[1]", "524416"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 3065 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205187200.108, "dur": 0.655, + "args": { + "External id": 429563,"Record function id": 0, "Concrete Inputs": ["", "[352, 1024]", "[1024, 1]", "524544"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 3066 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205187212.058, "dur": 1.675, + "args": { + "External id": 429564,"Record function id": 0, "Concrete Inputs": ["", "[352, 1024]", "[1024, 1]", "884992"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 3067 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205187223.219, "dur": 3.068, + "args": { + "External id": 429565,"Record function id": 0, "Concrete Inputs": ["", "[128, 2816]", "[2816, 1]", "1245440"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 3068 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: CompiledFunctionBackward", "pid": 4183440, "tid": 31337, + "ts": 675205187316.325, "dur": 2681.129, + "args": { + "External id": 429566,"Record function id": 0, "Ev Idx": 3069 + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "FSDP::pre_backward (model.layers.9)", "pid": 4183440, "tid": 31337, + "ts": 675205187335.584, "dur": 1012.874, + "args": { + "External id": 429567,"Record function id": 0, "Ev Idx": 3070 + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "FSDP::all_gather_copy_out (model.layers.9)", "pid": 4183440, "tid": 31337, + "ts": 675205187351.941, "dur": 354.825, + "args": { + "External id": 429568,"Record function id": 0, "Ev Idx": 3071 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675205187447.633, "dur": 3.949, + "args": { + "External id": 429569,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[12847104], []], "Ev Idx": 3072 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675205187454.686, "dur": 1.168, + "args": { + "External id": 429570,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[1024], []], "Ev Idx": 3073 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675205187457.623, "dur": 0.811, + "args": { + "External id": 429571,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[1048576], []], "Ev Idx": 3074 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675205187459.906, "dur": 0.715, + "args": { + "External id": 429572,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[1048576], []], "Ev Idx": 3075 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675205187461.903, "dur": 0.800, + "args": { + "External id": 429573,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[1048576], []], "Ev Idx": 3076 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675205187464.188, "dur": 0.668, + "args": { + "External id": 429574,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[1048576], []], "Ev Idx": 3077 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675205187466.471, "dur": 3.130, + "args": { + "External id": 429575,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[1024], []], "Ev Idx": 3078 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675205187470.918, "dur": 0.890, + "args": { + "External id": 429576,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[2883584], []], "Ev Idx": 3079 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675205187473.271, "dur": 0.442, + "args": { + "External id": 429577,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[2883584], []], "Ev Idx": 3080 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675205187475.334, "dur": 0.604, + "args": { + "External id": 429578,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[2883584], []], "Ev Idx": 3081 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "fsdp::split_with_sizes_copy", "pid": 4183440, "tid": 31337, + "ts": 675205187494.150, "dur": 140.342, + "args": { + "External id": 429579,"Record function id": 0, "Concrete Inputs": ["", "[128, 131072, 131072, 131072, 131072, 128, 360448, 360448, 360448]", "1", ""], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "TensorList"], "Input Strides": [[1605888, 1], [], [], [[128, 1], [131072, 1], [131072, 1], [131072, 1], [131072, 1], [128, 1], [360448, 1], [360448, 1], [360448, 1]]], "Input Dims": [[8, 1605888], [], [], [[8, 128], [8, 131072], [8, 131072], [8, 131072], [8, 131072], [8, 128], [8, 360448], [8, 360448], [8, 360448]]], "Ev Idx": 3082 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes_copy", "pid": 4183440, "tid": 31337, + "ts": 675205187509.456, "dur": 121.279, + "args": { + "External id": 429580,"Record function id": 0, "Concrete Inputs": ["", "[128, 131072, 131072, 131072, 131072, 128, 360448, 360448, 360448]", "1", ""], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "TensorList"], "Input Strides": [[1605888, 1], [], [], [[128, 1], [131072, 1], [131072, 1], [131072, 1], [131072, 1], [128, 1], [360448, 1], [360448, 1], [360448, 1]]], "Input Dims": [[8, 1605888], [], [], [[8, 128], [8, 131072], [8, 131072], [8, 131072], [8, 131072], [8, 128], [8, 360448], [8, 360448], [8, 360448]]], "Ev Idx": 3083 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 31337, + "ts": 675205187523.061, "dur": 13.270, + "args": { + "External id": 429581,"Record function id": 0, "Concrete Inputs": ["[823]", "4", "", "", "True", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 3084 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 31337, + "ts": 675205187538.998, "dur": 63.376, + "args": { + "External id": 429582,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", "False", ""], "Input type": ["long int", "", "", "", "", "Scalar", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], [], []], "Input Dims": [[823], [], [], [], [], [], [], []], "Ev Idx": 3085 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::_to_copy", "pid": 4183440, "tid": 31337, + "ts": 675205187541.701, "dur": 60.187, + "args": { + "External id": 429583,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", ""], "Input type": ["long int", "", "", "", "", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], []], "Input Dims": [[823], [], [], [], [], [], []], "Ev Idx": 3086 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 4183440, "tid": 31337, + "ts": 675205187545.466, "dur": 6.034, + "args": { + "External id": 429584,"Record function id": 0, "Concrete Inputs": ["[823]", "[1]", "4", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 3087 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 4183440, "tid": 31337, + "ts": 675205187553.053, "dur": 48.223, + "args": { + "External id": 429585,"Record function id": 0, "Concrete Inputs": ["", "", "True"], "Input type": ["long int", "long int", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[823], [823], []], "Ev Idx": 3088 + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "FSDP::backward_prefetch for model.layers.8", "pid": 4183440, "tid": 31337, + "ts": 675205187791.245, "dur": 549.749, + "args": { + "External id": 429586,"Record function id": 0, "Ev Idx": 3089 + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "FSDP::all_gather (model.layers.8)", "pid": 4183440, "tid": 31337, + "ts": 675205187809.009, "dur": 519.806, + "args": { + "External id": 429587,"Record function id": 0, "Ev Idx": 3090 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 31337, + "ts": 675205187865.543, "dur": 5.533, + "args": { + "External id": 429588,"Record function id": 0, "Concrete Inputs": ["[1605888]", "15", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 3091 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes", "pid": 4183440, "tid": 31337, + "ts": 675205187886.681, "dur": 28.581, + "args": { + "External id": 429589,"Record function id": 0, "Concrete Inputs": ["", "[128, 131072, 131072, 131072, 131072, 128, 360448, 360448, 360448]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar"], "Input Strides": [[1], [], []], "Input Dims": [[1605888], [], []], "Ev Idx": 3092 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205187891.945, "dur": 1.515, + "args": { + "External id": 429590,"Record function id": 0, "Concrete Inputs": ["", "[128]", "[1]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 3093 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205187895.657, "dur": 1.896, + "args": { + "External id": 429591,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "128"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 3094 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205187899.170, "dur": 0.311, + "args": { + "External id": 429592,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "131200"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 3095 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205187901.237, "dur": 0.582, + "args": { + "External id": 429593,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "262272"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 3096 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205187903.032, "dur": 0.296, + "args": { + "External id": 429594,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "393344"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 3097 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205187904.247, "dur": 1.116, + "args": { + "External id": 429595,"Record function id": 0, "Concrete Inputs": ["", "[128]", "[1]", "524416"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 3098 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205187906.718, "dur": 0.381, + "args": { + "External id": 429596,"Record function id": 0, "Concrete Inputs": ["", "[360448]", "[1]", "524544"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 3099 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205187907.836, "dur": 0.340, + "args": { + "External id": 429597,"Record function id": 0, "Concrete Inputs": ["", "[360448]", "[1]", "884992"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 3100 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205187910.348, "dur": 0.508, + "args": { + "External id": 429598,"Record function id": 0, "Concrete Inputs": ["", "[360448]", "[1]", "1245440"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 3101 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::_foreach_copy_", "pid": 4183440, "tid": 31337, + "ts": 675205187925.276, "dur": 47.635, + "args": { + "External id": 429599,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["TensorList", "TensorList", "Scalar"], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [[1], [1], [1], [1], [1], [1], [1], [1], [1]], []], "Input Dims": [[[128], [131072], [131072], [131072], [131072], [128], [360448], [360448], [360448]], [[128], [131072], [131072], [131072], [131072], [128], [360448], [360448], [360448]], []], "Ev Idx": 3102 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "fsdp::all_gather_copy_in", "pid": 4183440, "tid": 31337, + "ts": 675205188005.661, "dur": 96.362, + "args": { + "External id": 429600,"Record function id": 0, "Concrete Inputs": ["", "[128, 131072, 131072, 131072, 131072, 128, 360448, 360448, 360448]", "1605888", "8", "4", "15", ""], "Input type": ["TensorList", "ScalarList", "Scalar", "Scalar", "Scalar", "Scalar", ""], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [], [], [], [], [], []], "Input Dims": [[[128], [131072], [131072], [131072], [131072], [128], [360448], [360448], [360448]], [], [], [], [], [], []], "Ev Idx": 3103 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 31337, + "ts": 675205188015.388, "dur": 5.606, + "args": { + "External id": 429601,"Record function id": 0, "Concrete Inputs": ["[12847104]", "15", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 3104 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::narrow", "pid": 4183440, "tid": 31337, + "ts": 675205188025.837, "dur": 10.344, + "args": { + "External id": 429602,"Record function id": 0, "Concrete Inputs": ["", "0", "6423552", "1605888"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[12847104], [], [], []], "Ev Idx": 3105 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 4183440, "tid": 31337, + "ts": 675205188029.902, "dur": 5.881, + "args": { + "External id": 429603,"Record function id": 0, "Concrete Inputs": ["", "0", "6423552", "8029440", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], [], []], "Input Dims": [[12847104], [], [], [], []], "Ev Idx": 3106 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205188033.450, "dur": 0.843, + "args": { + "External id": 429604,"Record function id": 0, "Concrete Inputs": ["", "[1605888]", "[1]", "6423552"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[12847104], [], [], []], "Ev Idx": 3107 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes", "pid": 4183440, "tid": 31337, + "ts": 675205188042.582, "dur": 23.615, + "args": { + "External id": 429605,"Record function id": 0, "Concrete Inputs": ["", "[128, 131072, 131072, 131072, 131072, 128, 360448, 360448, 360448]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar"], "Input Strides": [[1], [], []], "Input Dims": [[1605888], [], []], "Ev Idx": 3108 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205188044.412, "dur": 0.558, + "args": { + "External id": 429606,"Record function id": 0, "Concrete Inputs": ["", "[128]", "[1]", "6423552"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 3109 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205188046.952, "dur": 0.639, + "args": { + "External id": 429607,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "6423680"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 3110 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205188049.985, "dur": 0.373, + "args": { + "External id": 429608,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "6554752"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 3111 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205188052.146, "dur": 0.373, + "args": { + "External id": 429609,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "6685824"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 3112 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205188053.511, "dur": 0.388, + "args": { + "External id": 429610,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "6816896"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 3113 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205188056.438, "dur": 0.319, + "args": { + "External id": 429611,"Record function id": 0, "Concrete Inputs": ["", "[128]", "[1]", "6947968"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 3114 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205188057.647, "dur": 1.719, + "args": { + "External id": 429612,"Record function id": 0, "Concrete Inputs": ["", "[360448]", "[1]", "6948096"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 3115 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205188060.290, "dur": 1.207, + "args": { + "External id": 429613,"Record function id": 0, "Concrete Inputs": ["", "[360448]", "[1]", "7308544"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 3116 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205188062.749, "dur": 0.328, + "args": { + "External id": 429614,"Record function id": 0, "Concrete Inputs": ["", "[360448]", "[1]", "7668992"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 3117 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::_foreach_copy_", "pid": 4183440, "tid": 31337, + "ts": 675205188076.213, "dur": 18.734, + "args": { + "External id": 429615,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["TensorList", "TensorList", "Scalar"], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [[1], [1], [1], [1], [1], [1], [1], [1], [1]], []], "Input Dims": [[[128], [131072], [131072], [131072], [131072], [128], [360448], [360448], [360448]], [[128], [131072], [131072], [131072], [131072], [128], [360448], [360448], [360448]], []], "Ev Idx": 3118 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "c10d::_allgather_base_", "pid": 4183440, "tid": 31337, + "ts": 675205188147.514, "dur": 113.717, + "args": { + "External id": 429616,"Record function id": 0, "Concrete Inputs": ["", "", "", "False", "-1"], "Input type": ["c10::BFloat16", "c10::BFloat16", "", "Scalar", "Scalar"], "Input Strides": [[1], [1], [], [], []], "Input Dims": [[12847104], [1605888], [], [], []], "Ev Idx": 3119 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 4183440, "tid": 31337, + "ts": 675205188170.855, "dur": 86.791, + "args": { + "External id": 429617,"Record function id": 0, "Collective name": "_allgather_base", "Process Group Description": "default_pg", "dtype": "BFloat16", "Rank": 4, "Input Strides": [[1], [], [], [], [], [], [], [], [], []], "Concrete Inputs": ["", "", "", "4", "", "[]", "[]", "0", "1", "8"], "Out msg nelems": 12847104, "Process Group Name": "0", "Input type": ["c10::BFloat16", "", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Global rank stride": 1, "Out split size": "[]", "In split size": "[]", "Process Group Ranks": "[0, 1, 2, 3, 4, 5, 6, 7]", "Group size": 8, "Input Dims": [[1605888], [], [], [], [], [], [], [], [], []], "Global rank start": 0, "Ev Idx": 3120, "In msg nelems": 1605888 + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "nccl:_all_gather_base", "pid": 4183440, "tid": 31337, + "ts": 675205188182.209, "dur": 71.172, + "args": { + "External id": 429618,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[1605888]], "Ev Idx": 3121 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 4183440, "tid": 31337, + "ts": 675205188277.866, "dur": 1.681, + "args": { + "External id": 429619,"Record function id": 0, "Collective name": "wait", "Process Group Description": "default_pg", "dtype": "Byte", "Input Dims": [[], [], [], [], [], [], [], [], []], "Input Strides": [[], [], [], [], [], [], [], [], []], "Input type": ["", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Concrete Inputs": ["", "", "4", "", "[]", "[]", "-1", "-1", "1"], "Out msg nelems": 0, "Process Group Name": "0", "Process Group Ranks": "[]", "Group size": 1, "Ev Idx": 3122, "In msg nelems": 0, "Rank": 4, "In split size": "[]", "Out split size": "[]" + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "CompiledFunctionBackward", "pid": 4183440, "tid": 31337, + "ts": 675205188356.736, "dur": 1620.056, + "args": { + "External id": 429620,"Sequence number": 5055620, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[4194304, 1024, 1]], "Input Dims": [[16, 4096, 1024]], "Ev Idx": 3123 + } + }, + { + "ph": "f", "id": 192, "pid": 4183440, "tid": 31337, "ts": 675205188356.736, + "cat": "fwdbwd", "name": "fwdbwd", "bp": "e" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675205188467.539, "dur": 101.796, + "args": { + "External id": 429621,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [2816, 1], [2816, 1]], "Input Dims": [[65536, 1024], [1024, 2816], [65536, 2816]], "Ev Idx": 3124 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused__to_copy_add_mul_rsub_silu_0", "pid": 4183440, "tid": 31337, + "ts": 675205188606.631, "dur": 38.263, + "args": { + "External id": 429622,"kernel_hash": "clkmb2nvivik7xt77lza2snvzeuraclmpbqhk34lgigbl7zlxati", "grid": "grid(184549376,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "", "", "184549376"], "kernel_file": "/tmp/torchinductor_cvm/lk/clkmb2nvivik7xt77lza2snvzeuraclmpbqhk34lgigbl7zlxati.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[2816, 1], [2816, 1], [2816, 1], [11534336, 2816, 1], [11534336, 2816, 1], [11534336, 2816, 1], []], "Input Dims": [[65536, 2816], [65536, 2816], [65536, 2816], [16, 4096, 2816], [16, 4096, 2816], [16, 4096, 2816], []], "Ev Idx": 3125 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::bmm", "pid": 4183440, "tid": 31337, + "ts": 675205188707.205, "dur": 50.098, + "args": { + "External id": 429623,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[0, 1, 1024], [0, 2816, 1], [2883584, 2816, 1]], "Input Dims": [[1, 1024, 65536], [1, 65536, 2816], [1, 1024, 2816]], "Ev Idx": 3126 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675205188767.446, "dur": 28.333, + "args": { + "External id": 429624,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 2816], [1024, 1], [1024, 1]], "Input Dims": [[2816, 65536], [65536, 1024], [2816, 1024]], "Ev Idx": 3127 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675205188802.005, "dur": 34.139, + "args": { + "External id": 429625,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2816, 1], [1024, 1], [1024, 1]], "Input Dims": [[65536, 2816], [2816, 1024], [65536, 1024]], "Ev Idx": 3128 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675205188844.696, "dur": 20.346, + "args": { + "External id": 429626,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 2816], [1024, 1], [1024, 1]], "Input Dims": [[2816, 65536], [65536, 1024], [2816, 1024]], "Ev Idx": 3129 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675205188871.725, "dur": 28.968, + "args": { + "External id": 429627,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2816, 1], [1024, 1], [1024, 1]], "Input Dims": [[65536, 2816], [2816, 1024], [65536, 1024]], "Ev Idx": 3130 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused_1", "pid": 4183440, "tid": 31337, + "ts": 675205188926.245, "dur": 40.040, + "args": { + "External id": 429628,"kernel_hash": "cmdhmofoq6dkjtzh34c2kzhgghtmhpal5f3rxqvpfiur2wxglwjs", "grid": "grid(67108864,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "67108864"], "kernel_file": "/tmp/torchinductor_cvm/md/cmdhmofoq6dkjtzh34c2kzhgghtmhpal5f3rxqvpfiur2wxglwjs.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[1024, 1], [1024, 1], []], "Input Dims": [[65536, 1024], [65536, 1024], []], "Ev Idx": 3131 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "layer_norm_bwd_kernel_0", "pid": 4183440, "tid": 31337, + "ts": 675205188990.530, "dur": 26.979, + "args": { + "External id": 429629,"kernel_hash": "cuevaar5u646bgtmpubrbyzqz3sdut3cwthdo7wpizzjr6oluqi5", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "", "", "", "65536", "1024", "1", "497", "132", "True", "1024", "True", "False", "True", "False", "False"], "kernel_file": "/tmp/torchinductor_cvm/ue/cuevaar5u646bgtmpubrbyzqz3sdut3cwthdo7wpizzjr6oluqi5.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "float", "c10::BFloat16", "float", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [1], [1024, 1], [1024, 1], [1024, 1], [1024, 1], [1], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[65536, 1024], [1024], [65536, 1024], [65536, 1024], [132, 1024], [65536, 1024], [65536], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 3132 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "triton_red_fused_sum_2", "pid": 4183440, "tid": 31337, + "ts": 675205189041.979, "dur": 17.641, + "args": { + "External id": 429630,"kernel_hash": "cw4ogu6mqrgcawgfqkyrzhc5xil4j4vfrn34wqhb2qfx2hbqyotj", "grid": "grid(2048,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "2048", "66"], "kernel_file": "/tmp/torchinductor_cvm/w4/cw4ogu6mqrgcawgfqkyrzhc5xil4j4vfrn34wqhb2qfx2hbqyotj.py", "kernel_backend": "triton", "Input type": ["float", "float", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [2048, 1, 1024], [], []], "Input Dims": [[132, 1024], [1, 1024, 2], [], []], "Ev Idx": 3133 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "triton_per_fused__to_copy_sum_3", "pid": 4183440, "tid": 31337, + "ts": 675205189071.933, "dur": 12.992, + "args": { + "External id": 429631,"kernel_hash": "c3dzxlwq2gbpkrmfvuijgv5eon5iwfw455hggookxniqczni5xao", "grid": "grid(1024,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "1024", "2"], "kernel_file": "/tmp/torchinductor_cvm/3d/c3dzxlwq2gbpkrmfvuijgv5eon5iwfw455hggookxniqczni5xao.py", "kernel_backend": "triton", "Input type": ["float", "c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[2048, 1, 1024], [1024, 1], [], []], "Input Dims": [[1, 1024, 2], [1, 1024], [], []], "Ev Idx": 3134 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675205189095.893, "dur": 42.105, + "args": { + "External id": 429632,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 1024], [1024, 1], [1024, 1]], "Input Dims": [[1024, 65536], [65536, 1024], [1024, 1024]], "Ev Idx": 3135 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675205189141.491, "dur": 29.867, + "args": { + "External id": 429633,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1024, 1], [1024, 1]], "Input Dims": [[65536, 1024], [1024, 1024], [65536, 1024]], "Ev Idx": 3136 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "flash_attn::_flash_attn_backward", "pid": 4183440, "tid": 31337, + "ts": 675205189201.589, "dur": 163.652, + "args": { + "External id": 429634,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "", "", "", "", "0.", "0.125", "True", "-1", "-1", "0.", "", "False", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "float", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "", "Scalar", "long int"], "Input Strides": [[4194304, 1024, 64, 1], [4194304, 1024, 64, 1], [4194304, 1024, 64, 1], [4194304, 1024, 64, 1], [4194304, 1024, 64, 1], [65536, 4096, 1], [4194304, 1024, 64, 1], [4194304, 1024, 64, 1], [4194304, 1024, 64, 1], [], [], [], [], [], [], [], [], [1]], "Input Dims": [[16, 4096, 16, 64], [16, 4096, 16, 64], [16, 4096, 16, 64], [16, 4096, 16, 64], [16, 4096, 16, 64], [16, 16, 4096], [16, 4096, 16, 64], [16, 4096, 16, 64], [16, 4096, 16, 64], [], [], [], [], [], [], [], [], [2]], "Ev Idx": 3137 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 31337, + "ts": 675205189274.822, "dur": 5.863, + "args": { + "External id": 429635,"Record function id": 0, "Concrete Inputs": ["[16, 16, 4096]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 3138 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 31337, + "ts": 675205189282.560, "dur": 6.022, + "args": { + "External id": 429636,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 16, 64]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 3139 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "rotary_embedding_kernel_1", "pid": 4183440, "tid": 31337, + "ts": 675205189399.665, "dur": 23.550, + "args": { + "External id": 429637,"kernel_hash": "cnnjyph67nk54fjnuktc2nmchkiw5uvx4mqovnyasu7ursptxrg7", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "0", "16", "4096", "16", "64", "32", "8192", "32", "64", "False", "False", "False", "True"], "kernel_file": "/tmp/torchinductor_cvm/nn/cnnjyph67nk54fjnuktc2nmchkiw5uvx4mqovnyasu7ursptxrg7.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[4194304, 1024, 64, 1], [32, 1], [32, 1], [4194304, 1024, 64, 1], [], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[16, 4096, 16, 64], [8192, 32], [8192, 32], [16, 4096, 16, 64], [], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 3140 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "rotary_embedding_kernel_1", "pid": 4183440, "tid": 31337, + "ts": 675205189437.802, "dur": 15.851, + "args": { + "External id": 429638,"kernel_hash": "cnnjyph67nk54fjnuktc2nmchkiw5uvx4mqovnyasu7ursptxrg7", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "0", "16", "4096", "16", "64", "32", "8192", "32", "64", "False", "False", "False", "True"], "kernel_file": "/tmp/torchinductor_cvm/nn/cnnjyph67nk54fjnuktc2nmchkiw5uvx4mqovnyasu7ursptxrg7.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[4194304, 1024, 64, 1], [32, 1], [32, 1], [4194304, 1024, 64, 1], [], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[16, 4096, 16, 64], [8192, 32], [8192, 32], [16, 4096, 16, 64], [], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 3141 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675205189460.618, "dur": 43.160, + "args": { + "External id": 429639,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 1024], [1024, 1], [1024, 1]], "Input Dims": [[1024, 65536], [65536, 1024], [1024, 1024]], "Ev Idx": 3142 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675205189509.588, "dur": 29.572, + "args": { + "External id": 429640,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1024, 1], [1024, 1]], "Input Dims": [[65536, 1024], [1024, 1024], [65536, 1024]], "Ev Idx": 3143 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675205189546.392, "dur": 28.183, + "args": { + "External id": 429641,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 1024], [1024, 1], [1024, 1]], "Input Dims": [[1024, 65536], [65536, 1024], [1024, 1024]], "Ev Idx": 3144 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675205189580.552, "dur": 29.760, + "args": { + "External id": 429642,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1024, 1], [1024, 1]], "Input Dims": [[65536, 1024], [1024, 1024], [65536, 1024]], "Ev Idx": 3145 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675205189616.199, "dur": 26.062, + "args": { + "External id": 429643,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 1024], [1024, 1], [1024, 1]], "Input Dims": [[1024, 65536], [65536, 1024], [1024, 1024]], "Ev Idx": 3146 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675205189686.732, "dur": 33.863, + "args": { + "External id": 429644,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1024, 1], [1024, 1]], "Input Dims": [[65536, 1024], [1024, 1024], [65536, 1024]], "Ev Idx": 3147 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused_4", "pid": 4183440, "tid": 31337, + "ts": 675205189752.129, "dur": 30.761, + "args": { + "External id": 429645,"kernel_hash": "cn6a6cq4k7qdw3wki5ksil45pjzcbfrfjarshv63ivxttjehkezz", "grid": "grid(67108864,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "67108864"], "kernel_file": "/tmp/torchinductor_cvm/n6/cn6a6cq4k7qdw3wki5ksil45pjzcbfrfjarshv63ivxttjehkezz.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[1024, 1], [1024, 1], [1024, 1], []], "Input Dims": [[65536, 1024], [65536, 1024], [65536, 1024], []], "Ev Idx": 3148 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "layer_norm_bwd_kernel_2", "pid": 4183440, "tid": 31337, + "ts": 675205189803.651, "dur": 26.518, + "args": { + "External id": 429646,"kernel_hash": "cwvn5v4u6cexxzo6wfnjojuuby7ad6wk6jmjnzhsan4mprdashfg", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "", "", "65536", "1024", "1", "497", "132", "True", "1024", "False", "False", "True", "False", "False"], "kernel_file": "/tmp/torchinductor_cvm/wv/cwvn5v4u6cexxzo6wfnjojuuby7ad6wk6jmjnzhsan4mprdashfg.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "float", "float", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [1], [1024, 1], [1024, 1], [1024, 1], [1], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[65536, 1024], [1024], [65536, 1024], [65536, 1024], [132, 1024], [65536], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 3149 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "triton_red_fused_sum_2", "pid": 4183440, "tid": 31337, + "ts": 675205189844.101, "dur": 19.994, + "args": { + "External id": 429647,"kernel_hash": "cw4ogu6mqrgcawgfqkyrzhc5xil4j4vfrn34wqhb2qfx2hbqyotj", "grid": "grid(2048,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "2048", "66"], "kernel_file": "/tmp/torchinductor_cvm/w4/cw4ogu6mqrgcawgfqkyrzhc5xil4j4vfrn34wqhb2qfx2hbqyotj.py", "kernel_backend": "triton", "Input type": ["float", "float", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [2048, 1, 1024], [], []], "Input Dims": [[132, 1024], [1, 1024, 2], [], []], "Ev Idx": 3150 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "triton_per_fused__to_copy_sum_3", "pid": 4183440, "tid": 31337, + "ts": 675205189880.868, "dur": 15.824, + "args": { + "External id": 429648,"kernel_hash": "c3dzxlwq2gbpkrmfvuijgv5eon5iwfw455hggookxniqczni5xao", "grid": "grid(1024,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "1024", "2"], "kernel_file": "/tmp/torchinductor_cvm/3d/c3dzxlwq2gbpkrmfvuijgv5eon5iwfw455hggookxniqczni5xao.py", "kernel_backend": "triton", "Input type": ["float", "c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[2048, 1, 1024], [1024, 1], [], []], "Input Dims": [[1, 1024, 2], [1, 1024], [], []], "Ev Idx": 3151 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused_add_5", "pid": 4183440, "tid": 31337, + "ts": 675205189914.734, "dur": 15.071, + "args": { + "External id": 429649,"kernel_hash": "cx5ypd3rju7i5obvafc2itek3ewywgqdgrrndct7omk4mswsdop7", "grid": "grid(67108864,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "67108864"], "kernel_file": "/tmp/torchinductor_cvm/x5/cx5ypd3rju7i5obvafc2itek3ewywgqdgrrndct7omk4mswsdop7.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[1024, 1], [1024, 1], [4194304, 1024, 1], []], "Input Dims": [[65536, 1024], [65536, 1024], [16, 4096, 1024], []], "Ev Idx": 3152 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205190020.150, "dur": 14.849, + "args": { + "External id": 429650,"Record function id": 0, "Ev Idx": 3153 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205190023.307, "dur": 10.831, + "args": { + "External id": 429651,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[1024]], "Ev Idx": 3154 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 4183440, "tid": 31337, + "ts": 675205190027.580, "dur": 5.587, + "args": { + "External id": 429652,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[1024]], "Ev Idx": 3155 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 4183440, "tid": 31337, + "ts": 675205190029.030, "dur": 4.051, + "args": { + "External id": 429653,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[1024]], "Ev Idx": 3156 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205190038.950, "dur": 4.593, + "args": { + "External id": 429654,"Record function id": 0, "Ev Idx": 3157 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205190040.305, "dur": 2.800, + "args": { + "External id": 429655,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 3158 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 4183440, "tid": 31337, + "ts": 675205190041.127, "dur": 1.538, + "args": { + "External id": 429656,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 3159 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 4183440, "tid": 31337, + "ts": 675205190041.733, "dur": 0.848, + "args": { + "External id": 429657,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 3160 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205190046.816, "dur": 4.620, + "args": { + "External id": 429658,"Record function id": 0, "Ev Idx": 3161 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205190048.298, "dur": 2.716, + "args": { + "External id": 429659,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[1024]], "Ev Idx": 3162 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 4183440, "tid": 31337, + "ts": 675205190048.932, "dur": 1.658, + "args": { + "External id": 429660,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[1024]], "Ev Idx": 3163 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 4183440, "tid": 31337, + "ts": 675205190049.490, "dur": 1.001, + "args": { + "External id": 429661,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[1024]], "Ev Idx": 3164 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205190054.798, "dur": 6.035, + "args": { + "External id": 429662,"Record function id": 0, "Ev Idx": 3165 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205190055.904, "dur": 4.517, + "args": { + "External id": 429663,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2816, 1]], "Input Dims": [[1024, 2816]], "Ev Idx": 3166 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 4183440, "tid": 31337, + "ts": 675205190056.602, "dur": 3.415, + "args": { + "External id": 429664,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2816, 1]], "Input Dims": [[1024, 2816]], "Ev Idx": 3167 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 4183440, "tid": 31337, + "ts": 675205190057.495, "dur": 2.427, + "args": { + "External id": 429665,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2816, 1]], "Input Dims": [[1024, 2816]], "Ev Idx": 3168 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205190063.898, "dur": 4.411, + "args": { + "External id": 429666,"Record function id": 0, "Ev Idx": 3169 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205190065.063, "dur": 2.843, + "args": { + "External id": 429667,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[2816, 1024]], "Ev Idx": 3170 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 4183440, "tid": 31337, + "ts": 675205190065.536, "dur": 1.964, + "args": { + "External id": 429668,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[2816, 1024]], "Ev Idx": 3171 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 4183440, "tid": 31337, + "ts": 675205190066.551, "dur": 0.850, + "args": { + "External id": 429669,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[2816, 1024]], "Ev Idx": 3172 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205190071.567, "dur": 4.035, + "args": { + "External id": 429670,"Record function id": 0, "Ev Idx": 3173 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205190072.710, "dur": 2.481, + "args": { + "External id": 429671,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 3174 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 4183440, "tid": 31337, + "ts": 675205190073.238, "dur": 1.554, + "args": { + "External id": 429672,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 3175 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 4183440, "tid": 31337, + "ts": 675205190073.747, "dur": 0.949, + "args": { + "External id": 429673,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 3176 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205190078.825, "dur": 3.985, + "args": { + "External id": 429674,"Record function id": 0, "Ev Idx": 3177 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205190079.786, "dur": 2.620, + "args": { + "External id": 429675,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 3178 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 4183440, "tid": 31337, + "ts": 675205190080.244, "dur": 1.758, + "args": { + "External id": 429676,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 3179 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 4183440, "tid": 31337, + "ts": 675205190081.174, "dur": 0.733, + "args": { + "External id": 429677,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 3180 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205190085.931, "dur": 4.184, + "args": { + "External id": 429678,"Record function id": 0, "Ev Idx": 3181 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205190087.095, "dur": 2.603, + "args": { + "External id": 429679,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[2816, 1024]], "Ev Idx": 3182 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 4183440, "tid": 31337, + "ts": 675205190087.608, "dur": 1.664, + "args": { + "External id": 429680,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[2816, 1024]], "Ev Idx": 3183 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 4183440, "tid": 31337, + "ts": 675205190088.333, "dur": 0.845, + "args": { + "External id": 429681,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[2816, 1024]], "Ev Idx": 3184 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205190093.309, "dur": 4.036, + "args": { + "External id": 429682,"Record function id": 0, "Ev Idx": 3185 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205190094.527, "dur": 2.402, + "args": { + "External id": 429683,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 3186 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 4183440, "tid": 31337, + "ts": 675205190095.002, "dur": 1.525, + "args": { + "External id": 429684,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 3187 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 4183440, "tid": 31337, + "ts": 675205190095.705, "dur": 0.725, + "args": { + "External id": 429685,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 3188 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: RegisterPostBackwardFunctionBackward", "pid": 4183440, "tid": 31337, + "ts": 675205190101.083, "dur": 14773.693, + "args": { + "External id": 429686,"Record function id": 0, "Sequence number": 5055619, "Fwd thread id": 1, "Ev Idx": 3189 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "RegisterPostBackwardFunctionBackward", "pid": 4183440, "tid": 31337, + "ts": 675205190102.207, "dur": 14763.660, + "args": { + "External id": 429687,"Sequence number": 5055619, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[4194304, 1024, 1]], "Input Dims": [[16, 4096, 1024]], "Ev Idx": 3190 + } + }, + { + "ph": "f", "id": 193, "pid": 4183440, "tid": 31337, "ts": 675205190102.207, + "cat": "fwdbwd", "name": "fwdbwd", "bp": "e" + }, + { + "ph": "X", "cat": "user_annotation", "name": "FSDP::post_backward_accumulate (model.layers.9)", "pid": 4183440, "tid": 31337, + "ts": 675205190132.431, "dur": 37.471, + "args": { + "External id": 429688,"Record function id": 0, "Ev Idx": 3191 + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "FSDP::post_backward_reshard (model.layers.9)", "pid": 4183440, "tid": 31337, + "ts": 675205190177.848, "dur": 61.881, + "args": { + "External id": 429689,"Record function id": 0, "Ev Idx": 3192 + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "FSDP::post_backward_reduce (model.layers.9)", "pid": 4183440, "tid": 31337, + "ts": 675205190246.476, "dur": 14611.372, + "args": { + "External id": 429690,"Record function id": 0, "Ev Idx": 3193 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 31337, + "ts": 675205190334.620, "dur": 7.075, + "args": { + "External id": 429691,"Record function id": 0, "Concrete Inputs": ["[12847104]", "6", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 3194 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675205190350.789, "dur": 5.075, + "args": { + "External id": 429692,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["float", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[12847104], []], "Ev Idx": 3195 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "fsdp::chunk_cat", "pid": 4183440, "tid": 31337, + "ts": 675205190370.752, "dur": 13806.198, + "args": { + "External id": 429693,"Record function id": 0, "Concrete Inputs": ["", "0", "8", ""], "Input type": ["TensorList", "Scalar", "Scalar", "float"], "Input Strides": [[[1], [1024, 1], [1024, 1], [1024, 1], [1024, 1], [1], [1024, 1], [1024, 1], [2816, 1]], [], [], [1605888, 1]], "Input Dims": [[[1024], [1024, 1024], [1024, 1024], [1024, 1024], [1024, 1024], [1024], [2816, 1024], [2816, 1024], [1024, 2816]], [], [], [8, 1605888]], "Ev Idx": 3196 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::_chunk_cat", "pid": 4183440, "tid": 31337, + "ts": 675205190384.052, "dur": 13783.932, + "args": { + "External id": 429694,"Record function id": 0, "Concrete Inputs": ["", "0", "8", ""], "Input type": ["TensorList", "Scalar", "Scalar", "float"], "Input Strides": [[[1], [1024, 1], [1024, 1], [1024, 1], [1024, 1], [1], [1024, 1], [1024, 1], [2816, 1]], [], [], [1605888, 1]], "Input Dims": [[[1024], [1024, 1024], [1024, 1024], [1024, 1024], [1024, 1024], [1024], [2816, 1024], [2816, 1024], [1024, 2816]], [], [], [8, 1605888]], "Ev Idx": 3197 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 31337, + "ts": 675205190411.472, "dur": 15.978, + "args": { + "External id": 429695,"Record function id": 0, "Concrete Inputs": ["[3194]", "4", "", "", "True", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 3198 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 31337, + "ts": 675205190431.557, "dur": 13699.938, + "args": { + "External id": 429696,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", "False", ""], "Input type": ["long int", "", "", "", "", "Scalar", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], [], []], "Input Dims": [[3194], [], [], [], [], [], [], []], "Ev Idx": 3199 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::_to_copy", "pid": 4183440, "tid": 31337, + "ts": 675205190433.937, "dur": 13696.569, + "args": { + "External id": 429697,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", ""], "Input type": ["long int", "", "", "", "", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], []], "Input Dims": [[3194], [], [], [], [], [], []], "Ev Idx": 3200 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 4183440, "tid": 31337, + "ts": 675205190439.050, "dur": 5.256, + "args": { + "External id": 429698,"Record function id": 0, "Concrete Inputs": ["[3194]", "[1]", "4", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 3201 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 4183440, "tid": 31337, + "ts": 675205190445.973, "dur": 13680.612, + "args": { + "External id": 429699,"Record function id": 0, "Concrete Inputs": ["", "", "True"], "Input type": ["long int", "long int", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[3194], [3194], []], "Ev Idx": 3202 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::new_empty", "pid": 4183440, "tid": 31337, + "ts": 675205204265.336, "dur": 8.875, + "args": { + "External id": 429700,"Record function id": 0, "Concrete Inputs": ["", "[1605888]", "", "", "", "False"], "Input type": ["float", "ScalarList", "", "", "", "Scalar"], "Input Strides": [[1], [], [], [], [], []], "Input Dims": [[12847104], [], [], [], [], []], "Ev Idx": 3203 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 31337, + "ts": 675205204268.032, "dur": 5.834, + "args": { + "External id": 429701,"Record function id": 0, "Concrete Inputs": ["[1605888]", "6", "0", "", "False", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 3204 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "c10d::_reduce_scatter_base_", "pid": 4183440, "tid": 31337, + "ts": 675205204302.969, "dur": 250.318, + "args": { + "External id": 429702,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "False", "-1"], "Input type": ["float", "float", "", "", "Scalar", "Scalar"], "Input Strides": [[1], [1], [], [], [], []], "Input Dims": [[1605888], [12847104], [], [], [], []], "Ev Idx": 3205 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 4183440, "tid": 31337, + "ts": 675205204329.173, "dur": 219.729, + "args": { + "External id": 429703,"Record function id": 0, "Collective name": "_reduce_scatter_base", "Process Group Description": "default_pg", "dtype": "Float", "Rank": 4, "Input Strides": [[1], [], [], [], [], [], [], [], [], []], "Concrete Inputs": ["", "", "", "4", "", "[]", "[]", "0", "1", "8"], "Out msg nelems": 1605888, "Process Group Name": "0", "Input type": ["float", "", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Global rank stride": 1, "Out split size": "[]", "In split size": "[]", "Process Group Ranks": "[0, 1, 2, 3, 4, 5, 6, 7]", "Group size": 8, "Input Dims": [[12847104], [], [], [], [], [], [], [], [], []], "Global rank start": 0, "Ev Idx": 3206, "In msg nelems": 12847104 + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "nccl:_reduce_scatter_base", "pid": 4183440, "tid": 31337, + "ts": 675205204342.192, "dur": 202.027, + "args": { + "External id": 429704,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1]], "Input Dims": [[12847104]], "Ev Idx": 3207 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 4183440, "tid": 31337, + "ts": 675205204569.874, "dur": 1.938, + "args": { + "External id": 429705,"Record function id": 0, "Collective name": "wait", "Process Group Description": "default_pg", "dtype": "Byte", "Input Dims": [[], [], [], [], [], [], [], [], []], "Input Strides": [[], [], [], [], [], [], [], [], []], "Input type": ["", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Concrete Inputs": ["", "", "4", "", "[]", "[]", "-1", "-1", "1"], "Out msg nelems": 0, "Process Group Name": "0", "Process Group Ranks": "[]", "Group size": 1, "Ev Idx": 3208, "In msg nelems": 0, "Rank": 4, "In split size": "[]", "Out split size": "[]" + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205204620.511, "dur": 6.072, + "args": { + "External id": 429706,"Record function id": 0, "Concrete Inputs": ["", "[128]", "[1]", "0"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 3209 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205204708.252, "dur": 2.284, + "args": { + "External id": 429707,"Record function id": 0, "Concrete Inputs": ["", "[128, 1024]", "[1024, 1]", "128"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 3210 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205204726.401, "dur": 1.576, + "args": { + "External id": 429708,"Record function id": 0, "Concrete Inputs": ["", "[128, 1024]", "[1024, 1]", "131200"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 3211 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205204740.527, "dur": 0.800, + "args": { + "External id": 429709,"Record function id": 0, "Concrete Inputs": ["", "[128, 1024]", "[1024, 1]", "262272"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 3212 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205204752.592, "dur": 0.948, + "args": { + "External id": 429710,"Record function id": 0, "Concrete Inputs": ["", "[128, 1024]", "[1024, 1]", "393344"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 3213 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205204762.861, "dur": 0.827, + "args": { + "External id": 429711,"Record function id": 0, "Concrete Inputs": ["", "[128]", "[1]", "524416"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 3214 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205204773.848, "dur": 0.739, + "args": { + "External id": 429712,"Record function id": 0, "Concrete Inputs": ["", "[352, 1024]", "[1024, 1]", "524544"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 3215 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205204786.684, "dur": 2.088, + "args": { + "External id": 429713,"Record function id": 0, "Concrete Inputs": ["", "[352, 1024]", "[1024, 1]", "884992"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 3216 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205204798.293, "dur": 0.640, + "args": { + "External id": 429714,"Record function id": 0, "Concrete Inputs": ["", "[128, 2816]", "[2816, 1]", "1245440"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 3217 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: CompiledFunctionBackward", "pid": 4183440, "tid": 31337, + "ts": 675205204889.975, "dur": 2568.006, + "args": { + "External id": 429715,"Record function id": 0, "Ev Idx": 3218 + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "FSDP::pre_backward (model.layers.8)", "pid": 4183440, "tid": 31337, + "ts": 675205204908.507, "dur": 973.908, + "args": { + "External id": 429716,"Record function id": 0, "Ev Idx": 3219 + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "FSDP::all_gather_copy_out (model.layers.8)", "pid": 4183440, "tid": 31337, + "ts": 675205204924.238, "dur": 315.908, + "args": { + "External id": 429717,"Record function id": 0, "Ev Idx": 3220 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675205205018.151, "dur": 4.762, + "args": { + "External id": 429718,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[12847104], []], "Ev Idx": 3221 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675205205026.215, "dur": 1.167, + "args": { + "External id": 429719,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[1024], []], "Ev Idx": 3222 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675205205029.462, "dur": 0.742, + "args": { + "External id": 429720,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[1048576], []], "Ev Idx": 3223 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675205205032.122, "dur": 2.348, + "args": { + "External id": 429721,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[1048576], []], "Ev Idx": 3224 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675205205036.147, "dur": 0.899, + "args": { + "External id": 429722,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[1048576], []], "Ev Idx": 3225 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675205205038.564, "dur": 0.615, + "args": { + "External id": 429723,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[1048576], []], "Ev Idx": 3226 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675205205040.676, "dur": 1.579, + "args": { + "External id": 429724,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[1024], []], "Ev Idx": 3227 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675205205043.869, "dur": 1.034, + "args": { + "External id": 429725,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[2883584], []], "Ev Idx": 3228 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675205205046.668, "dur": 0.816, + "args": { + "External id": 429726,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[2883584], []], "Ev Idx": 3229 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675205205049.369, "dur": 0.980, + "args": { + "External id": 429727,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[2883584], []], "Ev Idx": 3230 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "fsdp::split_with_sizes_copy", "pid": 4183440, "tid": 31337, + "ts": 675205205068.533, "dur": 143.264, + "args": { + "External id": 429728,"Record function id": 0, "Concrete Inputs": ["", "[128, 131072, 131072, 131072, 131072, 128, 360448, 360448, 360448]", "1", ""], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "TensorList"], "Input Strides": [[1605888, 1], [], [], [[128, 1], [131072, 1], [131072, 1], [131072, 1], [131072, 1], [128, 1], [360448, 1], [360448, 1], [360448, 1]]], "Input Dims": [[8, 1605888], [], [], [[8, 128], [8, 131072], [8, 131072], [8, 131072], [8, 131072], [8, 128], [8, 360448], [8, 360448], [8, 360448]]], "Ev Idx": 3231 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes_copy", "pid": 4183440, "tid": 31337, + "ts": 675205205085.937, "dur": 121.895, + "args": { + "External id": 429729,"Record function id": 0, "Concrete Inputs": ["", "[128, 131072, 131072, 131072, 131072, 128, 360448, 360448, 360448]", "1", ""], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "TensorList"], "Input Strides": [[1605888, 1], [], [], [[128, 1], [131072, 1], [131072, 1], [131072, 1], [131072, 1], [128, 1], [360448, 1], [360448, 1], [360448, 1]]], "Input Dims": [[8, 1605888], [], [], [[8, 128], [8, 131072], [8, 131072], [8, 131072], [8, 131072], [8, 128], [8, 360448], [8, 360448], [8, 360448]]], "Ev Idx": 3232 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 31337, + "ts": 675205205099.370, "dur": 13.862, + "args": { + "External id": 429730,"Record function id": 0, "Concrete Inputs": ["[823]", "4", "", "", "True", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 3233 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 31337, + "ts": 675205205116.644, "dur": 63.396, + "args": { + "External id": 429731,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", "False", ""], "Input type": ["long int", "", "", "", "", "Scalar", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], [], []], "Input Dims": [[823], [], [], [], [], [], [], []], "Ev Idx": 3234 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::_to_copy", "pid": 4183440, "tid": 31337, + "ts": 675205205119.031, "dur": 60.742, + "args": { + "External id": 429732,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", ""], "Input type": ["long int", "", "", "", "", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], []], "Input Dims": [[823], [], [], [], [], [], []], "Ev Idx": 3235 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 4183440, "tid": 31337, + "ts": 675205205122.920, "dur": 7.154, + "args": { + "External id": 429733,"Record function id": 0, "Concrete Inputs": ["[823]", "[1]", "4", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 3236 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 4183440, "tid": 31337, + "ts": 675205205132.196, "dur": 46.982, + "args": { + "External id": 429734,"Record function id": 0, "Concrete Inputs": ["", "", "True"], "Input type": ["long int", "long int", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[823], [823], []], "Ev Idx": 3237 + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "FSDP::backward_prefetch for model.layers.7", "pid": 4183440, "tid": 31337, + "ts": 675205205315.260, "dur": 559.640, + "args": { + "External id": 429735,"Record function id": 0, "Ev Idx": 3238 + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "FSDP::all_gather (model.layers.7)", "pid": 4183440, "tid": 31337, + "ts": 675205205332.022, "dur": 530.809, + "args": { + "External id": 429736,"Record function id": 0, "Ev Idx": 3239 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 31337, + "ts": 675205205387.327, "dur": 4.859, + "args": { + "External id": 429737,"Record function id": 0, "Concrete Inputs": ["[1605888]", "15", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 3240 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes", "pid": 4183440, "tid": 31337, + "ts": 675205205408.423, "dur": 30.950, + "args": { + "External id": 429738,"Record function id": 0, "Concrete Inputs": ["", "[128, 131072, 131072, 131072, 131072, 128, 360448, 360448, 360448]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar"], "Input Strides": [[1], [], []], "Input Dims": [[1605888], [], []], "Ev Idx": 3241 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205205413.742, "dur": 1.576, + "args": { + "External id": 429739,"Record function id": 0, "Concrete Inputs": ["", "[128]", "[1]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 3242 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205205418.949, "dur": 0.777, + "args": { + "External id": 429740,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "128"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 3243 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205205421.000, "dur": 0.385, + "args": { + "External id": 429741,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "131200"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 3244 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205205422.879, "dur": 1.793, + "args": { + "External id": 429742,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "262272"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 3245 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205205425.856, "dur": 0.519, + "args": { + "External id": 429743,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "393344"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 3246 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205205427.743, "dur": 0.493, + "args": { + "External id": 429744,"Record function id": 0, "Concrete Inputs": ["", "[128]", "[1]", "524416"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 3247 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205205430.365, "dur": 1.867, + "args": { + "External id": 429745,"Record function id": 0, "Concrete Inputs": ["", "[360448]", "[1]", "524544"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 3248 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205205434.009, "dur": 0.658, + "args": { + "External id": 429746,"Record function id": 0, "Concrete Inputs": ["", "[360448]", "[1]", "884992"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 3249 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205205435.735, "dur": 0.336, + "args": { + "External id": 429747,"Record function id": 0, "Concrete Inputs": ["", "[360448]", "[1]", "1245440"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 3250 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::_foreach_copy_", "pid": 4183440, "tid": 31337, + "ts": 675205205448.768, "dur": 28.195, + "args": { + "External id": 429748,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["TensorList", "TensorList", "Scalar"], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [[1], [1], [1], [1], [1], [1], [1], [1], [1]], []], "Input Dims": [[[128], [131072], [131072], [131072], [131072], [128], [360448], [360448], [360448]], [[128], [131072], [131072], [131072], [131072], [128], [360448], [360448], [360448]], []], "Ev Idx": 3251 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "fsdp::all_gather_copy_in", "pid": 4183440, "tid": 31337, + "ts": 675205205506.530, "dur": 90.033, + "args": { + "External id": 429749,"Record function id": 0, "Concrete Inputs": ["", "[128, 131072, 131072, 131072, 131072, 128, 360448, 360448, 360448]", "1605888", "8", "4", "15", ""], "Input type": ["TensorList", "ScalarList", "Scalar", "Scalar", "Scalar", "Scalar", ""], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [], [], [], [], [], []], "Input Dims": [[[128], [131072], [131072], [131072], [131072], [128], [360448], [360448], [360448]], [], [], [], [], [], []], "Ev Idx": 3252 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 31337, + "ts": 675205205515.928, "dur": 3.331, + "args": { + "External id": 429750,"Record function id": 0, "Concrete Inputs": ["[12847104]", "15", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 3253 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::narrow", "pid": 4183440, "tid": 31337, + "ts": 675205205523.904, "dur": 11.703, + "args": { + "External id": 429751,"Record function id": 0, "Concrete Inputs": ["", "0", "6423552", "1605888"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[12847104], [], [], []], "Ev Idx": 3254 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 4183440, "tid": 31337, + "ts": 675205205528.070, "dur": 7.053, + "args": { + "External id": 429752,"Record function id": 0, "Concrete Inputs": ["", "0", "6423552", "8029440", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], [], []], "Input Dims": [[12847104], [], [], [], []], "Ev Idx": 3255 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205205532.327, "dur": 1.644, + "args": { + "External id": 429753,"Record function id": 0, "Concrete Inputs": ["", "[1605888]", "[1]", "6423552"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[12847104], [], [], []], "Ev Idx": 3256 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes", "pid": 4183440, "tid": 31337, + "ts": 675205205541.919, "dur": 23.684, + "args": { + "External id": 429754,"Record function id": 0, "Concrete Inputs": ["", "[128, 131072, 131072, 131072, 131072, 128, 360448, 360448, 360448]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar"], "Input Strides": [[1], [], []], "Input Dims": [[1605888], [], []], "Ev Idx": 3257 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205205543.802, "dur": 0.576, + "args": { + "External id": 429755,"Record function id": 0, "Concrete Inputs": ["", "[128]", "[1]", "6423552"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 3258 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205205546.295, "dur": 0.693, + "args": { + "External id": 429756,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "6423680"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 3259 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205205548.109, "dur": 0.479, + "args": { + "External id": 429757,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "6554752"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 3260 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205205550.946, "dur": 2.096, + "args": { + "External id": 429758,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "6685824"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 3261 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205205553.951, "dur": 0.498, + "args": { + "External id": 429759,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "6816896"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 3262 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205205555.914, "dur": 1.231, + "args": { + "External id": 429760,"Record function id": 0, "Concrete Inputs": ["", "[128]", "[1]", "6947968"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 3263 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205205558.123, "dur": 0.308, + "args": { + "External id": 429761,"Record function id": 0, "Concrete Inputs": ["", "[360448]", "[1]", "6948096"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 3264 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205205560.244, "dur": 0.397, + "args": { + "External id": 429762,"Record function id": 0, "Concrete Inputs": ["", "[360448]", "[1]", "7308544"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 3265 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205205562.186, "dur": 0.319, + "args": { + "External id": 429763,"Record function id": 0, "Concrete Inputs": ["", "[360448]", "[1]", "7668992"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 3266 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::_foreach_copy_", "pid": 4183440, "tid": 31337, + "ts": 675205205573.414, "dur": 16.418, + "args": { + "External id": 429764,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["TensorList", "TensorList", "Scalar"], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [[1], [1], [1], [1], [1], [1], [1], [1], [1]], []], "Input Dims": [[[128], [131072], [131072], [131072], [131072], [128], [360448], [360448], [360448]], [[128], [131072], [131072], [131072], [131072], [128], [360448], [360448], [360448]], []], "Ev Idx": 3267 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "c10d::_allgather_base_", "pid": 4183440, "tid": 31337, + "ts": 675205205637.140, "dur": 155.762, + "args": { + "External id": 429765,"Record function id": 0, "Concrete Inputs": ["", "", "", "False", "-1"], "Input type": ["c10::BFloat16", "c10::BFloat16", "", "Scalar", "Scalar"], "Input Strides": [[1], [1], [], [], []], "Input Dims": [[12847104], [1605888], [], [], []], "Ev Idx": 3268 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 4183440, "tid": 31337, + "ts": 675205205698.978, "dur": 89.756, + "args": { + "External id": 429766,"Record function id": 0, "Collective name": "_allgather_base", "Process Group Description": "default_pg", "dtype": "BFloat16", "Rank": 4, "Input Strides": [[1], [], [], [], [], [], [], [], [], []], "Concrete Inputs": ["", "", "", "4", "", "[]", "[]", "0", "1", "8"], "Out msg nelems": 12847104, "Process Group Name": "0", "Input type": ["c10::BFloat16", "", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Global rank stride": 1, "Out split size": "[]", "In split size": "[]", "Process Group Ranks": "[0, 1, 2, 3, 4, 5, 6, 7]", "Group size": 8, "Input Dims": [[1605888], [], [], [], [], [], [], [], [], []], "Global rank start": 0, "Ev Idx": 3269, "In msg nelems": 1605888 + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "nccl:_all_gather_base", "pid": 4183440, "tid": 31337, + "ts": 675205205710.479, "dur": 73.336, + "args": { + "External id": 429767,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[1605888]], "Ev Idx": 3270 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 4183440, "tid": 31337, + "ts": 675205205809.471, "dur": 1.884, + "args": { + "External id": 429768,"Record function id": 0, "Collective name": "wait", "Process Group Description": "default_pg", "dtype": "Byte", "Input Dims": [[], [], [], [], [], [], [], [], []], "Input Strides": [[], [], [], [], [], [], [], [], []], "Input type": ["", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Concrete Inputs": ["", "", "4", "", "[]", "[]", "-1", "-1", "1"], "Out msg nelems": 0, "Process Group Name": "0", "Process Group Ranks": "[]", "Group size": 1, "Ev Idx": 3271, "In msg nelems": 0, "Rank": 4, "In split size": "[]", "Out split size": "[]" + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "CompiledFunctionBackward", "pid": 4183440, "tid": 31337, + "ts": 675205205889.860, "dur": 1545.471, + "args": { + "External id": 429769,"Sequence number": 5055618, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[4194304, 1024, 1]], "Input Dims": [[16, 4096, 1024]], "Ev Idx": 3272 + } + }, + { + "ph": "f", "id": 194, "pid": 4183440, "tid": 31337, "ts": 675205205889.860, + "cat": "fwdbwd", "name": "fwdbwd", "bp": "e" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675205206020.065, "dur": 103.549, + "args": { + "External id": 429770,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [2816, 1], [2816, 1]], "Input Dims": [[65536, 1024], [1024, 2816], [65536, 2816]], "Ev Idx": 3273 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused__to_copy_add_mul_rsub_silu_0", "pid": 4183440, "tid": 31337, + "ts": 675205206165.581, "dur": 37.666, + "args": { + "External id": 429771,"kernel_hash": "clkmb2nvivik7xt77lza2snvzeuraclmpbqhk34lgigbl7zlxati", "grid": "grid(184549376,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "", "", "184549376"], "kernel_file": "/tmp/torchinductor_cvm/lk/clkmb2nvivik7xt77lza2snvzeuraclmpbqhk34lgigbl7zlxati.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[2816, 1], [2816, 1], [2816, 1], [11534336, 2816, 1], [11534336, 2816, 1], [11534336, 2816, 1], []], "Input Dims": [[65536, 2816], [65536, 2816], [65536, 2816], [16, 4096, 2816], [16, 4096, 2816], [16, 4096, 2816], []], "Ev Idx": 3274 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::bmm", "pid": 4183440, "tid": 31337, + "ts": 675205206219.295, "dur": 39.734, + "args": { + "External id": 429772,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[0, 1, 1024], [0, 2816, 1], [2883584, 2816, 1]], "Input Dims": [[1, 1024, 65536], [1, 65536, 2816], [1, 1024, 2816]], "Ev Idx": 3275 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675205206268.929, "dur": 25.255, + "args": { + "External id": 429773,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 2816], [1024, 1], [1024, 1]], "Input Dims": [[2816, 65536], [65536, 1024], [2816, 1024]], "Ev Idx": 3276 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675205206302.165, "dur": 32.398, + "args": { + "External id": 429774,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2816, 1], [1024, 1], [1024, 1]], "Input Dims": [[65536, 2816], [2816, 1024], [65536, 1024]], "Ev Idx": 3277 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675205206345.337, "dur": 20.296, + "args": { + "External id": 429775,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 2816], [1024, 1], [1024, 1]], "Input Dims": [[2816, 65536], [65536, 1024], [2816, 1024]], "Ev Idx": 3278 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675205206372.885, "dur": 28.108, + "args": { + "External id": 429776,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2816, 1], [1024, 1], [1024, 1]], "Input Dims": [[65536, 2816], [2816, 1024], [65536, 1024]], "Ev Idx": 3279 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused_1", "pid": 4183440, "tid": 31337, + "ts": 675205206423.059, "dur": 20.601, + "args": { + "External id": 429777,"kernel_hash": "cmdhmofoq6dkjtzh34c2kzhgghtmhpal5f3rxqvpfiur2wxglwjs", "grid": "grid(67108864,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "67108864"], "kernel_file": "/tmp/torchinductor_cvm/md/cmdhmofoq6dkjtzh34c2kzhgghtmhpal5f3rxqvpfiur2wxglwjs.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[1024, 1], [1024, 1], []], "Input Dims": [[65536, 1024], [65536, 1024], []], "Ev Idx": 3280 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "layer_norm_bwd_kernel_0", "pid": 4183440, "tid": 31337, + "ts": 675205206462.924, "dur": 26.316, + "args": { + "External id": 429778,"kernel_hash": "cuevaar5u646bgtmpubrbyzqz3sdut3cwthdo7wpizzjr6oluqi5", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "", "", "", "65536", "1024", "1", "497", "132", "True", "1024", "True", "False", "True", "False", "False"], "kernel_file": "/tmp/torchinductor_cvm/ue/cuevaar5u646bgtmpubrbyzqz3sdut3cwthdo7wpizzjr6oluqi5.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "float", "c10::BFloat16", "float", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [1], [1024, 1], [1024, 1], [1024, 1], [1024, 1], [1], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[65536, 1024], [1024], [65536, 1024], [65536, 1024], [132, 1024], [65536, 1024], [65536], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 3281 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "triton_red_fused_sum_2", "pid": 4183440, "tid": 31337, + "ts": 675205206507.159, "dur": 19.501, + "args": { + "External id": 429779,"kernel_hash": "cw4ogu6mqrgcawgfqkyrzhc5xil4j4vfrn34wqhb2qfx2hbqyotj", "grid": "grid(2048,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "2048", "66"], "kernel_file": "/tmp/torchinductor_cvm/w4/cw4ogu6mqrgcawgfqkyrzhc5xil4j4vfrn34wqhb2qfx2hbqyotj.py", "kernel_backend": "triton", "Input type": ["float", "float", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [2048, 1, 1024], [], []], "Input Dims": [[132, 1024], [1, 1024, 2], [], []], "Ev Idx": 3282 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "triton_per_fused__to_copy_sum_3", "pid": 4183440, "tid": 31337, + "ts": 675205206537.629, "dur": 14.149, + "args": { + "External id": 429780,"kernel_hash": "c3dzxlwq2gbpkrmfvuijgv5eon5iwfw455hggookxniqczni5xao", "grid": "grid(1024,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "1024", "2"], "kernel_file": "/tmp/torchinductor_cvm/3d/c3dzxlwq2gbpkrmfvuijgv5eon5iwfw455hggookxniqczni5xao.py", "kernel_backend": "triton", "Input type": ["float", "c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[2048, 1, 1024], [1024, 1], [], []], "Input Dims": [[1, 1024, 2], [1, 1024], [], []], "Ev Idx": 3283 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675205206559.902, "dur": 33.766, + "args": { + "External id": 429781,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 1024], [1024, 1], [1024, 1]], "Input Dims": [[1024, 65536], [65536, 1024], [1024, 1024]], "Ev Idx": 3284 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675205206596.955, "dur": 29.765, + "args": { + "External id": 429782,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1024, 1], [1024, 1]], "Input Dims": [[65536, 1024], [1024, 1024], [65536, 1024]], "Ev Idx": 3285 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "flash_attn::_flash_attn_backward", "pid": 4183440, "tid": 31337, + "ts": 675205206695.457, "dur": 179.150, + "args": { + "External id": 429783,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "", "", "", "", "0.", "0.125", "True", "-1", "-1", "0.", "", "False", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "float", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "", "Scalar", "long int"], "Input Strides": [[4194304, 1024, 64, 1], [4194304, 1024, 64, 1], [4194304, 1024, 64, 1], [4194304, 1024, 64, 1], [4194304, 1024, 64, 1], [65536, 4096, 1], [4194304, 1024, 64, 1], [4194304, 1024, 64, 1], [4194304, 1024, 64, 1], [], [], [], [], [], [], [], [], [1]], "Input Dims": [[16, 4096, 16, 64], [16, 4096, 16, 64], [16, 4096, 16, 64], [16, 4096, 16, 64], [16, 4096, 16, 64], [16, 16, 4096], [16, 4096, 16, 64], [16, 4096, 16, 64], [16, 4096, 16, 64], [], [], [], [], [], [], [], [], [2]], "Ev Idx": 3286 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 31337, + "ts": 675205206778.863, "dur": 7.160, + "args": { + "External id": 429784,"Record function id": 0, "Concrete Inputs": ["[16, 16, 4096]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 3287 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 31337, + "ts": 675205206788.198, "dur": 2.852, + "args": { + "External id": 429785,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 16, 64]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 3288 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "rotary_embedding_kernel_1", "pid": 4183440, "tid": 31337, + "ts": 675205206909.187, "dur": 23.798, + "args": { + "External id": 429786,"kernel_hash": "cnnjyph67nk54fjnuktc2nmchkiw5uvx4mqovnyasu7ursptxrg7", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "0", "16", "4096", "16", "64", "32", "8192", "32", "64", "False", "False", "False", "True"], "kernel_file": "/tmp/torchinductor_cvm/nn/cnnjyph67nk54fjnuktc2nmchkiw5uvx4mqovnyasu7ursptxrg7.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[4194304, 1024, 64, 1], [32, 1], [32, 1], [4194304, 1024, 64, 1], [], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[16, 4096, 16, 64], [8192, 32], [8192, 32], [16, 4096, 16, 64], [], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 3289 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "rotary_embedding_kernel_1", "pid": 4183440, "tid": 31337, + "ts": 675205206962.273, "dur": 15.761, + "args": { + "External id": 429787,"kernel_hash": "cnnjyph67nk54fjnuktc2nmchkiw5uvx4mqovnyasu7ursptxrg7", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "0", "16", "4096", "16", "64", "32", "8192", "32", "64", "False", "False", "False", "True"], "kernel_file": "/tmp/torchinductor_cvm/nn/cnnjyph67nk54fjnuktc2nmchkiw5uvx4mqovnyasu7ursptxrg7.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[4194304, 1024, 64, 1], [32, 1], [32, 1], [4194304, 1024, 64, 1], [], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[16, 4096, 16, 64], [8192, 32], [8192, 32], [16, 4096, 16, 64], [], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 3290 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675205206988.244, "dur": 50.392, + "args": { + "External id": 429788,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 1024], [1024, 1], [1024, 1]], "Input Dims": [[1024, 65536], [65536, 1024], [1024, 1024]], "Ev Idx": 3291 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675205207044.322, "dur": 33.777, + "args": { + "External id": 429789,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1024, 1], [1024, 1]], "Input Dims": [[65536, 1024], [1024, 1024], [65536, 1024]], "Ev Idx": 3292 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675205207086.205, "dur": 29.245, + "args": { + "External id": 429790,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 1024], [1024, 1], [1024, 1]], "Input Dims": [[1024, 65536], [65536, 1024], [1024, 1024]], "Ev Idx": 3293 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675205207119.902, "dur": 26.832, + "args": { + "External id": 429791,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1024, 1], [1024, 1]], "Input Dims": [[65536, 1024], [1024, 1024], [65536, 1024]], "Ev Idx": 3294 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675205207152.064, "dur": 27.931, + "args": { + "External id": 429792,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 1024], [1024, 1], [1024, 1]], "Input Dims": [[1024, 65536], [65536, 1024], [1024, 1024]], "Ev Idx": 3295 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675205207187.317, "dur": 26.918, + "args": { + "External id": 429793,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1024, 1], [1024, 1]], "Input Dims": [[65536, 1024], [1024, 1024], [65536, 1024]], "Ev Idx": 3296 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused_4", "pid": 4183440, "tid": 31337, + "ts": 675205207234.720, "dur": 20.452, + "args": { + "External id": 429794,"kernel_hash": "cn6a6cq4k7qdw3wki5ksil45pjzcbfrfjarshv63ivxttjehkezz", "grid": "grid(67108864,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "67108864"], "kernel_file": "/tmp/torchinductor_cvm/n6/cn6a6cq4k7qdw3wki5ksil45pjzcbfrfjarshv63ivxttjehkezz.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[1024, 1], [1024, 1], [1024, 1], []], "Input Dims": [[65536, 1024], [65536, 1024], [65536, 1024], []], "Ev Idx": 3297 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "layer_norm_bwd_kernel_2", "pid": 4183440, "tid": 31337, + "ts": 675205207271.763, "dur": 26.224, + "args": { + "External id": 429795,"kernel_hash": "cwvn5v4u6cexxzo6wfnjojuuby7ad6wk6jmjnzhsan4mprdashfg", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "", "", "65536", "1024", "1", "497", "132", "True", "1024", "False", "False", "True", "False", "False"], "kernel_file": "/tmp/torchinductor_cvm/wv/cwvn5v4u6cexxzo6wfnjojuuby7ad6wk6jmjnzhsan4mprdashfg.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "float", "float", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [1], [1024, 1], [1024, 1], [1024, 1], [1], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[65536, 1024], [1024], [65536, 1024], [65536, 1024], [132, 1024], [65536], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 3298 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "triton_red_fused_sum_2", "pid": 4183440, "tid": 31337, + "ts": 675205207310.494, "dur": 14.506, + "args": { + "External id": 429796,"kernel_hash": "cw4ogu6mqrgcawgfqkyrzhc5xil4j4vfrn34wqhb2qfx2hbqyotj", "grid": "grid(2048,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "2048", "66"], "kernel_file": "/tmp/torchinductor_cvm/w4/cw4ogu6mqrgcawgfqkyrzhc5xil4j4vfrn34wqhb2qfx2hbqyotj.py", "kernel_backend": "triton", "Input type": ["float", "float", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [2048, 1, 1024], [], []], "Input Dims": [[132, 1024], [1, 1024, 2], [], []], "Ev Idx": 3299 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "triton_per_fused__to_copy_sum_3", "pid": 4183440, "tid": 31337, + "ts": 675205207358.294, "dur": 19.166, + "args": { + "External id": 429797,"kernel_hash": "c3dzxlwq2gbpkrmfvuijgv5eon5iwfw455hggookxniqczni5xao", "grid": "grid(1024,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "1024", "2"], "kernel_file": "/tmp/torchinductor_cvm/3d/c3dzxlwq2gbpkrmfvuijgv5eon5iwfw455hggookxniqczni5xao.py", "kernel_backend": "triton", "Input type": ["float", "c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[2048, 1, 1024], [1024, 1], [], []], "Input Dims": [[1, 1024, 2], [1, 1024], [], []], "Ev Idx": 3300 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused_add_5", "pid": 4183440, "tid": 31337, + "ts": 675205207390.018, "dur": 15.499, + "args": { + "External id": 429798,"kernel_hash": "cx5ypd3rju7i5obvafc2itek3ewywgqdgrrndct7omk4mswsdop7", "grid": "grid(67108864,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "67108864"], "kernel_file": "/tmp/torchinductor_cvm/x5/cx5ypd3rju7i5obvafc2itek3ewywgqdgrrndct7omk4mswsdop7.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[1024, 1], [1024, 1], [4194304, 1024, 1], []], "Input Dims": [[65536, 1024], [65536, 1024], [16, 4096, 1024], []], "Ev Idx": 3301 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205207480.177, "dur": 14.735, + "args": { + "External id": 429799,"Record function id": 0, "Ev Idx": 3302 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205207483.352, "dur": 10.721, + "args": { + "External id": 429800,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[1024]], "Ev Idx": 3303 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 4183440, "tid": 31337, + "ts": 675205207487.529, "dur": 5.673, + "args": { + "External id": 429801,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[1024]], "Ev Idx": 3304 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 4183440, "tid": 31337, + "ts": 675205207489.135, "dur": 3.973, + "args": { + "External id": 429802,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[1024]], "Ev Idx": 3305 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205207498.861, "dur": 5.114, + "args": { + "External id": 429803,"Record function id": 0, "Ev Idx": 3306 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205207500.357, "dur": 3.152, + "args": { + "External id": 429804,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 3307 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 4183440, "tid": 31337, + "ts": 675205207501.259, "dur": 1.837, + "args": { + "External id": 429805,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 3308 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 4183440, "tid": 31337, + "ts": 675205207502.039, "dur": 0.970, + "args": { + "External id": 429806,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 3309 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205207510.289, "dur": 5.519, + "args": { + "External id": 429807,"Record function id": 0, "Ev Idx": 3310 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205207511.745, "dur": 3.638, + "args": { + "External id": 429808,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[1024]], "Ev Idx": 3311 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 4183440, "tid": 31337, + "ts": 675205207512.571, "dur": 2.432, + "args": { + "External id": 429809,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[1024]], "Ev Idx": 3312 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 4183440, "tid": 31337, + "ts": 675205207512.937, "dur": 1.979, + "args": { + "External id": 429810,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[1024]], "Ev Idx": 3313 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205207519.000, "dur": 4.173, + "args": { + "External id": 429811,"Record function id": 0, "Ev Idx": 3314 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205207520.095, "dur": 2.654, + "args": { + "External id": 429812,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2816, 1]], "Input Dims": [[1024, 2816]], "Ev Idx": 3315 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 4183440, "tid": 31337, + "ts": 675205207520.618, "dur": 1.730, + "args": { + "External id": 429813,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2816, 1]], "Input Dims": [[1024, 2816]], "Ev Idx": 3316 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 4183440, "tid": 31337, + "ts": 675205207521.267, "dur": 1.017, + "args": { + "External id": 429814,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2816, 1]], "Input Dims": [[1024, 2816]], "Ev Idx": 3317 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205207526.309, "dur": 3.817, + "args": { + "External id": 429815,"Record function id": 0, "Ev Idx": 3318 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205207527.364, "dur": 2.337, + "args": { + "External id": 429816,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[2816, 1024]], "Ev Idx": 3319 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 4183440, "tid": 31337, + "ts": 675205207528.013, "dur": 1.313, + "args": { + "External id": 429817,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[2816, 1024]], "Ev Idx": 3320 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 4183440, "tid": 31337, + "ts": 675205207528.603, "dur": 0.660, + "args": { + "External id": 429818,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[2816, 1024]], "Ev Idx": 3321 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205207533.270, "dur": 4.004, + "args": { + "External id": 429819,"Record function id": 0, "Ev Idx": 3322 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205207534.340, "dur": 2.513, + "args": { + "External id": 429820,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 3323 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 4183440, "tid": 31337, + "ts": 675205207534.936, "dur": 1.473, + "args": { + "External id": 429821,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 3324 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 4183440, "tid": 31337, + "ts": 675205207535.363, "dur": 0.981, + "args": { + "External id": 429822,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 3325 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205207540.659, "dur": 3.457, + "args": { + "External id": 429823,"Record function id": 0, "Ev Idx": 3326 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205207541.674, "dur": 2.022, + "args": { + "External id": 429824,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 3327 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 4183440, "tid": 31337, + "ts": 675205207542.166, "dur": 1.146, + "args": { + "External id": 429825,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 3328 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 4183440, "tid": 31337, + "ts": 675205207542.606, "dur": 0.643, + "args": { + "External id": 429826,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 3329 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205207547.102, "dur": 3.728, + "args": { + "External id": 429827,"Record function id": 0, "Ev Idx": 3330 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205207548.100, "dur": 2.309, + "args": { + "External id": 429828,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[2816, 1024]], "Ev Idx": 3331 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 4183440, "tid": 31337, + "ts": 675205207548.785, "dur": 1.238, + "args": { + "External id": 429829,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[2816, 1024]], "Ev Idx": 3332 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 4183440, "tid": 31337, + "ts": 675205207549.411, "dur": 0.549, + "args": { + "External id": 429830,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[2816, 1024]], "Ev Idx": 3333 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205207553.820, "dur": 3.226, + "args": { + "External id": 429831,"Record function id": 0, "Ev Idx": 3334 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205207554.718, "dur": 1.910, + "args": { + "External id": 429832,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 3335 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 4183440, "tid": 31337, + "ts": 675205207555.191, "dur": 1.056, + "args": { + "External id": 429833,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 3336 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 4183440, "tid": 31337, + "ts": 675205207555.602, "dur": 0.580, + "args": { + "External id": 429834,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 3337 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: RegisterPostBackwardFunctionBackward", "pid": 4183440, "tid": 31337, + "ts": 675205207560.347, "dur": 15799.699, + "args": { + "External id": 429835,"Record function id": 0, "Sequence number": 5055617, "Fwd thread id": 1, "Ev Idx": 3338 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "RegisterPostBackwardFunctionBackward", "pid": 4183440, "tid": 31337, + "ts": 675205207561.752, "dur": 15790.053, + "args": { + "External id": 429836,"Sequence number": 5055617, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[4194304, 1024, 1]], "Input Dims": [[16, 4096, 1024]], "Ev Idx": 3339 + } + }, + { + "ph": "f", "id": 195, "pid": 4183440, "tid": 31337, "ts": 675205207561.752, + "cat": "fwdbwd", "name": "fwdbwd", "bp": "e" + }, + { + "ph": "X", "cat": "user_annotation", "name": "FSDP::post_backward_accumulate (model.layers.8)", "pid": 4183440, "tid": 31337, + "ts": 675205207589.247, "dur": 38.583, + "args": { + "External id": 429837,"Record function id": 0, "Ev Idx": 3340 + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "FSDP::post_backward_reshard (model.layers.8)", "pid": 4183440, "tid": 31337, + "ts": 675205207635.662, "dur": 104.141, + "args": { + "External id": 429838,"Record function id": 0, "Ev Idx": 3341 + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "FSDP::post_backward_reduce (model.layers.8)", "pid": 4183440, "tid": 31337, + "ts": 675205207747.773, "dur": 15596.569, + "args": { + "External id": 429839,"Record function id": 0, "Ev Idx": 3342 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 31337, + "ts": 675205207837.943, "dur": 7.565, + "args": { + "External id": 429840,"Record function id": 0, "Concrete Inputs": ["[12847104]", "6", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 3343 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675205207855.932, "dur": 6.836, + "args": { + "External id": 429841,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["float", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[12847104], []], "Ev Idx": 3344 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "fsdp::chunk_cat", "pid": 4183440, "tid": 31337, + "ts": 675205207876.685, "dur": 14709.945, + "args": { + "External id": 429842,"Record function id": 0, "Concrete Inputs": ["", "0", "8", ""], "Input type": ["TensorList", "Scalar", "Scalar", "float"], "Input Strides": [[[1], [1024, 1], [1024, 1], [1024, 1], [1024, 1], [1], [1024, 1], [1024, 1], [2816, 1]], [], [], [1605888, 1]], "Input Dims": [[[1024], [1024, 1024], [1024, 1024], [1024, 1024], [1024, 1024], [1024], [2816, 1024], [2816, 1024], [1024, 2816]], [], [], [8, 1605888]], "Ev Idx": 3345 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::_chunk_cat", "pid": 4183440, "tid": 31337, + "ts": 675205207889.608, "dur": 14689.216, + "args": { + "External id": 429843,"Record function id": 0, "Concrete Inputs": ["", "0", "8", ""], "Input type": ["TensorList", "Scalar", "Scalar", "float"], "Input Strides": [[[1], [1024, 1], [1024, 1], [1024, 1], [1024, 1], [1], [1024, 1], [1024, 1], [2816, 1]], [], [], [1605888, 1]], "Input Dims": [[[1024], [1024, 1024], [1024, 1024], [1024, 1024], [1024, 1024], [1024], [2816, 1024], [2816, 1024], [1024, 2816]], [], [], [8, 1605888]], "Ev Idx": 3346 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 31337, + "ts": 675205207913.397, "dur": 13.839, + "args": { + "External id": 429844,"Record function id": 0, "Concrete Inputs": ["[3194]", "4", "", "", "True", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 3347 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 31337, + "ts": 675205207931.222, "dur": 14614.356, + "args": { + "External id": 429845,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", "False", ""], "Input type": ["long int", "", "", "", "", "Scalar", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], [], []], "Input Dims": [[3194], [], [], [], [], [], [], []], "Ev Idx": 3348 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::_to_copy", "pid": 4183440, "tid": 31337, + "ts": 675205207948.920, "dur": 14595.936, + "args": { + "External id": 429846,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", ""], "Input type": ["long int", "", "", "", "", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], []], "Input Dims": [[3194], [], [], [], [], [], []], "Ev Idx": 3349 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 4183440, "tid": 31337, + "ts": 675205207953.144, "dur": 6.010, + "args": { + "External id": 429847,"Record function id": 0, "Concrete Inputs": ["[3194]", "[1]", "4", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 3350 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 4183440, "tid": 31337, + "ts": 675205207961.140, "dur": 14580.371, + "args": { + "External id": 429848,"Record function id": 0, "Concrete Inputs": ["", "", "True"], "Input type": ["long int", "long int", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[3194], [3194], []], "Ev Idx": 3351 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::new_empty", "pid": 4183440, "tid": 31337, + "ts": 675205222704.144, "dur": 9.358, + "args": { + "External id": 429849,"Record function id": 0, "Concrete Inputs": ["", "[1605888]", "", "", "", "False"], "Input type": ["float", "ScalarList", "", "", "", "Scalar"], "Input Strides": [[1], [], [], [], [], []], "Input Dims": [[12847104], [], [], [], [], []], "Ev Idx": 3352 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 31337, + "ts": 675205222706.821, "dur": 6.126, + "args": { + "External id": 429850,"Record function id": 0, "Concrete Inputs": ["[1605888]", "6", "0", "", "False", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 3353 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "c10d::_reduce_scatter_base_", "pid": 4183440, "tid": 31337, + "ts": 675205222741.465, "dur": 322.034, + "args": { + "External id": 429851,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "False", "-1"], "Input type": ["float", "float", "", "", "Scalar", "Scalar"], "Input Strides": [[1], [1], [], [], [], []], "Input Dims": [[1605888], [12847104], [], [], [], []], "Ev Idx": 3354 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 4183440, "tid": 31337, + "ts": 675205222765.123, "dur": 293.061, + "args": { + "External id": 429852,"Record function id": 0, "Collective name": "_reduce_scatter_base", "Process Group Description": "default_pg", "dtype": "Float", "Rank": 4, "Input Strides": [[1], [], [], [], [], [], [], [], [], []], "Concrete Inputs": ["", "", "", "4", "", "[]", "[]", "0", "1", "8"], "Out msg nelems": 1605888, "Process Group Name": "0", "Input type": ["float", "", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Global rank stride": 1, "Out split size": "[]", "In split size": "[]", "Process Group Ranks": "[0, 1, 2, 3, 4, 5, 6, 7]", "Group size": 8, "Input Dims": [[12847104], [], [], [], [], [], [], [], [], []], "Global rank start": 0, "Ev Idx": 3355, "In msg nelems": 12847104 + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "nccl:_reduce_scatter_base", "pid": 4183440, "tid": 31337, + "ts": 675205222778.038, "dur": 274.804, + "args": { + "External id": 429853,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1]], "Input Dims": [[12847104]], "Ev Idx": 3356 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 4183440, "tid": 31337, + "ts": 675205223084.570, "dur": 2.193, + "args": { + "External id": 429854,"Record function id": 0, "Collective name": "wait", "Process Group Description": "default_pg", "dtype": "Byte", "Input Dims": [[], [], [], [], [], [], [], [], []], "Input Strides": [[], [], [], [], [], [], [], [], []], "Input type": ["", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Concrete Inputs": ["", "", "4", "", "[]", "[]", "-1", "-1", "1"], "Out msg nelems": 0, "Process Group Name": "0", "Process Group Ranks": "[]", "Group size": 1, "Ev Idx": 3357, "In msg nelems": 0, "Rank": 4, "In split size": "[]", "Out split size": "[]" + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205223144.843, "dur": 6.579, + "args": { + "External id": 429855,"Record function id": 0, "Concrete Inputs": ["", "[128]", "[1]", "0"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 3358 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205223196.119, "dur": 1.476, + "args": { + "External id": 429856,"Record function id": 0, "Concrete Inputs": ["", "[128, 1024]", "[1024, 1]", "128"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 3359 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205223212.032, "dur": 3.574, + "args": { + "External id": 429857,"Record function id": 0, "Concrete Inputs": ["", "[128, 1024]", "[1024, 1]", "131200"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 3360 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205223227.099, "dur": 0.915, + "args": { + "External id": 429858,"Record function id": 0, "Concrete Inputs": ["", "[128, 1024]", "[1024, 1]", "262272"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 3361 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205223237.274, "dur": 0.695, + "args": { + "External id": 429859,"Record function id": 0, "Concrete Inputs": ["", "[128, 1024]", "[1024, 1]", "393344"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 3362 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205223247.500, "dur": 1.039, + "args": { + "External id": 429860,"Record function id": 0, "Concrete Inputs": ["", "[128]", "[1]", "524416"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 3363 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205223258.249, "dur": 2.879, + "args": { + "External id": 429861,"Record function id": 0, "Concrete Inputs": ["", "[352, 1024]", "[1024, 1]", "524544"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 3364 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205223271.222, "dur": 1.893, + "args": { + "External id": 429862,"Record function id": 0, "Concrete Inputs": ["", "[352, 1024]", "[1024, 1]", "884992"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 3365 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205223282.387, "dur": 0.864, + "args": { + "External id": 429863,"Record function id": 0, "Concrete Inputs": ["", "[128, 2816]", "[2816, 1]", "1245440"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 3366 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: CompiledFunctionBackward", "pid": 4183440, "tid": 31337, + "ts": 675205223373.888, "dur": 2655.787, + "args": { + "External id": 429864,"Record function id": 0, "Ev Idx": 3367 + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "FSDP::pre_backward (model.layers.7)", "pid": 4183440, "tid": 31337, + "ts": 675205223393.048, "dur": 971.862, + "args": { + "External id": 429865,"Record function id": 0, "Ev Idx": 3368 + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "FSDP::all_gather_copy_out (model.layers.7)", "pid": 4183440, "tid": 31337, + "ts": 675205223409.074, "dur": 334.973, + "args": { + "External id": 429866,"Record function id": 0, "Ev Idx": 3369 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675205223481.592, "dur": 4.265, + "args": { + "External id": 429867,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[12847104], []], "Ev Idx": 3370 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675205223488.677, "dur": 1.317, + "args": { + "External id": 429868,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[1024], []], "Ev Idx": 3371 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675205223491.676, "dur": 2.885, + "args": { + "External id": 429869,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[1048576], []], "Ev Idx": 3372 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675205223496.194, "dur": 0.826, + "args": { + "External id": 429870,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[1048576], []], "Ev Idx": 3373 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675205223498.469, "dur": 0.758, + "args": { + "External id": 429871,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[1048576], []], "Ev Idx": 3374 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675205223500.624, "dur": 0.781, + "args": { + "External id": 429872,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[1048576], []], "Ev Idx": 3375 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675205223502.957, "dur": 1.490, + "args": { + "External id": 429873,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[1024], []], "Ev Idx": 3376 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675205223506.032, "dur": 0.646, + "args": { + "External id": 429874,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[2883584], []], "Ev Idx": 3377 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675205223508.016, "dur": 0.758, + "args": { + "External id": 429875,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[2883584], []], "Ev Idx": 3378 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675205223510.082, "dur": 1.049, + "args": { + "External id": 429876,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[2883584], []], "Ev Idx": 3379 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "fsdp::split_with_sizes_copy", "pid": 4183440, "tid": 31337, + "ts": 675205223529.128, "dur": 180.935, + "args": { + "External id": 429877,"Record function id": 0, "Concrete Inputs": ["", "[128, 131072, 131072, 131072, 131072, 128, 360448, 360448, 360448]", "1", ""], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "TensorList"], "Input Strides": [[1605888, 1], [], [], [[128, 1], [131072, 1], [131072, 1], [131072, 1], [131072, 1], [128, 1], [360448, 1], [360448, 1], [360448, 1]]], "Input Dims": [[8, 1605888], [], [], [[8, 128], [8, 131072], [8, 131072], [8, 131072], [8, 131072], [8, 128], [8, 360448], [8, 360448], [8, 360448]]], "Ev Idx": 3380 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes_copy", "pid": 4183440, "tid": 31337, + "ts": 675205223544.592, "dur": 160.238, + "args": { + "External id": 429878,"Record function id": 0, "Concrete Inputs": ["", "[128, 131072, 131072, 131072, 131072, 128, 360448, 360448, 360448]", "1", ""], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "TensorList"], "Input Strides": [[1605888, 1], [], [], [[128, 1], [131072, 1], [131072, 1], [131072, 1], [131072, 1], [128, 1], [360448, 1], [360448, 1], [360448, 1]]], "Input Dims": [[8, 1605888], [], [], [[8, 128], [8, 131072], [8, 131072], [8, 131072], [8, 131072], [8, 128], [8, 360448], [8, 360448], [8, 360448]]], "Ev Idx": 3381 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 31337, + "ts": 675205223557.625, "dur": 15.269, + "args": { + "External id": 429879,"Record function id": 0, "Concrete Inputs": ["[823]", "4", "", "", "True", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 3382 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 31337, + "ts": 675205223576.352, "dur": 61.285, + "args": { + "External id": 429880,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", "False", ""], "Input type": ["long int", "", "", "", "", "Scalar", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], [], []], "Input Dims": [[823], [], [], [], [], [], [], []], "Ev Idx": 3383 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::_to_copy", "pid": 4183440, "tid": 31337, + "ts": 675205223578.899, "dur": 58.374, + "args": { + "External id": 429881,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", ""], "Input type": ["long int", "", "", "", "", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], []], "Input Dims": [[823], [], [], [], [], [], []], "Ev Idx": 3384 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 4183440, "tid": 31337, + "ts": 675205223582.401, "dur": 5.740, + "args": { + "External id": 429882,"Record function id": 0, "Concrete Inputs": ["[823]", "[1]", "4", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 3385 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 4183440, "tid": 31337, + "ts": 675205223589.799, "dur": 46.643, + "args": { + "External id": 429883,"Record function id": 0, "Concrete Inputs": ["", "", "True"], "Input type": ["long int", "long int", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[823], [823], []], "Ev Idx": 3386 + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "FSDP::backward_prefetch for model.layers.6", "pid": 4183440, "tid": 31337, + "ts": 675205223823.455, "dur": 534.244, + "args": { + "External id": 429884,"Record function id": 0, "Ev Idx": 3387 + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "FSDP::all_gather (model.layers.6)", "pid": 4183440, "tid": 31337, + "ts": 675205223840.232, "dur": 505.281, + "args": { + "External id": 429885,"Record function id": 0, "Ev Idx": 3388 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 31337, + "ts": 675205223895.845, "dur": 5.655, + "args": { + "External id": 429886,"Record function id": 0, "Concrete Inputs": ["[1605888]", "15", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 3389 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes", "pid": 4183440, "tid": 31337, + "ts": 675205223917.944, "dur": 42.301, + "args": { + "External id": 429887,"Record function id": 0, "Concrete Inputs": ["", "[128, 131072, 131072, 131072, 131072, 128, 360448, 360448, 360448]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar"], "Input Strides": [[1], [], []], "Input Dims": [[1605888], [], []], "Ev Idx": 3390 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205223922.333, "dur": 1.367, + "args": { + "External id": 429888,"Record function id": 0, "Concrete Inputs": ["", "[128]", "[1]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 3391 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205223925.201, "dur": 1.308, + "args": { + "External id": 429889,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "128"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 3392 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205223927.894, "dur": 0.451, + "args": { + "External id": 429890,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "131200"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 3393 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205223929.412, "dur": 0.617, + "args": { + "External id": 429891,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "262272"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 3394 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205223931.947, "dur": 0.253, + "args": { + "External id": 429892,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "393344"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 3395 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205223947.523, "dur": 2.480, + "args": { + "External id": 429893,"Record function id": 0, "Concrete Inputs": ["", "[128]", "[1]", "524416"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 3396 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205223952.005, "dur": 0.619, + "args": { + "External id": 429894,"Record function id": 0, "Concrete Inputs": ["", "[360448]", "[1]", "524544"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 3397 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205223953.833, "dur": 0.494, + "args": { + "External id": 429895,"Record function id": 0, "Concrete Inputs": ["", "[360448]", "[1]", "884992"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 3398 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205223955.506, "dur": 0.422, + "args": { + "External id": 429896,"Record function id": 0, "Concrete Inputs": ["", "[360448]", "[1]", "1245440"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 3399 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::_foreach_copy_", "pid": 4183440, "tid": 31337, + "ts": 675205223971.552, "dur": 33.234, + "args": { + "External id": 429897,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["TensorList", "TensorList", "Scalar"], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [[1], [1], [1], [1], [1], [1], [1], [1], [1]], []], "Input Dims": [[[128], [131072], [131072], [131072], [131072], [128], [360448], [360448], [360448]], [[128], [131072], [131072], [131072], [131072], [128], [360448], [360448], [360448]], []], "Ev Idx": 3400 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "fsdp::all_gather_copy_in", "pid": 4183440, "tid": 31337, + "ts": 675205224039.514, "dur": 90.026, + "args": { + "External id": 429898,"Record function id": 0, "Concrete Inputs": ["", "[128, 131072, 131072, 131072, 131072, 128, 360448, 360448, 360448]", "1605888", "8", "4", "15", ""], "Input type": ["TensorList", "ScalarList", "Scalar", "Scalar", "Scalar", "Scalar", ""], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [], [], [], [], [], []], "Input Dims": [[[128], [131072], [131072], [131072], [131072], [128], [360448], [360448], [360448]], [], [], [], [], [], []], "Ev Idx": 3401 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 31337, + "ts": 675205224049.499, "dur": 4.131, + "args": { + "External id": 429899,"Record function id": 0, "Concrete Inputs": ["[12847104]", "15", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 3402 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::narrow", "pid": 4183440, "tid": 31337, + "ts": 675205224058.607, "dur": 10.073, + "args": { + "External id": 429900,"Record function id": 0, "Concrete Inputs": ["", "0", "6423552", "1605888"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[12847104], [], [], []], "Ev Idx": 3403 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 4183440, "tid": 31337, + "ts": 675205224063.043, "dur": 5.206, + "args": { + "External id": 429901,"Record function id": 0, "Concrete Inputs": ["", "0", "6423552", "8029440", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], [], []], "Input Dims": [[12847104], [], [], [], []], "Ev Idx": 3404 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205224066.514, "dur": 0.621, + "args": { + "External id": 429902,"Record function id": 0, "Concrete Inputs": ["", "[1605888]", "[1]", "6423552"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[12847104], [], [], []], "Ev Idx": 3405 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes", "pid": 4183440, "tid": 31337, + "ts": 675205224075.594, "dur": 20.062, + "args": { + "External id": 429903,"Record function id": 0, "Concrete Inputs": ["", "[128, 131072, 131072, 131072, 131072, 128, 360448, 360448, 360448]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar"], "Input Strides": [[1], [], []], "Input Dims": [[1605888], [], []], "Ev Idx": 3406 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205224077.722, "dur": 0.281, + "args": { + "External id": 429904,"Record function id": 0, "Concrete Inputs": ["", "[128]", "[1]", "6423552"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 3407 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205224079.510, "dur": 0.276, + "args": { + "External id": 429905,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "6423680"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 3408 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205224081.218, "dur": 2.266, + "args": { + "External id": 429906,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "6554752"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 3409 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205224084.559, "dur": 0.355, + "args": { + "External id": 429907,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "6685824"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 3410 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205224085.883, "dur": 0.357, + "args": { + "External id": 429908,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "6816896"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 3411 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205224087.328, "dur": 0.402, + "args": { + "External id": 429909,"Record function id": 0, "Concrete Inputs": ["", "[128]", "[1]", "6947968"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 3412 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205224088.916, "dur": 0.390, + "args": { + "External id": 429910,"Record function id": 0, "Concrete Inputs": ["", "[360448]", "[1]", "6948096"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 3413 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205224090.771, "dur": 0.352, + "args": { + "External id": 429911,"Record function id": 0, "Concrete Inputs": ["", "[360448]", "[1]", "7308544"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 3414 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205224092.165, "dur": 0.436, + "args": { + "External id": 429912,"Record function id": 0, "Concrete Inputs": ["", "[360448]", "[1]", "7668992"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 3415 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::_foreach_copy_", "pid": 4183440, "tid": 31337, + "ts": 675205224105.242, "dur": 17.249, + "args": { + "External id": 429913,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["TensorList", "TensorList", "Scalar"], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [[1], [1], [1], [1], [1], [1], [1], [1], [1]], []], "Input Dims": [[[128], [131072], [131072], [131072], [131072], [128], [360448], [360448], [360448]], [[128], [131072], [131072], [131072], [131072], [128], [360448], [360448], [360448]], []], "Ev Idx": 3416 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "c10d::_allgather_base_", "pid": 4183440, "tid": 31337, + "ts": 675205224173.219, "dur": 108.785, + "args": { + "External id": 429914,"Record function id": 0, "Concrete Inputs": ["", "", "", "False", "-1"], "Input type": ["c10::BFloat16", "c10::BFloat16", "", "Scalar", "Scalar"], "Input Strides": [[1], [1], [], [], []], "Input Dims": [[12847104], [1605888], [], [], []], "Ev Idx": 3417 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 4183440, "tid": 31337, + "ts": 675205224195.245, "dur": 83.064, + "args": { + "External id": 429915,"Record function id": 0, "Collective name": "_allgather_base", "Process Group Description": "default_pg", "dtype": "BFloat16", "Rank": 4, "Input Strides": [[1], [], [], [], [], [], [], [], [], []], "Concrete Inputs": ["", "", "", "4", "", "[]", "[]", "0", "1", "8"], "Out msg nelems": 12847104, "Process Group Name": "0", "Input type": ["c10::BFloat16", "", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Global rank stride": 1, "Out split size": "[]", "In split size": "[]", "Process Group Ranks": "[0, 1, 2, 3, 4, 5, 6, 7]", "Group size": 8, "Input Dims": [[1605888], [], [], [], [], [], [], [], [], []], "Global rank start": 0, "Ev Idx": 3418, "In msg nelems": 1605888 + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "nccl:_all_gather_base", "pid": 4183440, "tid": 31337, + "ts": 675205224205.677, "dur": 68.381, + "args": { + "External id": 429916,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[1605888]], "Ev Idx": 3419 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 4183440, "tid": 31337, + "ts": 675205224295.193, "dur": 1.800, + "args": { + "External id": 429917,"Record function id": 0, "Collective name": "wait", "Process Group Description": "default_pg", "dtype": "Byte", "Input Dims": [[], [], [], [], [], [], [], [], []], "Input Strides": [[], [], [], [], [], [], [], [], []], "Input type": ["", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Concrete Inputs": ["", "", "4", "", "[]", "[]", "-1", "-1", "1"], "Out msg nelems": 0, "Process Group Name": "0", "Process Group Ranks": "[]", "Group size": 1, "Ev Idx": 3420, "In msg nelems": 0, "Rank": 4, "In split size": "[]", "Out split size": "[]" + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "CompiledFunctionBackward", "pid": 4183440, "tid": 31337, + "ts": 675205224372.294, "dur": 1633.173, + "args": { + "External id": 429918,"Sequence number": 5055616, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[4194304, 1024, 1]], "Input Dims": [[16, 4096, 1024]], "Ev Idx": 3421 + } + }, + { + "ph": "f", "id": 196, "pid": 4183440, "tid": 31337, "ts": 675205224372.294, + "cat": "fwdbwd", "name": "fwdbwd", "bp": "e" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675205224480.078, "dur": 98.711, + "args": { + "External id": 429919,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [2816, 1], [2816, 1]], "Input Dims": [[65536, 1024], [1024, 2816], [65536, 2816]], "Ev Idx": 3422 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused__to_copy_add_mul_rsub_silu_0", "pid": 4183440, "tid": 31337, + "ts": 675205224619.434, "dur": 82.732, + "args": { + "External id": 429920,"kernel_hash": "clkmb2nvivik7xt77lza2snvzeuraclmpbqhk34lgigbl7zlxati", "grid": "grid(184549376,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "", "", "184549376"], "kernel_file": "/tmp/torchinductor_cvm/lk/clkmb2nvivik7xt77lza2snvzeuraclmpbqhk34lgigbl7zlxati.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[2816, 1], [2816, 1], [2816, 1], [11534336, 2816, 1], [11534336, 2816, 1], [11534336, 2816, 1], []], "Input Dims": [[65536, 2816], [65536, 2816], [65536, 2816], [16, 4096, 2816], [16, 4096, 2816], [16, 4096, 2816], []], "Ev Idx": 3423 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::bmm", "pid": 4183440, "tid": 31337, + "ts": 675205224721.373, "dur": 49.285, + "args": { + "External id": 429921,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[0, 1, 1024], [0, 2816, 1], [2883584, 2816, 1]], "Input Dims": [[1, 1024, 65536], [1, 65536, 2816], [1, 1024, 2816]], "Ev Idx": 3424 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675205224779.881, "dur": 30.010, + "args": { + "External id": 429922,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 2816], [1024, 1], [1024, 1]], "Input Dims": [[2816, 65536], [65536, 1024], [2816, 1024]], "Ev Idx": 3425 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675205224818.011, "dur": 34.341, + "args": { + "External id": 429923,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2816, 1], [1024, 1], [1024, 1]], "Input Dims": [[65536, 2816], [2816, 1024], [65536, 1024]], "Ev Idx": 3426 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675205224858.634, "dur": 22.649, + "args": { + "External id": 429924,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 2816], [1024, 1], [1024, 1]], "Input Dims": [[2816, 65536], [65536, 1024], [2816, 1024]], "Ev Idx": 3427 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675205224888.366, "dur": 27.811, + "args": { + "External id": 429925,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2816, 1], [1024, 1], [1024, 1]], "Input Dims": [[65536, 2816], [2816, 1024], [65536, 1024]], "Ev Idx": 3428 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused_1", "pid": 4183440, "tid": 31337, + "ts": 675205224956.696, "dur": 27.147, + "args": { + "External id": 429926,"kernel_hash": "cmdhmofoq6dkjtzh34c2kzhgghtmhpal5f3rxqvpfiur2wxglwjs", "grid": "grid(67108864,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "67108864"], "kernel_file": "/tmp/torchinductor_cvm/md/cmdhmofoq6dkjtzh34c2kzhgghtmhpal5f3rxqvpfiur2wxglwjs.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[1024, 1], [1024, 1], []], "Input Dims": [[65536, 1024], [65536, 1024], []], "Ev Idx": 3429 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "layer_norm_bwd_kernel_0", "pid": 4183440, "tid": 31337, + "ts": 675205225002.469, "dur": 28.757, + "args": { + "External id": 429927,"kernel_hash": "cuevaar5u646bgtmpubrbyzqz3sdut3cwthdo7wpizzjr6oluqi5", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "", "", "", "65536", "1024", "1", "497", "132", "True", "1024", "True", "False", "True", "False", "False"], "kernel_file": "/tmp/torchinductor_cvm/ue/cuevaar5u646bgtmpubrbyzqz3sdut3cwthdo7wpizzjr6oluqi5.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "float", "c10::BFloat16", "float", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [1], [1024, 1], [1024, 1], [1024, 1], [1024, 1], [1], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[65536, 1024], [1024], [65536, 1024], [65536, 1024], [132, 1024], [65536, 1024], [65536], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 3430 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "triton_red_fused_sum_2", "pid": 4183440, "tid": 31337, + "ts": 675205225049.795, "dur": 19.558, + "args": { + "External id": 429928,"kernel_hash": "cw4ogu6mqrgcawgfqkyrzhc5xil4j4vfrn34wqhb2qfx2hbqyotj", "grid": "grid(2048,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "2048", "66"], "kernel_file": "/tmp/torchinductor_cvm/w4/cw4ogu6mqrgcawgfqkyrzhc5xil4j4vfrn34wqhb2qfx2hbqyotj.py", "kernel_backend": "triton", "Input type": ["float", "float", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [2048, 1, 1024], [], []], "Input Dims": [[132, 1024], [1, 1024, 2], [], []], "Ev Idx": 3431 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "triton_per_fused__to_copy_sum_3", "pid": 4183440, "tid": 31337, + "ts": 675205225082.679, "dur": 16.036, + "args": { + "External id": 429929,"kernel_hash": "c3dzxlwq2gbpkrmfvuijgv5eon5iwfw455hggookxniqczni5xao", "grid": "grid(1024,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "1024", "2"], "kernel_file": "/tmp/torchinductor_cvm/3d/c3dzxlwq2gbpkrmfvuijgv5eon5iwfw455hggookxniqczni5xao.py", "kernel_backend": "triton", "Input type": ["float", "c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[2048, 1, 1024], [1024, 1], [], []], "Input Dims": [[1, 1024, 2], [1, 1024], [], []], "Ev Idx": 3432 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675205225107.828, "dur": 41.716, + "args": { + "External id": 429930,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 1024], [1024, 1], [1024, 1]], "Input Dims": [[1024, 65536], [65536, 1024], [1024, 1024]], "Ev Idx": 3433 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675205225152.871, "dur": 30.749, + "args": { + "External id": 429931,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1024, 1], [1024, 1]], "Input Dims": [[65536, 1024], [1024, 1024], [65536, 1024]], "Ev Idx": 3434 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "flash_attn::_flash_attn_backward", "pid": 4183440, "tid": 31337, + "ts": 675205225211.644, "dur": 164.249, + "args": { + "External id": 429932,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "", "", "", "", "0.", "0.125", "True", "-1", "-1", "0.", "", "False", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "float", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "", "Scalar", "long int"], "Input Strides": [[4194304, 1024, 64, 1], [4194304, 1024, 64, 1], [4194304, 1024, 64, 1], [4194304, 1024, 64, 1], [4194304, 1024, 64, 1], [65536, 4096, 1], [4194304, 1024, 64, 1], [4194304, 1024, 64, 1], [4194304, 1024, 64, 1], [], [], [], [], [], [], [], [], [1]], "Input Dims": [[16, 4096, 16, 64], [16, 4096, 16, 64], [16, 4096, 16, 64], [16, 4096, 16, 64], [16, 4096, 16, 64], [16, 16, 4096], [16, 4096, 16, 64], [16, 4096, 16, 64], [16, 4096, 16, 64], [], [], [], [], [], [], [], [], [2]], "Ev Idx": 3435 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 31337, + "ts": 675205225282.676, "dur": 7.777, + "args": { + "External id": 429933,"Record function id": 0, "Concrete Inputs": ["[16, 16, 4096]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 3436 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 31337, + "ts": 675205225292.652, "dur": 3.375, + "args": { + "External id": 429934,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 16, 64]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 3437 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "rotary_embedding_kernel_1", "pid": 4183440, "tid": 31337, + "ts": 675205225404.439, "dur": 28.046, + "args": { + "External id": 429935,"kernel_hash": "cnnjyph67nk54fjnuktc2nmchkiw5uvx4mqovnyasu7ursptxrg7", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "0", "16", "4096", "16", "64", "32", "8192", "32", "64", "False", "False", "False", "True"], "kernel_file": "/tmp/torchinductor_cvm/nn/cnnjyph67nk54fjnuktc2nmchkiw5uvx4mqovnyasu7ursptxrg7.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[4194304, 1024, 64, 1], [32, 1], [32, 1], [4194304, 1024, 64, 1], [], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[16, 4096, 16, 64], [8192, 32], [8192, 32], [16, 4096, 16, 64], [], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 3438 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "rotary_embedding_kernel_1", "pid": 4183440, "tid": 31337, + "ts": 675205225443.898, "dur": 14.577, + "args": { + "External id": 429936,"kernel_hash": "cnnjyph67nk54fjnuktc2nmchkiw5uvx4mqovnyasu7ursptxrg7", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "0", "16", "4096", "16", "64", "32", "8192", "32", "64", "False", "False", "False", "True"], "kernel_file": "/tmp/torchinductor_cvm/nn/cnnjyph67nk54fjnuktc2nmchkiw5uvx4mqovnyasu7ursptxrg7.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[4194304, 1024, 64, 1], [32, 1], [32, 1], [4194304, 1024, 64, 1], [], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[16, 4096, 16, 64], [8192, 32], [8192, 32], [16, 4096, 16, 64], [], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 3439 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675205225470.055, "dur": 44.466, + "args": { + "External id": 429937,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 1024], [1024, 1], [1024, 1]], "Input Dims": [[1024, 65536], [65536, 1024], [1024, 1024]], "Ev Idx": 3440 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675205225522.908, "dur": 30.094, + "args": { + "External id": 429938,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1024, 1], [1024, 1]], "Input Dims": [[65536, 1024], [1024, 1024], [65536, 1024]], "Ev Idx": 3441 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675205225559.063, "dur": 27.906, + "args": { + "External id": 429939,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 1024], [1024, 1], [1024, 1]], "Input Dims": [[1024, 65536], [65536, 1024], [1024, 1024]], "Ev Idx": 3442 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675205225593.734, "dur": 27.951, + "args": { + "External id": 429940,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1024, 1], [1024, 1]], "Input Dims": [[65536, 1024], [1024, 1024], [65536, 1024]], "Ev Idx": 3443 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675205225627.072, "dur": 66.947, + "args": { + "External id": 429941,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 1024], [1024, 1], [1024, 1]], "Input Dims": [[1024, 65536], [65536, 1024], [1024, 1024]], "Ev Idx": 3444 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675205225705.047, "dur": 33.684, + "args": { + "External id": 429942,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1024, 1], [1024, 1]], "Input Dims": [[65536, 1024], [1024, 1024], [65536, 1024]], "Ev Idx": 3445 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused_4", "pid": 4183440, "tid": 31337, + "ts": 675205225759.069, "dur": 27.963, + "args": { + "External id": 429943,"kernel_hash": "cn6a6cq4k7qdw3wki5ksil45pjzcbfrfjarshv63ivxttjehkezz", "grid": "grid(67108864,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "67108864"], "kernel_file": "/tmp/torchinductor_cvm/n6/cn6a6cq4k7qdw3wki5ksil45pjzcbfrfjarshv63ivxttjehkezz.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[1024, 1], [1024, 1], [1024, 1], []], "Input Dims": [[65536, 1024], [65536, 1024], [65536, 1024], []], "Ev Idx": 3446 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "layer_norm_bwd_kernel_2", "pid": 4183440, "tid": 31337, + "ts": 675205225812.611, "dur": 37.411, + "args": { + "External id": 429944,"kernel_hash": "cwvn5v4u6cexxzo6wfnjojuuby7ad6wk6jmjnzhsan4mprdashfg", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "", "", "65536", "1024", "1", "497", "132", "True", "1024", "False", "False", "True", "False", "False"], "kernel_file": "/tmp/torchinductor_cvm/wv/cwvn5v4u6cexxzo6wfnjojuuby7ad6wk6jmjnzhsan4mprdashfg.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "float", "float", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [1], [1024, 1], [1024, 1], [1024, 1], [1], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[65536, 1024], [1024], [65536, 1024], [65536, 1024], [132, 1024], [65536], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 3447 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "triton_red_fused_sum_2", "pid": 4183440, "tid": 31337, + "ts": 675205225869.699, "dur": 18.717, + "args": { + "External id": 429945,"kernel_hash": "cw4ogu6mqrgcawgfqkyrzhc5xil4j4vfrn34wqhb2qfx2hbqyotj", "grid": "grid(2048,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "2048", "66"], "kernel_file": "/tmp/torchinductor_cvm/w4/cw4ogu6mqrgcawgfqkyrzhc5xil4j4vfrn34wqhb2qfx2hbqyotj.py", "kernel_backend": "triton", "Input type": ["float", "float", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [2048, 1, 1024], [], []], "Input Dims": [[132, 1024], [1, 1024, 2], [], []], "Ev Idx": 3448 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "triton_per_fused__to_copy_sum_3", "pid": 4183440, "tid": 31337, + "ts": 675205225904.506, "dur": 14.956, + "args": { + "External id": 429946,"kernel_hash": "c3dzxlwq2gbpkrmfvuijgv5eon5iwfw455hggookxniqczni5xao", "grid": "grid(1024,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "1024", "2"], "kernel_file": "/tmp/torchinductor_cvm/3d/c3dzxlwq2gbpkrmfvuijgv5eon5iwfw455hggookxniqczni5xao.py", "kernel_backend": "triton", "Input type": ["float", "c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[2048, 1, 1024], [1024, 1], [], []], "Input Dims": [[1, 1024, 2], [1, 1024], [], []], "Ev Idx": 3449 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused_add_5", "pid": 4183440, "tid": 31337, + "ts": 675205225947.733, "dur": 22.972, + "args": { + "External id": 429947,"kernel_hash": "cx5ypd3rju7i5obvafc2itek3ewywgqdgrrndct7omk4mswsdop7", "grid": "grid(67108864,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "67108864"], "kernel_file": "/tmp/torchinductor_cvm/x5/cx5ypd3rju7i5obvafc2itek3ewywgqdgrrndct7omk4mswsdop7.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[1024, 1], [1024, 1], [4194304, 1024, 1], []], "Input Dims": [[65536, 1024], [65536, 1024], [16, 4096, 1024], []], "Ev Idx": 3450 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205226052.831, "dur": 15.847, + "args": { + "External id": 429948,"Record function id": 0, "Ev Idx": 3451 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205226056.580, "dur": 11.118, + "args": { + "External id": 429949,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[1024]], "Ev Idx": 3452 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 4183440, "tid": 31337, + "ts": 675205226060.911, "dur": 5.934, + "args": { + "External id": 429950,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[1024]], "Ev Idx": 3453 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 4183440, "tid": 31337, + "ts": 675205226062.326, "dur": 4.432, + "args": { + "External id": 429951,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[1024]], "Ev Idx": 3454 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205226075.886, "dur": 4.363, + "args": { + "External id": 429952,"Record function id": 0, "Ev Idx": 3455 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205226077.339, "dur": 2.455, + "args": { + "External id": 429953,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 3456 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 4183440, "tid": 31337, + "ts": 675205226078.135, "dur": 1.189, + "args": { + "External id": 429954,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 3457 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 4183440, "tid": 31337, + "ts": 675205226078.420, "dur": 0.829, + "args": { + "External id": 429955,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 3458 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205226083.510, "dur": 4.176, + "args": { + "External id": 429956,"Record function id": 0, "Ev Idx": 3459 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205226084.870, "dur": 2.386, + "args": { + "External id": 429957,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[1024]], "Ev Idx": 3460 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 4183440, "tid": 31337, + "ts": 675205226085.720, "dur": 1.137, + "args": { + "External id": 429958,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[1024]], "Ev Idx": 3461 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 4183440, "tid": 31337, + "ts": 675205226086.216, "dur": 0.576, + "args": { + "External id": 429959,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[1024]], "Ev Idx": 3462 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205226090.905, "dur": 4.057, + "args": { + "External id": 429960,"Record function id": 0, "Ev Idx": 3463 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205226092.442, "dur": 2.074, + "args": { + "External id": 429961,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2816, 1]], "Input Dims": [[1024, 2816]], "Ev Idx": 3464 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 4183440, "tid": 31337, + "ts": 675205226093.157, "dur": 0.950, + "args": { + "External id": 429962,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2816, 1]], "Input Dims": [[1024, 2816]], "Ev Idx": 3465 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 4183440, "tid": 31337, + "ts": 675205226093.464, "dur": 0.562, + "args": { + "External id": 429963,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2816, 1]], "Input Dims": [[1024, 2816]], "Ev Idx": 3466 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205226098.085, "dur": 5.512, + "args": { + "External id": 429964,"Record function id": 0, "Ev Idx": 3467 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205226099.481, "dur": 3.663, + "args": { + "External id": 429965,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[2816, 1024]], "Ev Idx": 3468 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 4183440, "tid": 31337, + "ts": 675205226099.993, "dur": 2.755, + "args": { + "External id": 429966,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[2816, 1024]], "Ev Idx": 3469 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 4183440, "tid": 31337, + "ts": 675205226100.355, "dur": 2.316, + "args": { + "External id": 429967,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[2816, 1024]], "Ev Idx": 3470 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205226106.724, "dur": 4.035, + "args": { + "External id": 429968,"Record function id": 0, "Ev Idx": 3471 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205226107.972, "dur": 2.365, + "args": { + "External id": 429969,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 3472 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 4183440, "tid": 31337, + "ts": 675205226108.519, "dur": 1.422, + "args": { + "External id": 429970,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 3473 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 4183440, "tid": 31337, + "ts": 675205226109.008, "dur": 0.869, + "args": { + "External id": 429971,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 3474 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205226114.020, "dur": 4.940, + "args": { + "External id": 429972,"Record function id": 0, "Ev Idx": 3475 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205226115.848, "dur": 2.665, + "args": { + "External id": 429973,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 3476 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 4183440, "tid": 31337, + "ts": 675205226116.467, "dur": 1.620, + "args": { + "External id": 429974,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 3477 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 4183440, "tid": 31337, + "ts": 675205226117.327, "dur": 0.694, + "args": { + "External id": 429975,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 3478 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205226122.021, "dur": 3.925, + "args": { + "External id": 429976,"Record function id": 0, "Ev Idx": 3479 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205226123.644, "dur": 1.881, + "args": { + "External id": 429977,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[2816, 1024]], "Ev Idx": 3480 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 4183440, "tid": 31337, + "ts": 675205226124.156, "dur": 0.985, + "args": { + "External id": 429978,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[2816, 1024]], "Ev Idx": 3481 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 4183440, "tid": 31337, + "ts": 675205226124.498, "dur": 0.576, + "args": { + "External id": 429979,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[2816, 1024]], "Ev Idx": 3482 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205226132.015, "dur": 3.655, + "args": { + "External id": 429980,"Record function id": 0, "Ev Idx": 3483 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205226133.174, "dur": 2.061, + "args": { + "External id": 429981,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 3484 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 4183440, "tid": 31337, + "ts": 675205226133.813, "dur": 1.010, + "args": { + "External id": 429982,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 3485 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 4183440, "tid": 31337, + "ts": 675205226134.147, "dur": 0.607, + "args": { + "External id": 429983,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 3486 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: RegisterPostBackwardFunctionBackward", "pid": 4183440, "tid": 31337, + "ts": 675205226139.274, "dur": 14888.229, + "args": { + "External id": 429984,"Record function id": 0, "Sequence number": 5055615, "Fwd thread id": 1, "Ev Idx": 3487 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "RegisterPostBackwardFunctionBackward", "pid": 4183440, "tid": 31337, + "ts": 675205226140.454, "dur": 14878.265, + "args": { + "External id": 429985,"Sequence number": 5055615, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[4194304, 1024, 1]], "Input Dims": [[16, 4096, 1024]], "Ev Idx": 3488 + } + }, + { + "ph": "f", "id": 197, "pid": 4183440, "tid": 31337, "ts": 675205226140.454, + "cat": "fwdbwd", "name": "fwdbwd", "bp": "e" + }, + { + "ph": "X", "cat": "user_annotation", "name": "FSDP::post_backward_accumulate (model.layers.7)", "pid": 4183440, "tid": 31337, + "ts": 675205226168.938, "dur": 43.006, + "args": { + "External id": 429986,"Record function id": 0, "Ev Idx": 3489 + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "FSDP::post_backward_reshard (model.layers.7)", "pid": 4183440, "tid": 31337, + "ts": 675205226219.344, "dur": 64.215, + "args": { + "External id": 429987,"Record function id": 0, "Ev Idx": 3490 + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "FSDP::post_backward_reduce (model.layers.7)", "pid": 4183440, "tid": 31337, + "ts": 675205226290.100, "dur": 14720.456, + "args": { + "External id": 429988,"Record function id": 0, "Ev Idx": 3491 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 31337, + "ts": 675205226377.176, "dur": 7.125, + "args": { + "External id": 429989,"Record function id": 0, "Concrete Inputs": ["[12847104]", "6", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 3492 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675205226393.650, "dur": 4.900, + "args": { + "External id": 429990,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["float", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[12847104], []], "Ev Idx": 3493 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "fsdp::chunk_cat", "pid": 4183440, "tid": 31337, + "ts": 675205226412.777, "dur": 13877.261, + "args": { + "External id": 429991,"Record function id": 0, "Concrete Inputs": ["", "0", "8", ""], "Input type": ["TensorList", "Scalar", "Scalar", "float"], "Input Strides": [[[1], [1024, 1], [1024, 1], [1024, 1], [1024, 1], [1], [1024, 1], [1024, 1], [2816, 1]], [], [], [1605888, 1]], "Input Dims": [[[1024], [1024, 1024], [1024, 1024], [1024, 1024], [1024, 1024], [1024], [2816, 1024], [2816, 1024], [1024, 2816]], [], [], [8, 1605888]], "Ev Idx": 3494 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::_chunk_cat", "pid": 4183440, "tid": 31337, + "ts": 675205226425.944, "dur": 13855.855, + "args": { + "External id": 429992,"Record function id": 0, "Concrete Inputs": ["", "0", "8", ""], "Input type": ["TensorList", "Scalar", "Scalar", "float"], "Input Strides": [[[1], [1024, 1], [1024, 1], [1024, 1], [1024, 1], [1], [1024, 1], [1024, 1], [2816, 1]], [], [], [1605888, 1]], "Input Dims": [[[1024], [1024, 1024], [1024, 1024], [1024, 1024], [1024, 1024], [1024], [2816, 1024], [2816, 1024], [1024, 2816]], [], [], [8, 1605888]], "Ev Idx": 3495 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 31337, + "ts": 675205226445.981, "dur": 13.797, + "args": { + "External id": 429993,"Record function id": 0, "Concrete Inputs": ["[3194]", "4", "", "", "True", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 3496 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 31337, + "ts": 675205226464.726, "dur": 13780.832, + "args": { + "External id": 429994,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", "False", ""], "Input type": ["long int", "", "", "", "", "Scalar", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], [], []], "Input Dims": [[3194], [], [], [], [], [], [], []], "Ev Idx": 3497 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::_to_copy", "pid": 4183440, "tid": 31337, + "ts": 675205226466.988, "dur": 13777.741, + "args": { + "External id": 429995,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", ""], "Input type": ["long int", "", "", "", "", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], []], "Input Dims": [[3194], [], [], [], [], [], []], "Ev Idx": 3498 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 4183440, "tid": 31337, + "ts": 675205226471.230, "dur": 6.971, + "args": { + "External id": 429996,"Record function id": 0, "Concrete Inputs": ["[3194]", "[1]", "4", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 3499 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 4183440, "tid": 31337, + "ts": 675205226480.145, "dur": 13761.046, + "args": { + "External id": 429997,"Record function id": 0, "Concrete Inputs": ["", "", "True"], "Input type": ["long int", "long int", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[3194], [3194], []], "Ev Idx": 3500 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::new_empty", "pid": 4183440, "tid": 31337, + "ts": 675205240377.730, "dur": 9.624, + "args": { + "External id": 429998,"Record function id": 0, "Concrete Inputs": ["", "[1605888]", "", "", "", "False"], "Input type": ["float", "ScalarList", "", "", "", "Scalar"], "Input Strides": [[1], [], [], [], [], []], "Input Dims": [[12847104], [], [], [], [], []], "Ev Idx": 3501 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 31337, + "ts": 675205240380.672, "dur": 6.353, + "args": { + "External id": 429999,"Record function id": 0, "Concrete Inputs": ["[1605888]", "6", "0", "", "False", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 3502 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "c10d::_reduce_scatter_base_", "pid": 4183440, "tid": 31337, + "ts": 675205240415.261, "dur": 303.299, + "args": { + "External id": 430000,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "False", "-1"], "Input type": ["float", "float", "", "", "Scalar", "Scalar"], "Input Strides": [[1], [1], [], [], [], []], "Input Dims": [[1605888], [12847104], [], [], [], []], "Ev Idx": 3503 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 4183440, "tid": 31337, + "ts": 675205240441.616, "dur": 271.472, + "args": { + "External id": 430001,"Record function id": 0, "Collective name": "_reduce_scatter_base", "Process Group Description": "default_pg", "dtype": "Float", "Rank": 4, "Input Strides": [[1], [], [], [], [], [], [], [], [], []], "Concrete Inputs": ["", "", "", "4", "", "[]", "[]", "0", "1", "8"], "Out msg nelems": 1605888, "Process Group Name": "0", "Input type": ["float", "", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Global rank stride": 1, "Out split size": "[]", "In split size": "[]", "Process Group Ranks": "[0, 1, 2, 3, 4, 5, 6, 7]", "Group size": 8, "Input Dims": [[12847104], [], [], [], [], [], [], [], [], []], "Global rank start": 0, "Ev Idx": 3504, "In msg nelems": 12847104 + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "nccl:_reduce_scatter_base", "pid": 4183440, "tid": 31337, + "ts": 675205240453.039, "dur": 254.337, + "args": { + "External id": 430002,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1]], "Input Dims": [[12847104]], "Ev Idx": 3505 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 4183440, "tid": 31337, + "ts": 675205240737.802, "dur": 2.218, + "args": { + "External id": 430003,"Record function id": 0, "Collective name": "wait", "Process Group Description": "default_pg", "dtype": "Byte", "Input Dims": [[], [], [], [], [], [], [], [], []], "Input Strides": [[], [], [], [], [], [], [], [], []], "Input type": ["", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Concrete Inputs": ["", "", "4", "", "[]", "[]", "-1", "-1", "1"], "Out msg nelems": 0, "Process Group Name": "0", "Process Group Ranks": "[]", "Group size": 1, "Ev Idx": 3506, "In msg nelems": 0, "Rank": 4, "In split size": "[]", "Out split size": "[]" + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205240796.400, "dur": 6.632, + "args": { + "External id": 430004,"Record function id": 0, "Concrete Inputs": ["", "[128]", "[1]", "0"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 3507 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205240845.023, "dur": 1.467, + "args": { + "External id": 430005,"Record function id": 0, "Concrete Inputs": ["", "[128, 1024]", "[1024, 1]", "128"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 3508 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205240862.160, "dur": 1.300, + "args": { + "External id": 430006,"Record function id": 0, "Concrete Inputs": ["", "[128, 1024]", "[1024, 1]", "131200"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 3509 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205240874.870, "dur": 2.674, + "args": { + "External id": 430007,"Record function id": 0, "Concrete Inputs": ["", "[128, 1024]", "[1024, 1]", "262272"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 3510 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205240888.706, "dur": 0.705, + "args": { + "External id": 430008,"Record function id": 0, "Concrete Inputs": ["", "[128, 1024]", "[1024, 1]", "393344"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 3511 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205240898.210, "dur": 0.992, + "args": { + "External id": 430009,"Record function id": 0, "Concrete Inputs": ["", "[128]", "[1]", "524416"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 3512 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205240908.742, "dur": 0.713, + "args": { + "External id": 430010,"Record function id": 0, "Concrete Inputs": ["", "[352, 1024]", "[1024, 1]", "524544"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 3513 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205240919.920, "dur": 3.335, + "args": { + "External id": 430011,"Record function id": 0, "Concrete Inputs": ["", "[352, 1024]", "[1024, 1]", "884992"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 3514 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205240932.904, "dur": 13.706, + "args": { + "External id": 430012,"Record function id": 0, "Concrete Inputs": ["", "[128, 2816]", "[2816, 1]", "1245440"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 3515 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: CompiledFunctionBackward", "pid": 4183440, "tid": 31337, + "ts": 675205241043.271, "dur": 2591.205, + "args": { + "External id": 430013,"Record function id": 0, "Ev Idx": 3516 + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "FSDP::pre_backward (model.layers.6)", "pid": 4183440, "tid": 31337, + "ts": 675205241063.099, "dur": 984.762, + "args": { + "External id": 430014,"Record function id": 0, "Ev Idx": 3517 + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "FSDP::all_gather_copy_out (model.layers.6)", "pid": 4183440, "tid": 31337, + "ts": 675205241078.436, "dur": 292.319, + "args": { + "External id": 430015,"Record function id": 0, "Ev Idx": 3518 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675205241153.471, "dur": 4.089, + "args": { + "External id": 430016,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[12847104], []], "Ev Idx": 3519 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675205241160.723, "dur": 1.178, + "args": { + "External id": 430017,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[1024], []], "Ev Idx": 3520 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675205241164.027, "dur": 0.767, + "args": { + "External id": 430018,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[1048576], []], "Ev Idx": 3521 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675205241166.611, "dur": 0.700, + "args": { + "External id": 430019,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[1048576], []], "Ev Idx": 3522 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675205241168.943, "dur": 2.637, + "args": { + "External id": 430020,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[1048576], []], "Ev Idx": 3523 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675205241173.180, "dur": 0.853, + "args": { + "External id": 430021,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[1048576], []], "Ev Idx": 3524 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675205241175.944, "dur": 1.792, + "args": { + "External id": 430022,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[1024], []], "Ev Idx": 3525 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675205241179.300, "dur": 0.651, + "args": { + "External id": 430023,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[2883584], []], "Ev Idx": 3526 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675205241181.710, "dur": 0.516, + "args": { + "External id": 430024,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[2883584], []], "Ev Idx": 3527 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675205241183.726, "dur": 0.516, + "args": { + "External id": 430025,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[2883584], []], "Ev Idx": 3528 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "fsdp::split_with_sizes_copy", "pid": 4183440, "tid": 31337, + "ts": 675205241202.739, "dur": 138.539, + "args": { + "External id": 430026,"Record function id": 0, "Concrete Inputs": ["", "[128, 131072, 131072, 131072, 131072, 128, 360448, 360448, 360448]", "1", ""], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "TensorList"], "Input Strides": [[1605888, 1], [], [], [[128, 1], [131072, 1], [131072, 1], [131072, 1], [131072, 1], [128, 1], [360448, 1], [360448, 1], [360448, 1]]], "Input Dims": [[8, 1605888], [], [], [[8, 128], [8, 131072], [8, 131072], [8, 131072], [8, 131072], [8, 128], [8, 360448], [8, 360448], [8, 360448]]], "Ev Idx": 3529 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes_copy", "pid": 4183440, "tid": 31337, + "ts": 675205241217.899, "dur": 119.161, + "args": { + "External id": 430027,"Record function id": 0, "Concrete Inputs": ["", "[128, 131072, 131072, 131072, 131072, 128, 360448, 360448, 360448]", "1", ""], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "TensorList"], "Input Strides": [[1605888, 1], [], [], [[128, 1], [131072, 1], [131072, 1], [131072, 1], [131072, 1], [128, 1], [360448, 1], [360448, 1], [360448, 1]]], "Input Dims": [[8, 1605888], [], [], [[8, 128], [8, 131072], [8, 131072], [8, 131072], [8, 131072], [8, 128], [8, 360448], [8, 360448], [8, 360448]]], "Ev Idx": 3530 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 31337, + "ts": 675205241230.273, "dur": 13.775, + "args": { + "External id": 430028,"Record function id": 0, "Concrete Inputs": ["[823]", "4", "", "", "True", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 3531 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 31337, + "ts": 675205241246.954, "dur": 61.902, + "args": { + "External id": 430029,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", "False", ""], "Input type": ["long int", "", "", "", "", "Scalar", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], [], []], "Input Dims": [[823], [], [], [], [], [], [], []], "Ev Idx": 3532 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::_to_copy", "pid": 4183440, "tid": 31337, + "ts": 675205241249.777, "dur": 58.772, + "args": { + "External id": 430030,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", ""], "Input type": ["long int", "", "", "", "", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], []], "Input Dims": [[823], [], [], [], [], [], []], "Ev Idx": 3533 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 4183440, "tid": 31337, + "ts": 675205241253.747, "dur": 5.270, + "args": { + "External id": 430031,"Record function id": 0, "Concrete Inputs": ["[823]", "[1]", "4", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 3534 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 4183440, "tid": 31337, + "ts": 675205241260.667, "dur": 47.295, + "args": { + "External id": 430032,"Record function id": 0, "Concrete Inputs": ["", "", "True"], "Input type": ["long int", "long int", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[823], [823], []], "Ev Idx": 3535 + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "FSDP::backward_prefetch for model.layers.5", "pid": 4183440, "tid": 31337, + "ts": 675205241446.800, "dur": 593.009, + "args": { + "External id": 430033,"Record function id": 0, "Ev Idx": 3536 + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "FSDP::all_gather (model.layers.5)", "pid": 4183440, "tid": 31337, + "ts": 675205241463.395, "dur": 563.667, + "args": { + "External id": 430034,"Record function id": 0, "Ev Idx": 3537 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 31337, + "ts": 675205241518.451, "dur": 6.678, + "args": { + "External id": 430035,"Record function id": 0, "Concrete Inputs": ["[1605888]", "15", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 3538 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes", "pid": 4183440, "tid": 31337, + "ts": 675205241540.757, "dur": 27.695, + "args": { + "External id": 430036,"Record function id": 0, "Concrete Inputs": ["", "[128, 131072, 131072, 131072, 131072, 128, 360448, 360448, 360448]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar"], "Input Strides": [[1], [], []], "Input Dims": [[1605888], [], []], "Ev Idx": 3539 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205241545.367, "dur": 1.356, + "args": { + "External id": 430037,"Record function id": 0, "Concrete Inputs": ["", "[128]", "[1]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 3540 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205241548.433, "dur": 0.284, + "args": { + "External id": 430038,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "128"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 3541 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205241550.024, "dur": 0.659, + "args": { + "External id": 430039,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "131200"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 3542 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205241552.083, "dur": 0.457, + "args": { + "External id": 430040,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "262272"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 3543 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205241554.216, "dur": 0.573, + "args": { + "External id": 430041,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "393344"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 3544 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205241556.067, "dur": 0.656, + "args": { + "External id": 430042,"Record function id": 0, "Concrete Inputs": ["", "[128]", "[1]", "524416"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 3545 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205241558.503, "dur": 0.488, + "args": { + "External id": 430043,"Record function id": 0, "Concrete Inputs": ["", "[360448]", "[1]", "524544"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 3546 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205241560.620, "dur": 1.825, + "args": { + "External id": 430044,"Record function id": 0, "Concrete Inputs": ["", "[360448]", "[1]", "884992"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 3547 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205241563.956, "dur": 0.587, + "args": { + "External id": 430045,"Record function id": 0, "Concrete Inputs": ["", "[360448]", "[1]", "1245440"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 3548 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::_foreach_copy_", "pid": 4183440, "tid": 31337, + "ts": 675205241578.209, "dur": 29.956, + "args": { + "External id": 430046,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["TensorList", "TensorList", "Scalar"], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [[1], [1], [1], [1], [1], [1], [1], [1], [1]], []], "Input Dims": [[[128], [131072], [131072], [131072], [131072], [128], [360448], [360448], [360448]], [[128], [131072], [131072], [131072], [131072], [128], [360448], [360448], [360448]], []], "Ev Idx": 3549 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "fsdp::all_gather_copy_in", "pid": 4183440, "tid": 31337, + "ts": 675205241637.283, "dur": 145.230, + "args": { + "External id": 430047,"Record function id": 0, "Concrete Inputs": ["", "[128, 131072, 131072, 131072, 131072, 128, 360448, 360448, 360448]", "1605888", "8", "4", "15", ""], "Input type": ["TensorList", "ScalarList", "Scalar", "Scalar", "Scalar", "Scalar", ""], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [], [], [], [], [], []], "Input Dims": [[[128], [131072], [131072], [131072], [131072], [128], [360448], [360448], [360448]], [], [], [], [], [], []], "Ev Idx": 3550 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 31337, + "ts": 675205241646.452, "dur": 3.331, + "args": { + "External id": 430048,"Record function id": 0, "Concrete Inputs": ["[12847104]", "15", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 3551 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::narrow", "pid": 4183440, "tid": 31337, + "ts": 675205241697.149, "dur": 11.149, + "args": { + "External id": 430049,"Record function id": 0, "Concrete Inputs": ["", "0", "6423552", "1605888"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[12847104], [], [], []], "Ev Idx": 3552 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 4183440, "tid": 31337, + "ts": 675205241701.231, "dur": 6.622, + "args": { + "External id": 430050,"Record function id": 0, "Concrete Inputs": ["", "0", "6423552", "8029440", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], [], []], "Input Dims": [[12847104], [], [], [], []], "Ev Idx": 3553 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205241705.142, "dur": 0.816, + "args": { + "External id": 430051,"Record function id": 0, "Concrete Inputs": ["", "[1605888]", "[1]", "6423552"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[12847104], [], [], []], "Ev Idx": 3554 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes", "pid": 4183440, "tid": 31337, + "ts": 675205241718.093, "dur": 22.156, + "args": { + "External id": 430052,"Record function id": 0, "Concrete Inputs": ["", "[128, 131072, 131072, 131072, 131072, 128, 360448, 360448, 360448]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar"], "Input Strides": [[1], [], []], "Input Dims": [[1605888], [], []], "Ev Idx": 3555 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205241720.575, "dur": 0.760, + "args": { + "External id": 430053,"Record function id": 0, "Concrete Inputs": ["", "[128]", "[1]", "6423552"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 3556 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205241722.743, "dur": 0.768, + "args": { + "External id": 430054,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "6423680"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 3557 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205241725.031, "dur": 0.550, + "args": { + "External id": 430055,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "6554752"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 3558 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205241726.682, "dur": 0.860, + "args": { + "External id": 430056,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "6685824"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 3559 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205241728.874, "dur": 2.247, + "args": { + "External id": 430057,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "6816896"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 3560 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205241732.491, "dur": 0.544, + "args": { + "External id": 430058,"Record function id": 0, "Concrete Inputs": ["", "[128]", "[1]", "6947968"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 3561 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205241734.042, "dur": 0.278, + "args": { + "External id": 430059,"Record function id": 0, "Concrete Inputs": ["", "[360448]", "[1]", "6948096"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 3562 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205241735.065, "dur": 0.639, + "args": { + "External id": 430060,"Record function id": 0, "Concrete Inputs": ["", "[360448]", "[1]", "7308544"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 3563 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205241736.676, "dur": 0.339, + "args": { + "External id": 430061,"Record function id": 0, "Concrete Inputs": ["", "[360448]", "[1]", "7668992"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 3564 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::_foreach_copy_", "pid": 4183440, "tid": 31337, + "ts": 675205241751.674, "dur": 23.270, + "args": { + "External id": 430062,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["TensorList", "TensorList", "Scalar"], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [[1], [1], [1], [1], [1], [1], [1], [1], [1]], []], "Input Dims": [[[128], [131072], [131072], [131072], [131072], [128], [360448], [360448], [360448]], [[128], [131072], [131072], [131072], [131072], [128], [360448], [360448], [360448]], []], "Ev Idx": 3565 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "c10d::_allgather_base_", "pid": 4183440, "tid": 31337, + "ts": 675205241829.071, "dur": 125.952, + "args": { + "External id": 430063,"Record function id": 0, "Concrete Inputs": ["", "", "", "False", "-1"], "Input type": ["c10::BFloat16", "c10::BFloat16", "", "Scalar", "Scalar"], "Input Strides": [[1], [1], [], [], []], "Input Dims": [[12847104], [1605888], [], [], []], "Ev Idx": 3566 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 4183440, "tid": 31337, + "ts": 675205241852.012, "dur": 98.417, + "args": { + "External id": 430064,"Record function id": 0, "Collective name": "_allgather_base", "Process Group Description": "default_pg", "dtype": "BFloat16", "Rank": 4, "Input Strides": [[1], [], [], [], [], [], [], [], [], []], "Concrete Inputs": ["", "", "", "4", "", "[]", "[]", "0", "1", "8"], "Out msg nelems": 12847104, "Process Group Name": "0", "Input type": ["c10::BFloat16", "", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Global rank stride": 1, "Out split size": "[]", "In split size": "[]", "Process Group Ranks": "[0, 1, 2, 3, 4, 5, 6, 7]", "Group size": 8, "Input Dims": [[1605888], [], [], [], [], [], [], [], [], []], "Global rank start": 0, "Ev Idx": 3567, "In msg nelems": 1605888 + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "nccl:_all_gather_base", "pid": 4183440, "tid": 31337, + "ts": 675205241861.794, "dur": 69.285, + "args": { + "External id": 430065,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[1605888]], "Ev Idx": 3568 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 4183440, "tid": 31337, + "ts": 675205241971.192, "dur": 2.279, + "args": { + "External id": 430066,"Record function id": 0, "Collective name": "wait", "Process Group Description": "default_pg", "dtype": "Byte", "Input Dims": [[], [], [], [], [], [], [], [], []], "Input Strides": [[], [], [], [], [], [], [], [], []], "Input type": ["", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Concrete Inputs": ["", "", "4", "", "[]", "[]", "-1", "-1", "1"], "Out msg nelems": 0, "Process Group Name": "0", "Process Group Ranks": "[]", "Group size": 1, "Ev Idx": 3569, "In msg nelems": 0, "Rank": 4, "In split size": "[]", "Out split size": "[]" + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "CompiledFunctionBackward", "pid": 4183440, "tid": 31337, + "ts": 675205242055.412, "dur": 1558.895, + "args": { + "External id": 430067,"Sequence number": 5055614, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[4194304, 1024, 1]], "Input Dims": [[16, 4096, 1024]], "Ev Idx": 3570 + } + }, + { + "ph": "f", "id": 198, "pid": 4183440, "tid": 31337, "ts": 675205242055.412, + "cat": "fwdbwd", "name": "fwdbwd", "bp": "e" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675205242164.979, "dur": 102.896, + "args": { + "External id": 430068,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [2816, 1], [2816, 1]], "Input Dims": [[65536, 1024], [1024, 2816], [65536, 2816]], "Ev Idx": 3571 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused__to_copy_add_mul_rsub_silu_0", "pid": 4183440, "tid": 31337, + "ts": 675205242310.481, "dur": 39.956, + "args": { + "External id": 430069,"kernel_hash": "clkmb2nvivik7xt77lza2snvzeuraclmpbqhk34lgigbl7zlxati", "grid": "grid(184549376,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "", "", "184549376"], "kernel_file": "/tmp/torchinductor_cvm/lk/clkmb2nvivik7xt77lza2snvzeuraclmpbqhk34lgigbl7zlxati.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[2816, 1], [2816, 1], [2816, 1], [11534336, 2816, 1], [11534336, 2816, 1], [11534336, 2816, 1], []], "Input Dims": [[65536, 2816], [65536, 2816], [65536, 2816], [16, 4096, 2816], [16, 4096, 2816], [16, 4096, 2816], []], "Ev Idx": 3572 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::bmm", "pid": 4183440, "tid": 31337, + "ts": 675205242366.060, "dur": 40.207, + "args": { + "External id": 430070,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[0, 1, 1024], [0, 2816, 1], [2883584, 2816, 1]], "Input Dims": [[1, 1024, 65536], [1, 65536, 2816], [1, 1024, 2816]], "Ev Idx": 3573 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675205242415.088, "dur": 26.542, + "args": { + "External id": 430071,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 2816], [1024, 1], [1024, 1]], "Input Dims": [[2816, 65536], [65536, 1024], [2816, 1024]], "Ev Idx": 3574 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675205242447.606, "dur": 32.658, + "args": { + "External id": 430072,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2816, 1], [1024, 1], [1024, 1]], "Input Dims": [[65536, 2816], [2816, 1024], [65536, 1024]], "Ev Idx": 3575 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675205242488.054, "dur": 21.066, + "args": { + "External id": 430073,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 2816], [1024, 1], [1024, 1]], "Input Dims": [[2816, 65536], [65536, 1024], [2816, 1024]], "Ev Idx": 3576 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675205242515.823, "dur": 28.896, + "args": { + "External id": 430074,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2816, 1], [1024, 1], [1024, 1]], "Input Dims": [[65536, 2816], [2816, 1024], [65536, 1024]], "Ev Idx": 3577 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused_1", "pid": 4183440, "tid": 31337, + "ts": 675205242567.292, "dur": 23.795, + "args": { + "External id": 430075,"kernel_hash": "cmdhmofoq6dkjtzh34c2kzhgghtmhpal5f3rxqvpfiur2wxglwjs", "grid": "grid(67108864,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "67108864"], "kernel_file": "/tmp/torchinductor_cvm/md/cmdhmofoq6dkjtzh34c2kzhgghtmhpal5f3rxqvpfiur2wxglwjs.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[1024, 1], [1024, 1], []], "Input Dims": [[65536, 1024], [65536, 1024], []], "Ev Idx": 3578 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "layer_norm_bwd_kernel_0", "pid": 4183440, "tid": 31337, + "ts": 675205242608.135, "dur": 27.088, + "args": { + "External id": 430076,"kernel_hash": "cuevaar5u646bgtmpubrbyzqz3sdut3cwthdo7wpizzjr6oluqi5", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "", "", "", "65536", "1024", "1", "497", "132", "True", "1024", "True", "False", "True", "False", "False"], "kernel_file": "/tmp/torchinductor_cvm/ue/cuevaar5u646bgtmpubrbyzqz3sdut3cwthdo7wpizzjr6oluqi5.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "float", "c10::BFloat16", "float", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [1], [1024, 1], [1024, 1], [1024, 1], [1024, 1], [1], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[65536, 1024], [1024], [65536, 1024], [65536, 1024], [132, 1024], [65536, 1024], [65536], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 3579 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "triton_red_fused_sum_2", "pid": 4183440, "tid": 31337, + "ts": 675205242693.862, "dur": 22.432, + "args": { + "External id": 430077,"kernel_hash": "cw4ogu6mqrgcawgfqkyrzhc5xil4j4vfrn34wqhb2qfx2hbqyotj", "grid": "grid(2048,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "2048", "66"], "kernel_file": "/tmp/torchinductor_cvm/w4/cw4ogu6mqrgcawgfqkyrzhc5xil4j4vfrn34wqhb2qfx2hbqyotj.py", "kernel_backend": "triton", "Input type": ["float", "float", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [2048, 1, 1024], [], []], "Input Dims": [[132, 1024], [1, 1024, 2], [], []], "Ev Idx": 3580 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "triton_per_fused__to_copy_sum_3", "pid": 4183440, "tid": 31337, + "ts": 675205242731.373, "dur": 14.074, + "args": { + "External id": 430078,"kernel_hash": "c3dzxlwq2gbpkrmfvuijgv5eon5iwfw455hggookxniqczni5xao", "grid": "grid(1024,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "1024", "2"], "kernel_file": "/tmp/torchinductor_cvm/3d/c3dzxlwq2gbpkrmfvuijgv5eon5iwfw455hggookxniqczni5xao.py", "kernel_backend": "triton", "Input type": ["float", "c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[2048, 1, 1024], [1024, 1], [], []], "Input Dims": [[1, 1024, 2], [1, 1024], [], []], "Ev Idx": 3581 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675205242756.147, "dur": 41.557, + "args": { + "External id": 430079,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 1024], [1024, 1], [1024, 1]], "Input Dims": [[1024, 65536], [65536, 1024], [1024, 1024]], "Ev Idx": 3582 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675205242801.147, "dur": 30.527, + "args": { + "External id": 430080,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1024, 1], [1024, 1]], "Input Dims": [[65536, 1024], [1024, 1024], [65536, 1024]], "Ev Idx": 3583 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "flash_attn::_flash_attn_backward", "pid": 4183440, "tid": 31337, + "ts": 675205242871.460, "dur": 186.756, + "args": { + "External id": 430081,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "", "", "", "", "0.", "0.125", "True", "-1", "-1", "0.", "", "False", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "float", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "", "Scalar", "long int"], "Input Strides": [[4194304, 1024, 64, 1], [4194304, 1024, 64, 1], [4194304, 1024, 64, 1], [4194304, 1024, 64, 1], [4194304, 1024, 64, 1], [65536, 4096, 1], [4194304, 1024, 64, 1], [4194304, 1024, 64, 1], [4194304, 1024, 64, 1], [], [], [], [], [], [], [], [], [1]], "Input Dims": [[16, 4096, 16, 64], [16, 4096, 16, 64], [16, 4096, 16, 64], [16, 4096, 16, 64], [16, 4096, 16, 64], [16, 16, 4096], [16, 4096, 16, 64], [16, 4096, 16, 64], [16, 4096, 16, 64], [], [], [], [], [], [], [], [], [2]], "Ev Idx": 3584 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 31337, + "ts": 675205242965.000, "dur": 7.109, + "args": { + "External id": 430082,"Record function id": 0, "Concrete Inputs": ["[16, 16, 4096]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 3585 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 31337, + "ts": 675205242974.260, "dur": 3.624, + "args": { + "External id": 430083,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 16, 64]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 3586 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "rotary_embedding_kernel_1", "pid": 4183440, "tid": 31337, + "ts": 675205243093.493, "dur": 26.491, + "args": { + "External id": 430084,"kernel_hash": "cnnjyph67nk54fjnuktc2nmchkiw5uvx4mqovnyasu7ursptxrg7", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "0", "16", "4096", "16", "64", "32", "8192", "32", "64", "False", "False", "False", "True"], "kernel_file": "/tmp/torchinductor_cvm/nn/cnnjyph67nk54fjnuktc2nmchkiw5uvx4mqovnyasu7ursptxrg7.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[4194304, 1024, 64, 1], [32, 1], [32, 1], [4194304, 1024, 64, 1], [], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[16, 4096, 16, 64], [8192, 32], [8192, 32], [16, 4096, 16, 64], [], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 3587 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "rotary_embedding_kernel_1", "pid": 4183440, "tid": 31337, + "ts": 675205243131.590, "dur": 16.436, + "args": { + "External id": 430085,"kernel_hash": "cnnjyph67nk54fjnuktc2nmchkiw5uvx4mqovnyasu7ursptxrg7", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "0", "16", "4096", "16", "64", "32", "8192", "32", "64", "False", "False", "False", "True"], "kernel_file": "/tmp/torchinductor_cvm/nn/cnnjyph67nk54fjnuktc2nmchkiw5uvx4mqovnyasu7ursptxrg7.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[4194304, 1024, 64, 1], [32, 1], [32, 1], [4194304, 1024, 64, 1], [], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[16, 4096, 16, 64], [8192, 32], [8192, 32], [16, 4096, 16, 64], [], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 3588 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675205243157.010, "dur": 47.686, + "args": { + "External id": 430086,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 1024], [1024, 1], [1024, 1]], "Input Dims": [[1024, 65536], [65536, 1024], [1024, 1024]], "Ev Idx": 3589 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675205243212.690, "dur": 31.841, + "args": { + "External id": 430087,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1024, 1], [1024, 1]], "Input Dims": [[65536, 1024], [1024, 1024], [65536, 1024]], "Ev Idx": 3590 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675205243250.845, "dur": 26.740, + "args": { + "External id": 430088,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 1024], [1024, 1], [1024, 1]], "Input Dims": [[1024, 65536], [65536, 1024], [1024, 1024]], "Ev Idx": 3591 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675205243282.431, "dur": 27.618, + "args": { + "External id": 430089,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1024, 1], [1024, 1]], "Input Dims": [[65536, 1024], [1024, 1024], [65536, 1024]], "Ev Idx": 3592 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675205243316.276, "dur": 26.134, + "args": { + "External id": 430090,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 1024], [1024, 1], [1024, 1]], "Input Dims": [[1024, 65536], [65536, 1024], [1024, 1024]], "Ev Idx": 3593 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675205243353.325, "dur": 37.871, + "args": { + "External id": 430091,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1024, 1], [1024, 1]], "Input Dims": [[65536, 1024], [1024, 1024], [65536, 1024]], "Ev Idx": 3594 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused_4", "pid": 4183440, "tid": 31337, + "ts": 675205243419.133, "dur": 25.707, + "args": { + "External id": 430092,"kernel_hash": "cn6a6cq4k7qdw3wki5ksil45pjzcbfrfjarshv63ivxttjehkezz", "grid": "grid(67108864,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "67108864"], "kernel_file": "/tmp/torchinductor_cvm/n6/cn6a6cq4k7qdw3wki5ksil45pjzcbfrfjarshv63ivxttjehkezz.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[1024, 1], [1024, 1], [1024, 1], []], "Input Dims": [[65536, 1024], [65536, 1024], [65536, 1024], []], "Ev Idx": 3595 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "layer_norm_bwd_kernel_2", "pid": 4183440, "tid": 31337, + "ts": 675205243468.865, "dur": 24.598, + "args": { + "External id": 430093,"kernel_hash": "cwvn5v4u6cexxzo6wfnjojuuby7ad6wk6jmjnzhsan4mprdashfg", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "", "", "65536", "1024", "1", "497", "132", "True", "1024", "False", "False", "True", "False", "False"], "kernel_file": "/tmp/torchinductor_cvm/wv/cwvn5v4u6cexxzo6wfnjojuuby7ad6wk6jmjnzhsan4mprdashfg.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "float", "float", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [1], [1024, 1], [1024, 1], [1024, 1], [1], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[65536, 1024], [1024], [65536, 1024], [65536, 1024], [132, 1024], [65536], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 3596 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "triton_red_fused_sum_2", "pid": 4183440, "tid": 31337, + "ts": 675205243510.488, "dur": 16.128, + "args": { + "External id": 430094,"kernel_hash": "cw4ogu6mqrgcawgfqkyrzhc5xil4j4vfrn34wqhb2qfx2hbqyotj", "grid": "grid(2048,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "2048", "66"], "kernel_file": "/tmp/torchinductor_cvm/w4/cw4ogu6mqrgcawgfqkyrzhc5xil4j4vfrn34wqhb2qfx2hbqyotj.py", "kernel_backend": "triton", "Input type": ["float", "float", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [2048, 1, 1024], [], []], "Input Dims": [[132, 1024], [1, 1024, 2], [], []], "Ev Idx": 3597 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "triton_per_fused__to_copy_sum_3", "pid": 4183440, "tid": 31337, + "ts": 675205243540.650, "dur": 15.958, + "args": { + "External id": 430095,"kernel_hash": "c3dzxlwq2gbpkrmfvuijgv5eon5iwfw455hggookxniqczni5xao", "grid": "grid(1024,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "1024", "2"], "kernel_file": "/tmp/torchinductor_cvm/3d/c3dzxlwq2gbpkrmfvuijgv5eon5iwfw455hggookxniqczni5xao.py", "kernel_backend": "triton", "Input type": ["float", "c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[2048, 1, 1024], [1024, 1], [], []], "Input Dims": [[1, 1024, 2], [1, 1024], [], []], "Ev Idx": 3598 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused_add_5", "pid": 4183440, "tid": 31337, + "ts": 675205243568.589, "dur": 16.404, + "args": { + "External id": 430096,"kernel_hash": "cx5ypd3rju7i5obvafc2itek3ewywgqdgrrndct7omk4mswsdop7", "grid": "grid(67108864,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "67108864"], "kernel_file": "/tmp/torchinductor_cvm/x5/cx5ypd3rju7i5obvafc2itek3ewywgqdgrrndct7omk4mswsdop7.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[1024, 1], [1024, 1], [4194304, 1024, 1], []], "Input Dims": [[65536, 1024], [65536, 1024], [16, 4096, 1024], []], "Ev Idx": 3599 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205243693.034, "dur": 18.103, + "args": { + "External id": 430097,"Record function id": 0, "Ev Idx": 3600 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205243697.619, "dur": 12.244, + "args": { + "External id": 430098,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[1024]], "Ev Idx": 3601 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 4183440, "tid": 31337, + "ts": 675205243702.111, "dur": 6.341, + "args": { + "External id": 430099,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[1024]], "Ev Idx": 3602 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 4183440, "tid": 31337, + "ts": 675205243703.426, "dur": 4.780, + "args": { + "External id": 430100,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[1024]], "Ev Idx": 3603 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205243716.964, "dur": 4.651, + "args": { + "External id": 430101,"Record function id": 0, "Ev Idx": 3604 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205243718.409, "dur": 2.724, + "args": { + "External id": 430102,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 3605 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 4183440, "tid": 31337, + "ts": 675205243719.115, "dur": 1.367, + "args": { + "External id": 430103,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 3606 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 4183440, "tid": 31337, + "ts": 675205243719.455, "dur": 0.932, + "args": { + "External id": 430104,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 3607 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205243724.904, "dur": 6.700, + "args": { + "External id": 430105,"Record function id": 0, "Ev Idx": 3608 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205243726.674, "dur": 4.464, + "args": { + "External id": 430106,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[1024]], "Ev Idx": 3609 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 4183440, "tid": 31337, + "ts": 675205243727.457, "dur": 3.283, + "args": { + "External id": 430107,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[1024]], "Ev Idx": 3610 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 4183440, "tid": 31337, + "ts": 675205243727.996, "dur": 2.628, + "args": { + "External id": 430108,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[1024]], "Ev Idx": 3611 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205243734.988, "dur": 4.217, + "args": { + "External id": 430109,"Record function id": 0, "Ev Idx": 3612 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205243736.321, "dur": 2.419, + "args": { + "External id": 430110,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2816, 1]], "Input Dims": [[1024, 2816]], "Ev Idx": 3613 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 4183440, "tid": 31337, + "ts": 675205243737.003, "dur": 1.343, + "args": { + "External id": 430111,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2816, 1]], "Input Dims": [[1024, 2816]], "Ev Idx": 3614 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 4183440, "tid": 31337, + "ts": 675205243737.450, "dur": 0.795, + "args": { + "External id": 430112,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2816, 1]], "Input Dims": [[1024, 2816]], "Ev Idx": 3615 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205243742.218, "dur": 4.369, + "args": { + "External id": 430113,"Record function id": 0, "Ev Idx": 3616 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205243743.673, "dur": 2.447, + "args": { + "External id": 430114,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[2816, 1024]], "Ev Idx": 3617 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 4183440, "tid": 31337, + "ts": 675205243744.201, "dur": 1.527, + "args": { + "External id": 430115,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[2816, 1024]], "Ev Idx": 3618 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 4183440, "tid": 31337, + "ts": 675205243744.714, "dur": 0.907, + "args": { + "External id": 430116,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[2816, 1024]], "Ev Idx": 3619 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205243749.620, "dur": 4.240, + "args": { + "External id": 430117,"Record function id": 0, "Ev Idx": 3620 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205243751.113, "dur": 2.280, + "args": { + "External id": 430118,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 3621 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 4183440, "tid": 31337, + "ts": 675205243751.635, "dur": 1.372, + "args": { + "External id": 430119,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 3622 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 4183440, "tid": 31337, + "ts": 675205243752.160, "dur": 0.752, + "args": { + "External id": 430120,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 3623 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205243757.011, "dur": 3.750, + "args": { + "External id": 430121,"Record function id": 0, "Ev Idx": 3624 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205243758.336, "dur": 1.978, + "args": { + "External id": 430122,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 3625 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 4183440, "tid": 31337, + "ts": 675205243758.875, "dur": 0.977, + "args": { + "External id": 430123,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 3626 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 4183440, "tid": 31337, + "ts": 675205243759.217, "dur": 0.536, + "args": { + "External id": 430124,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 3627 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205243763.758, "dur": 4.114, + "args": { + "External id": 430125,"Record function id": 0, "Ev Idx": 3628 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205243765.429, "dur": 1.988, + "args": { + "External id": 430126,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[2816, 1024]], "Ev Idx": 3629 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 4183440, "tid": 31337, + "ts": 675205243765.928, "dur": 1.092, + "args": { + "External id": 430127,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[2816, 1024]], "Ev Idx": 3630 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 4183440, "tid": 31337, + "ts": 675205243766.229, "dur": 0.681, + "args": { + "External id": 430128,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[2816, 1024]], "Ev Idx": 3631 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205243770.830, "dur": 7.227, + "args": { + "External id": 430129,"Record function id": 0, "Ev Idx": 3632 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205243772.042, "dur": 5.552, + "args": { + "External id": 430130,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 3633 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 4183440, "tid": 31337, + "ts": 675205243772.554, "dur": 4.650, + "args": { + "External id": 430131,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 3634 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 4183440, "tid": 31337, + "ts": 675205243772.998, "dur": 4.102, + "args": { + "External id": 430132,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 3635 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: RegisterPostBackwardFunctionBackward", "pid": 4183440, "tid": 31337, + "ts": 675205243782.165, "dur": 14712.498, + "args": { + "External id": 430133,"Record function id": 0, "Sequence number": 5055613, "Fwd thread id": 1, "Ev Idx": 3636 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "RegisterPostBackwardFunctionBackward", "pid": 4183440, "tid": 31337, + "ts": 675205243783.612, "dur": 14703.144, + "args": { + "External id": 430134,"Sequence number": 5055613, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[4194304, 1024, 1]], "Input Dims": [[16, 4096, 1024]], "Ev Idx": 3637 + } + }, + { + "ph": "f", "id": 199, "pid": 4183440, "tid": 31337, "ts": 675205243783.612, + "cat": "fwdbwd", "name": "fwdbwd", "bp": "e" + }, + { + "ph": "X", "cat": "user_annotation", "name": "FSDP::post_backward_accumulate (model.layers.6)", "pid": 4183440, "tid": 31337, + "ts": 675205243813.429, "dur": 40.356, + "args": { + "External id": 430135,"Record function id": 0, "Ev Idx": 3638 + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "FSDP::post_backward_reshard (model.layers.6)", "pid": 4183440, "tid": 31337, + "ts": 675205243861.031, "dur": 65.686, + "args": { + "External id": 430136,"Record function id": 0, "Ev Idx": 3639 + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "FSDP::post_backward_reduce (model.layers.6)", "pid": 4183440, "tid": 31337, + "ts": 675205243932.640, "dur": 14546.363, + "args": { + "External id": 430137,"Record function id": 0, "Ev Idx": 3640 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 31337, + "ts": 675205244041.082, "dur": 7.970, + "args": { + "External id": 430138,"Record function id": 0, "Concrete Inputs": ["[12847104]", "6", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 3641 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675205244059.135, "dur": 6.940, + "args": { + "External id": 430139,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["float", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[12847104], []], "Ev Idx": 3642 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "fsdp::chunk_cat", "pid": 4183440, "tid": 31337, + "ts": 675205244080.640, "dur": 13741.390, + "args": { + "External id": 430140,"Record function id": 0, "Concrete Inputs": ["", "0", "8", ""], "Input type": ["TensorList", "Scalar", "Scalar", "float"], "Input Strides": [[[1], [1024, 1], [1024, 1], [1024, 1], [1024, 1], [1], [1024, 1], [1024, 1], [2816, 1]], [], [], [1605888, 1]], "Input Dims": [[[1024], [1024, 1024], [1024, 1024], [1024, 1024], [1024, 1024], [1024], [2816, 1024], [2816, 1024], [1024, 2816]], [], [], [8, 1605888]], "Ev Idx": 3643 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::_chunk_cat", "pid": 4183440, "tid": 31337, + "ts": 675205244094.136, "dur": 13720.110, + "args": { + "External id": 430141,"Record function id": 0, "Concrete Inputs": ["", "0", "8", ""], "Input type": ["TensorList", "Scalar", "Scalar", "float"], "Input Strides": [[[1], [1024, 1], [1024, 1], [1024, 1], [1024, 1], [1], [1024, 1], [1024, 1], [2816, 1]], [], [], [1605888, 1]], "Input Dims": [[[1024], [1024, 1024], [1024, 1024], [1024, 1024], [1024, 1024], [1024], [2816, 1024], [2816, 1024], [1024, 2816]], [], [], [8, 1605888]], "Ev Idx": 3644 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 31337, + "ts": 675205244118.044, "dur": 13.947, + "args": { + "External id": 430142,"Record function id": 0, "Concrete Inputs": ["[3194]", "4", "", "", "True", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 3645 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 31337, + "ts": 675205244137.079, "dur": 13641.483, + "args": { + "External id": 430143,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", "False", ""], "Input type": ["long int", "", "", "", "", "Scalar", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], [], []], "Input Dims": [[3194], [], [], [], [], [], [], []], "Ev Idx": 3646 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::_to_copy", "pid": 4183440, "tid": 31337, + "ts": 675205244139.674, "dur": 13638.008, + "args": { + "External id": 430144,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", ""], "Input type": ["long int", "", "", "", "", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], []], "Input Dims": [[3194], [], [], [], [], [], []], "Ev Idx": 3647 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 4183440, "tid": 31337, + "ts": 675205244143.847, "dur": 5.143, + "args": { + "External id": 430145,"Record function id": 0, "Concrete Inputs": ["[3194]", "[1]", "4", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 3648 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 4183440, "tid": 31337, + "ts": 675205244150.860, "dur": 13622.930, + "args": { + "External id": 430146,"Record function id": 0, "Concrete Inputs": ["", "", "True"], "Input type": ["long int", "long int", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[3194], [3194], []], "Ev Idx": 3649 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::new_empty", "pid": 4183440, "tid": 31337, + "ts": 675205257906.848, "dur": 9.116, + "args": { + "External id": 430147,"Record function id": 0, "Concrete Inputs": ["", "[1605888]", "", "", "", "False"], "Input type": ["float", "ScalarList", "", "", "", "Scalar"], "Input Strides": [[1], [], [], [], [], []], "Input Dims": [[12847104], [], [], [], [], []], "Ev Idx": 3650 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 31337, + "ts": 675205257909.685, "dur": 5.873, + "args": { + "External id": 430148,"Record function id": 0, "Concrete Inputs": ["[1605888]", "6", "0", "", "False", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 3651 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "c10d::_reduce_scatter_base_", "pid": 4183440, "tid": 31337, + "ts": 675205257954.003, "dur": 257.621, + "args": { + "External id": 430149,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "False", "-1"], "Input type": ["float", "float", "", "", "Scalar", "Scalar"], "Input Strides": [[1], [1], [], [], [], []], "Input Dims": [[1605888], [12847104], [], [], [], []], "Ev Idx": 3652 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 4183440, "tid": 31337, + "ts": 675205257980.921, "dur": 226.559, + "args": { + "External id": 430150,"Record function id": 0, "Collective name": "_reduce_scatter_base", "Process Group Description": "default_pg", "dtype": "Float", "Rank": 4, "Input Strides": [[1], [], [], [], [], [], [], [], [], []], "Concrete Inputs": ["", "", "", "4", "", "[]", "[]", "0", "1", "8"], "Out msg nelems": 1605888, "Process Group Name": "0", "Input type": ["float", "", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Global rank stride": 1, "Out split size": "[]", "In split size": "[]", "Process Group Ranks": "[0, 1, 2, 3, 4, 5, 6, 7]", "Group size": 8, "Input Dims": [[12847104], [], [], [], [], [], [], [], [], []], "Global rank start": 0, "Ev Idx": 3653, "In msg nelems": 12847104 + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "nccl:_reduce_scatter_base", "pid": 4183440, "tid": 31337, + "ts": 675205257993.055, "dur": 209.766, + "args": { + "External id": 430151,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1]], "Input Dims": [[12847104]], "Ev Idx": 3654 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 4183440, "tid": 31337, + "ts": 675205258228.189, "dur": 2.124, + "args": { + "External id": 430152,"Record function id": 0, "Collective name": "wait", "Process Group Description": "default_pg", "dtype": "Byte", "Input Dims": [[], [], [], [], [], [], [], [], []], "Input Strides": [[], [], [], [], [], [], [], [], []], "Input type": ["", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Concrete Inputs": ["", "", "4", "", "[]", "[]", "-1", "-1", "1"], "Out msg nelems": 0, "Process Group Name": "0", "Process Group Ranks": "[]", "Group size": 1, "Ev Idx": 3655, "In msg nelems": 0, "Rank": 4, "In split size": "[]", "Out split size": "[]" + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205258281.661, "dur": 5.865, + "args": { + "External id": 430153,"Record function id": 0, "Concrete Inputs": ["", "[128]", "[1]", "0"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 3656 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205258330.970, "dur": 1.646, + "args": { + "External id": 430154,"Record function id": 0, "Concrete Inputs": ["", "[128, 1024]", "[1024, 1]", "128"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 3657 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205258347.253, "dur": 1.500, + "args": { + "External id": 430155,"Record function id": 0, "Concrete Inputs": ["", "[128, 1024]", "[1024, 1]", "131200"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 3658 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205258359.832, "dur": 2.604, + "args": { + "External id": 430156,"Record function id": 0, "Concrete Inputs": ["", "[128, 1024]", "[1024, 1]", "262272"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 3659 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205258374.248, "dur": 0.750, + "args": { + "External id": 430157,"Record function id": 0, "Concrete Inputs": ["", "[128, 1024]", "[1024, 1]", "393344"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 3660 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205258384.053, "dur": 0.907, + "args": { + "External id": 430158,"Record function id": 0, "Concrete Inputs": ["", "[128]", "[1]", "524416"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 3661 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205258395.052, "dur": 0.874, + "args": { + "External id": 430159,"Record function id": 0, "Concrete Inputs": ["", "[352, 1024]", "[1024, 1]", "524544"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 3662 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205258407.152, "dur": 3.514, + "args": { + "External id": 430160,"Record function id": 0, "Concrete Inputs": ["", "[352, 1024]", "[1024, 1]", "884992"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 3663 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205258421.791, "dur": 0.605, + "args": { + "External id": 430161,"Record function id": 0, "Concrete Inputs": ["", "[128, 2816]", "[2816, 1]", "1245440"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 3664 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: CompiledFunctionBackward", "pid": 4183440, "tid": 31337, + "ts": 675205258507.504, "dur": 2769.205, + "args": { + "External id": 430162,"Record function id": 0, "Ev Idx": 3665 + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "FSDP::pre_backward (model.layers.5)", "pid": 4183440, "tid": 31337, + "ts": 675205258525.323, "dur": 1092.681, + "args": { + "External id": 430163,"Record function id": 0, "Ev Idx": 3666 + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "FSDP::all_gather_copy_out (model.layers.5)", "pid": 4183440, "tid": 31337, + "ts": 675205258538.948, "dur": 336.200, + "args": { + "External id": 430164,"Record function id": 0, "Ev Idx": 3667 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675205258612.309, "dur": 4.698, + "args": { + "External id": 430165,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[12847104], []], "Ev Idx": 3668 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675205258619.755, "dur": 0.960, + "args": { + "External id": 430166,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[1024], []], "Ev Idx": 3669 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675205258622.610, "dur": 0.918, + "args": { + "External id": 430167,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[1048576], []], "Ev Idx": 3670 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675205258625.362, "dur": 0.864, + "args": { + "External id": 430168,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[1048576], []], "Ev Idx": 3671 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675205258627.825, "dur": 2.387, + "args": { + "External id": 430169,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[1048576], []], "Ev Idx": 3672 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675205258631.744, "dur": 0.858, + "args": { + "External id": 430170,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[1048576], []], "Ev Idx": 3673 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675205258634.061, "dur": 1.836, + "args": { + "External id": 430171,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[1024], []], "Ev Idx": 3674 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675205258637.787, "dur": 0.807, + "args": { + "External id": 430172,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[2883584], []], "Ev Idx": 3675 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675205258640.083, "dur": 0.698, + "args": { + "External id": 430173,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[2883584], []], "Ev Idx": 3676 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675205258642.360, "dur": 0.923, + "args": { + "External id": 430174,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[2883584], []], "Ev Idx": 3677 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "fsdp::split_with_sizes_copy", "pid": 4183440, "tid": 31337, + "ts": 675205258702.627, "dur": 142.567, + "args": { + "External id": 430175,"Record function id": 0, "Concrete Inputs": ["", "[128, 131072, 131072, 131072, 131072, 128, 360448, 360448, 360448]", "1", ""], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "TensorList"], "Input Strides": [[1605888, 1], [], [], [[128, 1], [131072, 1], [131072, 1], [131072, 1], [131072, 1], [128, 1], [360448, 1], [360448, 1], [360448, 1]]], "Input Dims": [[8, 1605888], [], [], [[8, 128], [8, 131072], [8, 131072], [8, 131072], [8, 131072], [8, 128], [8, 360448], [8, 360448], [8, 360448]]], "Ev Idx": 3678 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes_copy", "pid": 4183440, "tid": 31337, + "ts": 675205258719.638, "dur": 121.373, + "args": { + "External id": 430176,"Record function id": 0, "Concrete Inputs": ["", "[128, 131072, 131072, 131072, 131072, 128, 360448, 360448, 360448]", "1", ""], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "TensorList"], "Input Strides": [[1605888, 1], [], [], [[128, 1], [131072, 1], [131072, 1], [131072, 1], [131072, 1], [128, 1], [360448, 1], [360448, 1], [360448, 1]]], "Input Dims": [[8, 1605888], [], [], [[8, 128], [8, 131072], [8, 131072], [8, 131072], [8, 131072], [8, 128], [8, 360448], [8, 360448], [8, 360448]]], "Ev Idx": 3679 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 31337, + "ts": 675205258732.745, "dur": 13.902, + "args": { + "External id": 430177,"Record function id": 0, "Concrete Inputs": ["[823]", "4", "", "", "True", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 3680 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 31337, + "ts": 675205258749.529, "dur": 62.752, + "args": { + "External id": 430178,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", "False", ""], "Input type": ["long int", "", "", "", "", "Scalar", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], [], []], "Input Dims": [[823], [], [], [], [], [], [], []], "Ev Idx": 3681 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::_to_copy", "pid": 4183440, "tid": 31337, + "ts": 675205258752.101, "dur": 59.807, + "args": { + "External id": 430179,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", ""], "Input type": ["long int", "", "", "", "", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], []], "Input Dims": [[823], [], [], [], [], [], []], "Ev Idx": 3682 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 4183440, "tid": 31337, + "ts": 675205258755.699, "dur": 6.834, + "args": { + "External id": 430180,"Record function id": 0, "Concrete Inputs": ["[823]", "[1]", "4", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 3683 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 4183440, "tid": 31337, + "ts": 675205258764.289, "dur": 46.877, + "args": { + "External id": 430181,"Record function id": 0, "Concrete Inputs": ["", "", "True"], "Input type": ["long int", "long int", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[823], [823], []], "Ev Idx": 3684 + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "FSDP::backward_prefetch for model.layers.4", "pid": 4183440, "tid": 31337, + "ts": 675205258973.105, "dur": 636.695, + "args": { + "External id": 430182,"Record function id": 0, "Ev Idx": 3685 + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "FSDP::all_gather (model.layers.4)", "pid": 4183440, "tid": 31337, + "ts": 675205258991.304, "dur": 606.280, + "args": { + "External id": 430183,"Record function id": 0, "Ev Idx": 3686 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 31337, + "ts": 675205259049.552, "dur": 7.117, + "args": { + "External id": 430184,"Record function id": 0, "Concrete Inputs": ["[1605888]", "15", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 3687 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes", "pid": 4183440, "tid": 31337, + "ts": 675205259072.170, "dur": 26.235, + "args": { + "External id": 430185,"Record function id": 0, "Concrete Inputs": ["", "[128, 131072, 131072, 131072, 131072, 128, 360448, 360448, 360448]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar"], "Input Strides": [[1], [], []], "Input Dims": [[1605888], [], []], "Ev Idx": 3688 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205259076.984, "dur": 1.861, + "args": { + "External id": 430186,"Record function id": 0, "Concrete Inputs": ["", "[128]", "[1]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 3689 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205259080.626, "dur": 0.584, + "args": { + "External id": 430187,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "128"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 3690 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205259082.288, "dur": 0.670, + "args": { + "External id": 430188,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "131200"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 3691 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205259084.790, "dur": 0.247, + "args": { + "External id": 430189,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "262272"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 3692 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205259086.358, "dur": 0.444, + "args": { + "External id": 430190,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "393344"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 3693 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205259088.239, "dur": 0.403, + "args": { + "External id": 430191,"Record function id": 0, "Concrete Inputs": ["", "[128]", "[1]", "524416"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 3694 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205259089.785, "dur": 0.275, + "args": { + "External id": 430192,"Record function id": 0, "Concrete Inputs": ["", "[360448]", "[1]", "524544"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 3695 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205259091.444, "dur": 1.954, + "args": { + "External id": 430193,"Record function id": 0, "Concrete Inputs": ["", "[360448]", "[1]", "884992"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 3696 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205259094.627, "dur": 0.331, + "args": { + "External id": 430194,"Record function id": 0, "Concrete Inputs": ["", "[360448]", "[1]", "1245440"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 3697 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::_foreach_copy_", "pid": 4183440, "tid": 31337, + "ts": 675205259108.435, "dur": 32.069, + "args": { + "External id": 430195,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["TensorList", "TensorList", "Scalar"], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [[1], [1], [1], [1], [1], [1], [1], [1], [1]], []], "Input Dims": [[[128], [131072], [131072], [131072], [131072], [128], [360448], [360448], [360448]], [[128], [131072], [131072], [131072], [131072], [128], [360448], [360448], [360448]], []], "Ev Idx": 3698 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "fsdp::all_gather_copy_in", "pid": 4183440, "tid": 31337, + "ts": 675205259169.667, "dur": 194.271, + "args": { + "External id": 430196,"Record function id": 0, "Concrete Inputs": ["", "[128, 131072, 131072, 131072, 131072, 128, 360448, 360448, 360448]", "1605888", "8", "4", "15", ""], "Input type": ["TensorList", "ScalarList", "Scalar", "Scalar", "Scalar", "Scalar", ""], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [], [], [], [], [], []], "Input Dims": [[[128], [131072], [131072], [131072], [131072], [128], [360448], [360448], [360448]], [], [], [], [], [], []], "Ev Idx": 3699 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 31337, + "ts": 675205259179.478, "dur": 3.061, + "args": { + "External id": 430197,"Record function id": 0, "Concrete Inputs": ["[12847104]", "15", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 3700 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::narrow", "pid": 4183440, "tid": 31337, + "ts": 675205259187.320, "dur": 18.760, + "args": { + "External id": 430198,"Record function id": 0, "Concrete Inputs": ["", "0", "6423552", "1605888"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[12847104], [], [], []], "Ev Idx": 3701 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 4183440, "tid": 31337, + "ts": 675205259199.198, "dur": 6.400, + "args": { + "External id": 430199,"Record function id": 0, "Concrete Inputs": ["", "0", "6423552", "8029440", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], [], []], "Input Dims": [[12847104], [], [], [], []], "Ev Idx": 3702 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205259203.822, "dur": 0.680, + "args": { + "External id": 430200,"Record function id": 0, "Concrete Inputs": ["", "[1605888]", "[1]", "6423552"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[12847104], [], [], []], "Ev Idx": 3703 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes", "pid": 4183440, "tid": 31337, + "ts": 675205259212.420, "dur": 46.483, + "args": { + "External id": 430201,"Record function id": 0, "Concrete Inputs": ["", "[128, 131072, 131072, 131072, 131072, 128, 360448, 360448, 360448]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar"], "Input Strides": [[1], [], []], "Input Dims": [[1605888], [], []], "Ev Idx": 3704 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205259214.259, "dur": 0.614, + "args": { + "External id": 430202,"Record function id": 0, "Concrete Inputs": ["", "[128]", "[1]", "6423552"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 3705 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205259216.050, "dur": 0.602, + "args": { + "External id": 430203,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "6423680"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 3706 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205259239.328, "dur": 0.802, + "args": { + "External id": 430204,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "6554752"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 3707 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205259242.707, "dur": 0.345, + "args": { + "External id": 430205,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "6685824"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 3708 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205259244.921, "dur": 2.637, + "args": { + "External id": 430206,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "6816896"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 3709 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205259248.659, "dur": 0.353, + "args": { + "External id": 430207,"Record function id": 0, "Concrete Inputs": ["", "[128]", "[1]", "6947968"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 3710 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205259250.675, "dur": 0.587, + "args": { + "External id": 430208,"Record function id": 0, "Concrete Inputs": ["", "[360448]", "[1]", "6948096"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 3711 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205259252.274, "dur": 0.374, + "args": { + "External id": 430209,"Record function id": 0, "Concrete Inputs": ["", "[360448]", "[1]", "7308544"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 3712 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205259254.012, "dur": 0.251, + "args": { + "External id": 430210,"Record function id": 0, "Concrete Inputs": ["", "[360448]", "[1]", "7668992"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 3713 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::_foreach_copy_", "pid": 4183440, "tid": 31337, + "ts": 675205259325.847, "dur": 28.369, + "args": { + "External id": 430211,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["TensorList", "TensorList", "Scalar"], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [[1], [1], [1], [1], [1], [1], [1], [1], [1]], []], "Input Dims": [[[128], [131072], [131072], [131072], [131072], [128], [360448], [360448], [360448]], [[128], [131072], [131072], [131072], [131072], [128], [360448], [360448], [360448]], []], "Ev Idx": 3714 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "c10d::_allgather_base_", "pid": 4183440, "tid": 31337, + "ts": 675205259411.462, "dur": 119.767, + "args": { + "External id": 430212,"Record function id": 0, "Concrete Inputs": ["", "", "", "False", "-1"], "Input type": ["c10::BFloat16", "c10::BFloat16", "", "Scalar", "Scalar"], "Input Strides": [[1], [1], [], [], []], "Input Dims": [[12847104], [1605888], [], [], []], "Ev Idx": 3715 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 4183440, "tid": 31337, + "ts": 675205259437.304, "dur": 90.338, + "args": { + "External id": 430213,"Record function id": 0, "Collective name": "_allgather_base", "Process Group Description": "default_pg", "dtype": "BFloat16", "Rank": 4, "Input Strides": [[1], [], [], [], [], [], [], [], [], []], "Concrete Inputs": ["", "", "", "4", "", "[]", "[]", "0", "1", "8"], "Out msg nelems": 12847104, "Process Group Name": "0", "Input type": ["c10::BFloat16", "", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Global rank stride": 1, "Out split size": "[]", "In split size": "[]", "Process Group Ranks": "[0, 1, 2, 3, 4, 5, 6, 7]", "Group size": 8, "Input Dims": [[1605888], [], [], [], [], [], [], [], [], []], "Global rank start": 0, "Ev Idx": 3716, "In msg nelems": 1605888 + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "nccl:_all_gather_base", "pid": 4183440, "tid": 31337, + "ts": 675205259447.235, "dur": 75.559, + "args": { + "External id": 430214,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[1605888]], "Ev Idx": 3717 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 4183440, "tid": 31337, + "ts": 675205259544.951, "dur": 1.571, + "args": { + "External id": 430215,"Record function id": 0, "Collective name": "wait", "Process Group Description": "default_pg", "dtype": "Byte", "Input Dims": [[], [], [], [], [], [], [], [], []], "Input Strides": [[], [], [], [], [], [], [], [], []], "Input type": ["", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Concrete Inputs": ["", "", "4", "", "[]", "[]", "-1", "-1", "1"], "Out msg nelems": 0, "Process Group Name": "0", "Process Group Ranks": "[]", "Group size": 1, "Ev Idx": 3718, "In msg nelems": 0, "Rank": 4, "In split size": "[]", "Out split size": "[]" + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "CompiledFunctionBackward", "pid": 4183440, "tid": 31337, + "ts": 675205259625.712, "dur": 1631.860, + "args": { + "External id": 430216,"Sequence number": 5055612, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[4194304, 1024, 1]], "Input Dims": [[16, 4096, 1024]], "Ev Idx": 3719 + } + }, + { + "ph": "f", "id": 200, "pid": 4183440, "tid": 31337, "ts": 675205259625.712, + "cat": "fwdbwd", "name": "fwdbwd", "bp": "e" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675205259776.379, "dur": 106.161, + "args": { + "External id": 430217,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [2816, 1], [2816, 1]], "Input Dims": [[65536, 1024], [1024, 2816], [65536, 2816]], "Ev Idx": 3720 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused__to_copy_add_mul_rsub_silu_0", "pid": 4183440, "tid": 31337, + "ts": 675205259927.600, "dur": 54.409, + "args": { + "External id": 430218,"kernel_hash": "clkmb2nvivik7xt77lza2snvzeuraclmpbqhk34lgigbl7zlxati", "grid": "grid(184549376,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "", "", "184549376"], "kernel_file": "/tmp/torchinductor_cvm/lk/clkmb2nvivik7xt77lza2snvzeuraclmpbqhk34lgigbl7zlxati.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[2816, 1], [2816, 1], [2816, 1], [11534336, 2816, 1], [11534336, 2816, 1], [11534336, 2816, 1], []], "Input Dims": [[65536, 2816], [65536, 2816], [65536, 2816], [16, 4096, 2816], [16, 4096, 2816], [16, 4096, 2816], []], "Ev Idx": 3721 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::bmm", "pid": 4183440, "tid": 31337, + "ts": 675205260001.286, "dur": 45.348, + "args": { + "External id": 430219,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[0, 1, 1024], [0, 2816, 1], [2883584, 2816, 1]], "Input Dims": [[1, 1024, 65536], [1, 65536, 2816], [1, 1024, 2816]], "Ev Idx": 3722 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675205260057.531, "dur": 29.119, + "args": { + "External id": 430220,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 2816], [1024, 1], [1024, 1]], "Input Dims": [[2816, 65536], [65536, 1024], [2816, 1024]], "Ev Idx": 3723 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675205260093.003, "dur": 34.518, + "args": { + "External id": 430221,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2816, 1], [1024, 1], [1024, 1]], "Input Dims": [[65536, 2816], [2816, 1024], [65536, 1024]], "Ev Idx": 3724 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675205260136.103, "dur": 22.089, + "args": { + "External id": 430222,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 2816], [1024, 1], [1024, 1]], "Input Dims": [[2816, 65536], [65536, 1024], [2816, 1024]], "Ev Idx": 3725 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675205260165.967, "dur": 28.238, + "args": { + "External id": 430223,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2816, 1], [1024, 1], [1024, 1]], "Input Dims": [[65536, 2816], [2816, 1024], [65536, 1024]], "Ev Idx": 3726 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused_1", "pid": 4183440, "tid": 31337, + "ts": 675205260218.848, "dur": 24.287, + "args": { + "External id": 430224,"kernel_hash": "cmdhmofoq6dkjtzh34c2kzhgghtmhpal5f3rxqvpfiur2wxglwjs", "grid": "grid(67108864,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "67108864"], "kernel_file": "/tmp/torchinductor_cvm/md/cmdhmofoq6dkjtzh34c2kzhgghtmhpal5f3rxqvpfiur2wxglwjs.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[1024, 1], [1024, 1], []], "Input Dims": [[65536, 1024], [65536, 1024], []], "Ev Idx": 3727 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "layer_norm_bwd_kernel_0", "pid": 4183440, "tid": 31337, + "ts": 675205260261.921, "dur": 28.243, + "args": { + "External id": 430225,"kernel_hash": "cuevaar5u646bgtmpubrbyzqz3sdut3cwthdo7wpizzjr6oluqi5", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "", "", "", "65536", "1024", "1", "497", "132", "True", "1024", "True", "False", "True", "False", "False"], "kernel_file": "/tmp/torchinductor_cvm/ue/cuevaar5u646bgtmpubrbyzqz3sdut3cwthdo7wpizzjr6oluqi5.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "float", "c10::BFloat16", "float", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [1], [1024, 1], [1024, 1], [1024, 1], [1024, 1], [1], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[65536, 1024], [1024], [65536, 1024], [65536, 1024], [132, 1024], [65536, 1024], [65536], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 3728 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "triton_red_fused_sum_2", "pid": 4183440, "tid": 31337, + "ts": 675205260308.875, "dur": 19.924, + "args": { + "External id": 430226,"kernel_hash": "cw4ogu6mqrgcawgfqkyrzhc5xil4j4vfrn34wqhb2qfx2hbqyotj", "grid": "grid(2048,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "2048", "66"], "kernel_file": "/tmp/torchinductor_cvm/w4/cw4ogu6mqrgcawgfqkyrzhc5xil4j4vfrn34wqhb2qfx2hbqyotj.py", "kernel_backend": "triton", "Input type": ["float", "float", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [2048, 1, 1024], [], []], "Input Dims": [[132, 1024], [1, 1024, 2], [], []], "Ev Idx": 3729 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "triton_per_fused__to_copy_sum_3", "pid": 4183440, "tid": 31337, + "ts": 675205260340.492, "dur": 14.314, + "args": { + "External id": 430227,"kernel_hash": "c3dzxlwq2gbpkrmfvuijgv5eon5iwfw455hggookxniqczni5xao", "grid": "grid(1024,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "1024", "2"], "kernel_file": "/tmp/torchinductor_cvm/3d/c3dzxlwq2gbpkrmfvuijgv5eon5iwfw455hggookxniqczni5xao.py", "kernel_backend": "triton", "Input type": ["float", "c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[2048, 1, 1024], [1024, 1], [], []], "Input Dims": [[1, 1024, 2], [1, 1024], [], []], "Ev Idx": 3730 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675205260364.798, "dur": 38.079, + "args": { + "External id": 430228,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 1024], [1024, 1], [1024, 1]], "Input Dims": [[1024, 65536], [65536, 1024], [1024, 1024]], "Ev Idx": 3731 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675205260406.187, "dur": 30.573, + "args": { + "External id": 430229,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1024, 1], [1024, 1]], "Input Dims": [[65536, 1024], [1024, 1024], [65536, 1024]], "Ev Idx": 3732 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "flash_attn::_flash_attn_backward", "pid": 4183440, "tid": 31337, + "ts": 675205260462.161, "dur": 161.308, + "args": { + "External id": 430230,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "", "", "", "", "0.", "0.125", "True", "-1", "-1", "0.", "", "False", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "float", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "", "Scalar", "long int"], "Input Strides": [[4194304, 1024, 64, 1], [4194304, 1024, 64, 1], [4194304, 1024, 64, 1], [4194304, 1024, 64, 1], [4194304, 1024, 64, 1], [65536, 4096, 1], [4194304, 1024, 64, 1], [4194304, 1024, 64, 1], [4194304, 1024, 64, 1], [], [], [], [], [], [], [], [], [1]], "Input Dims": [[16, 4096, 16, 64], [16, 4096, 16, 64], [16, 4096, 16, 64], [16, 4096, 16, 64], [16, 4096, 16, 64], [16, 16, 4096], [16, 4096, 16, 64], [16, 4096, 16, 64], [16, 4096, 16, 64], [], [], [], [], [], [], [], [], [2]], "Ev Idx": 3733 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 31337, + "ts": 675205260535.317, "dur": 5.553, + "args": { + "External id": 430231,"Record function id": 0, "Concrete Inputs": ["[16, 16, 4096]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 3734 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 31337, + "ts": 675205260542.813, "dur": 3.388, + "args": { + "External id": 430232,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 16, 64]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 3735 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "rotary_embedding_kernel_1", "pid": 4183440, "tid": 31337, + "ts": 675205260690.417, "dur": 29.136, + "args": { + "External id": 430233,"kernel_hash": "cnnjyph67nk54fjnuktc2nmchkiw5uvx4mqovnyasu7ursptxrg7", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "0", "16", "4096", "16", "64", "32", "8192", "32", "64", "False", "False", "False", "True"], "kernel_file": "/tmp/torchinductor_cvm/nn/cnnjyph67nk54fjnuktc2nmchkiw5uvx4mqovnyasu7ursptxrg7.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[4194304, 1024, 64, 1], [32, 1], [32, 1], [4194304, 1024, 64, 1], [], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[16, 4096, 16, 64], [8192, 32], [8192, 32], [16, 4096, 16, 64], [], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 3736 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "rotary_embedding_kernel_1", "pid": 4183440, "tid": 31337, + "ts": 675205260734.519, "dur": 15.678, + "args": { + "External id": 430234,"kernel_hash": "cnnjyph67nk54fjnuktc2nmchkiw5uvx4mqovnyasu7ursptxrg7", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "0", "16", "4096", "16", "64", "32", "8192", "32", "64", "False", "False", "False", "True"], "kernel_file": "/tmp/torchinductor_cvm/nn/cnnjyph67nk54fjnuktc2nmchkiw5uvx4mqovnyasu7ursptxrg7.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[4194304, 1024, 64, 1], [32, 1], [32, 1], [4194304, 1024, 64, 1], [], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[16, 4096, 16, 64], [8192, 32], [8192, 32], [16, 4096, 16, 64], [], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 3737 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675205260759.954, "dur": 55.150, + "args": { + "External id": 430235,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 1024], [1024, 1], [1024, 1]], "Input Dims": [[1024, 65536], [65536, 1024], [1024, 1024]], "Ev Idx": 3738 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675205260822.858, "dur": 35.739, + "args": { + "External id": 430236,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1024, 1], [1024, 1]], "Input Dims": [[65536, 1024], [1024, 1024], [65536, 1024]], "Ev Idx": 3739 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675205260864.698, "dur": 27.294, + "args": { + "External id": 430237,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 1024], [1024, 1], [1024, 1]], "Input Dims": [[1024, 65536], [65536, 1024], [1024, 1024]], "Ev Idx": 3740 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675205260896.239, "dur": 27.250, + "args": { + "External id": 430238,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1024, 1], [1024, 1]], "Input Dims": [[65536, 1024], [1024, 1024], [65536, 1024]], "Ev Idx": 3741 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675205260929.207, "dur": 48.065, + "args": { + "External id": 430239,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 1024], [1024, 1], [1024, 1]], "Input Dims": [[1024, 65536], [65536, 1024], [1024, 1024]], "Ev Idx": 3742 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675205261000.505, "dur": 44.078, + "args": { + "External id": 430240,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1024, 1], [1024, 1]], "Input Dims": [[65536, 1024], [1024, 1024], [65536, 1024]], "Ev Idx": 3743 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused_4", "pid": 4183440, "tid": 31337, + "ts": 675205261068.115, "dur": 24.192, + "args": { + "External id": 430241,"kernel_hash": "cn6a6cq4k7qdw3wki5ksil45pjzcbfrfjarshv63ivxttjehkezz", "grid": "grid(67108864,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "67108864"], "kernel_file": "/tmp/torchinductor_cvm/n6/cn6a6cq4k7qdw3wki5ksil45pjzcbfrfjarshv63ivxttjehkezz.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[1024, 1], [1024, 1], [1024, 1], []], "Input Dims": [[65536, 1024], [65536, 1024], [65536, 1024], []], "Ev Idx": 3744 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "layer_norm_bwd_kernel_2", "pid": 4183440, "tid": 31337, + "ts": 675205261109.487, "dur": 28.580, + "args": { + "External id": 430242,"kernel_hash": "cwvn5v4u6cexxzo6wfnjojuuby7ad6wk6jmjnzhsan4mprdashfg", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "", "", "65536", "1024", "1", "497", "132", "True", "1024", "False", "False", "True", "False", "False"], "kernel_file": "/tmp/torchinductor_cvm/wv/cwvn5v4u6cexxzo6wfnjojuuby7ad6wk6jmjnzhsan4mprdashfg.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "float", "float", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [1], [1024, 1], [1024, 1], [1024, 1], [1], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[65536, 1024], [1024], [65536, 1024], [65536, 1024], [132, 1024], [65536], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 3745 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "triton_red_fused_sum_2", "pid": 4183440, "tid": 31337, + "ts": 675205261152.265, "dur": 15.113, + "args": { + "External id": 430243,"kernel_hash": "cw4ogu6mqrgcawgfqkyrzhc5xil4j4vfrn34wqhb2qfx2hbqyotj", "grid": "grid(2048,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "2048", "66"], "kernel_file": "/tmp/torchinductor_cvm/w4/cw4ogu6mqrgcawgfqkyrzhc5xil4j4vfrn34wqhb2qfx2hbqyotj.py", "kernel_backend": "triton", "Input type": ["float", "float", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [2048, 1, 1024], [], []], "Input Dims": [[132, 1024], [1, 1024, 2], [], []], "Ev Idx": 3746 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "triton_per_fused__to_copy_sum_3", "pid": 4183440, "tid": 31337, + "ts": 675205261186.563, "dur": 13.969, + "args": { + "External id": 430244,"kernel_hash": "c3dzxlwq2gbpkrmfvuijgv5eon5iwfw455hggookxniqczni5xao", "grid": "grid(1024,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "1024", "2"], "kernel_file": "/tmp/torchinductor_cvm/3d/c3dzxlwq2gbpkrmfvuijgv5eon5iwfw455hggookxniqczni5xao.py", "kernel_backend": "triton", "Input type": ["float", "c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[2048, 1, 1024], [1024, 1], [], []], "Input Dims": [[1, 1024, 2], [1, 1024], [], []], "Ev Idx": 3747 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused_add_5", "pid": 4183440, "tid": 31337, + "ts": 675205261212.408, "dur": 14.528, + "args": { + "External id": 430245,"kernel_hash": "cx5ypd3rju7i5obvafc2itek3ewywgqdgrrndct7omk4mswsdop7", "grid": "grid(67108864,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "67108864"], "kernel_file": "/tmp/torchinductor_cvm/x5/cx5ypd3rju7i5obvafc2itek3ewywgqdgrrndct7omk4mswsdop7.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[1024, 1], [1024, 1], [4194304, 1024, 1], []], "Input Dims": [[65536, 1024], [65536, 1024], [16, 4096, 1024], []], "Ev Idx": 3748 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205261298.797, "dur": 14.981, + "args": { + "External id": 430246,"Record function id": 0, "Ev Idx": 3749 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205261302.148, "dur": 10.776, + "args": { + "External id": 430247,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[1024]], "Ev Idx": 3750 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 4183440, "tid": 31337, + "ts": 675205261306.166, "dur": 5.823, + "args": { + "External id": 430248,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[1024]], "Ev Idx": 3751 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 4183440, "tid": 31337, + "ts": 675205261307.762, "dur": 4.095, + "args": { + "External id": 430249,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[1024]], "Ev Idx": 3752 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205261317.462, "dur": 4.243, + "args": { + "External id": 430250,"Record function id": 0, "Ev Idx": 3753 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205261318.789, "dur": 2.412, + "args": { + "External id": 430251,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 3754 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 4183440, "tid": 31337, + "ts": 675205261319.418, "dur": 1.314, + "args": { + "External id": 430252,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 3755 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 4183440, "tid": 31337, + "ts": 675205261319.705, "dur": 0.946, + "args": { + "External id": 430253,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 3756 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205261324.880, "dur": 4.449, + "args": { + "External id": 430254,"Record function id": 0, "Ev Idx": 3757 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205261326.148, "dur": 2.763, + "args": { + "External id": 430255,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[1024]], "Ev Idx": 3758 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 4183440, "tid": 31337, + "ts": 675205261326.858, "dur": 1.648, + "args": { + "External id": 430256,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[1024]], "Ev Idx": 3759 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 4183440, "tid": 31337, + "ts": 675205261327.551, "dur": 0.849, + "args": { + "External id": 430257,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[1024]], "Ev Idx": 3760 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205261332.582, "dur": 6.420, + "args": { + "External id": 430258,"Record function id": 0, "Ev Idx": 3761 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205261334.104, "dur": 4.430, + "args": { + "External id": 430259,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2816, 1]], "Input Dims": [[1024, 2816]], "Ev Idx": 3762 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 4183440, "tid": 31337, + "ts": 675205261334.891, "dur": 3.235, + "args": { + "External id": 430260,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2816, 1]], "Input Dims": [[1024, 2816]], "Ev Idx": 3763 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 4183440, "tid": 31337, + "ts": 675205261335.643, "dur": 2.391, + "args": { + "External id": 430261,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2816, 1]], "Input Dims": [[1024, 2816]], "Ev Idx": 3764 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205261342.185, "dur": 4.415, + "args": { + "External id": 430262,"Record function id": 0, "Ev Idx": 3765 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205261343.457, "dur": 2.706, + "args": { + "External id": 430263,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[2816, 1024]], "Ev Idx": 3766 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 4183440, "tid": 31337, + "ts": 675205261344.189, "dur": 1.580, + "args": { + "External id": 430264,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[2816, 1024]], "Ev Idx": 3767 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 4183440, "tid": 31337, + "ts": 675205261344.656, "dur": 1.005, + "args": { + "External id": 430265,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[2816, 1024]], "Ev Idx": 3768 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205261349.653, "dur": 4.597, + "args": { + "External id": 430266,"Record function id": 0, "Ev Idx": 3769 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205261351.079, "dur": 2.762, + "args": { + "External id": 430267,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 3770 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 4183440, "tid": 31337, + "ts": 675205261351.762, "dur": 1.678, + "args": { + "External id": 430268,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 3771 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 4183440, "tid": 31337, + "ts": 675205261352.760, "dur": 0.586, + "args": { + "External id": 430269,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 3772 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205261360.430, "dur": 3.611, + "args": { + "External id": 430270,"Record function id": 0, "Ev Idx": 3773 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205261361.479, "dur": 2.131, + "args": { + "External id": 430271,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 3774 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 4183440, "tid": 31337, + "ts": 675205261362.037, "dur": 1.173, + "args": { + "External id": 430272,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 3775 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 4183440, "tid": 31337, + "ts": 675205261362.556, "dur": 0.583, + "args": { + "External id": 430273,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 3776 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205261367.078, "dur": 3.692, + "args": { + "External id": 430274,"Record function id": 0, "Ev Idx": 3777 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205261368.251, "dur": 2.098, + "args": { + "External id": 430275,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[2816, 1024]], "Ev Idx": 3778 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 4183440, "tid": 31337, + "ts": 675205261368.781, "dur": 1.135, + "args": { + "External id": 430276,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[2816, 1024]], "Ev Idx": 3779 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 4183440, "tid": 31337, + "ts": 675205261369.293, "dur": 0.527, + "args": { + "External id": 430277,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[2816, 1024]], "Ev Idx": 3780 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205261374.622, "dur": 3.352, + "args": { + "External id": 430278,"Record function id": 0, "Ev Idx": 3781 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205261375.578, "dur": 1.955, + "args": { + "External id": 430279,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 3782 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 4183440, "tid": 31337, + "ts": 675205261376.055, "dur": 1.084, + "args": { + "External id": 430280,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 3783 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 4183440, "tid": 31337, + "ts": 675205261376.415, "dur": 0.630, + "args": { + "External id": 430281,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 3784 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: RegisterPostBackwardFunctionBackward", "pid": 4183440, "tid": 31337, + "ts": 675205261381.887, "dur": 17154.253, + "args": { + "External id": 430282,"Record function id": 0, "Sequence number": 5055611, "Fwd thread id": 1, "Ev Idx": 3785 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "RegisterPostBackwardFunctionBackward", "pid": 4183440, "tid": 31337, + "ts": 675205261383.040, "dur": 17144.830, + "args": { + "External id": 430283,"Sequence number": 5055611, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[4194304, 1024, 1]], "Input Dims": [[16, 4096, 1024]], "Ev Idx": 3786 + } + }, + { + "ph": "f", "id": 201, "pid": 4183440, "tid": 31337, "ts": 675205261383.040, + "cat": "fwdbwd", "name": "fwdbwd", "bp": "e" + }, + { + "ph": "X", "cat": "user_annotation", "name": "FSDP::post_backward_accumulate (model.layers.5)", "pid": 4183440, "tid": 31337, + "ts": 675205261413.167, "dur": 41.614, + "args": { + "External id": 430284,"Record function id": 0, "Ev Idx": 3787 + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "FSDP::post_backward_reshard (model.layers.5)", "pid": 4183440, "tid": 31337, + "ts": 675205261462.222, "dur": 67.193, + "args": { + "External id": 430285,"Record function id": 0, "Ev Idx": 3788 + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "FSDP::post_backward_reduce (model.layers.5)", "pid": 4183440, "tid": 31337, + "ts": 675205261538.893, "dur": 16981.053, + "args": { + "External id": 430286,"Record function id": 0, "Ev Idx": 3789 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 31337, + "ts": 675205261627.928, "dur": 6.572, + "args": { + "External id": 430287,"Record function id": 0, "Concrete Inputs": ["[12847104]", "6", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 3790 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675205261643.913, "dur": 4.679, + "args": { + "External id": 430288,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["float", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[12847104], []], "Ev Idx": 3791 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "fsdp::chunk_cat", "pid": 4183440, "tid": 31337, + "ts": 675205261703.505, "dur": 16090.211, + "args": { + "External id": 430289,"Record function id": 0, "Concrete Inputs": ["", "0", "8", ""], "Input type": ["TensorList", "Scalar", "Scalar", "float"], "Input Strides": [[[1], [1024, 1], [1024, 1], [1024, 1], [1024, 1], [1], [1024, 1], [1024, 1], [2816, 1]], [], [], [1605888, 1]], "Input Dims": [[[1024], [1024, 1024], [1024, 1024], [1024, 1024], [1024, 1024], [1024], [2816, 1024], [2816, 1024], [1024, 2816]], [], [], [8, 1605888]], "Ev Idx": 3792 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::_chunk_cat", "pid": 4183440, "tid": 31337, + "ts": 675205261717.772, "dur": 16068.081, + "args": { + "External id": 430290,"Record function id": 0, "Concrete Inputs": ["", "0", "8", ""], "Input type": ["TensorList", "Scalar", "Scalar", "float"], "Input Strides": [[[1], [1024, 1], [1024, 1], [1024, 1], [1024, 1], [1], [1024, 1], [1024, 1], [2816, 1]], [], [], [1605888, 1]], "Input Dims": [[[1024], [1024, 1024], [1024, 1024], [1024, 1024], [1024, 1024], [1024], [2816, 1024], [2816, 1024], [1024, 2816]], [], [], [8, 1605888]], "Ev Idx": 3793 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 31337, + "ts": 675205261740.654, "dur": 15.931, + "args": { + "External id": 430291,"Record function id": 0, "Concrete Inputs": ["[3194]", "4", "", "", "True", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 3794 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 31337, + "ts": 675205261761.597, "dur": 15990.970, + "args": { + "External id": 430292,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", "False", ""], "Input type": ["long int", "", "", "", "", "Scalar", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], [], []], "Input Dims": [[3194], [], [], [], [], [], [], []], "Ev Idx": 3795 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::_to_copy", "pid": 4183440, "tid": 31337, + "ts": 675205261764.470, "dur": 15987.301, + "args": { + "External id": 430293,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", ""], "Input type": ["long int", "", "", "", "", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], []], "Input Dims": [[3194], [], [], [], [], [], []], "Ev Idx": 3796 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 4183440, "tid": 31337, + "ts": 675205261768.388, "dur": 5.608, + "args": { + "External id": 430294,"Record function id": 0, "Concrete Inputs": ["[3194]", "[1]", "4", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 3797 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 4183440, "tid": 31337, + "ts": 675205261776.012, "dur": 15972.339, + "args": { + "External id": 430295,"Record function id": 0, "Concrete Inputs": ["", "", "True"], "Input type": ["long int", "long int", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[3194], [3194], []], "Ev Idx": 3798 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::new_empty", "pid": 4183440, "tid": 31337, + "ts": 675205277882.554, "dur": 9.033, + "args": { + "External id": 430296,"Record function id": 0, "Concrete Inputs": ["", "[1605888]", "", "", "", "False"], "Input type": ["float", "ScalarList", "", "", "", "Scalar"], "Input Strides": [[1], [], [], [], [], []], "Input Dims": [[12847104], [], [], [], [], []], "Ev Idx": 3799 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 31337, + "ts": 675205277885.144, "dur": 6.117, + "args": { + "External id": 430297,"Record function id": 0, "Concrete Inputs": ["[1605888]", "6", "0", "", "False", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 3800 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "c10d::_reduce_scatter_base_", "pid": 4183440, "tid": 31337, + "ts": 675205277919.394, "dur": 315.022, + "args": { + "External id": 430298,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "False", "-1"], "Input type": ["float", "float", "", "", "Scalar", "Scalar"], "Input Strides": [[1], [1], [], [], [], []], "Input Dims": [[1605888], [12847104], [], [], [], []], "Ev Idx": 3801 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 4183440, "tid": 31337, + "ts": 675205277956.179, "dur": 273.248, + "args": { + "External id": 430299,"Record function id": 0, "Collective name": "_reduce_scatter_base", "Process Group Description": "default_pg", "dtype": "Float", "Rank": 4, "Input Strides": [[1], [], [], [], [], [], [], [], [], []], "Concrete Inputs": ["", "", "", "4", "", "[]", "[]", "0", "1", "8"], "Out msg nelems": 1605888, "Process Group Name": "0", "Input type": ["float", "", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Global rank stride": 1, "Out split size": "[]", "In split size": "[]", "Process Group Ranks": "[0, 1, 2, 3, 4, 5, 6, 7]", "Group size": 8, "Input Dims": [[12847104], [], [], [], [], [], [], [], [], []], "Global rank start": 0, "Ev Idx": 3802, "In msg nelems": 12847104 + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "nccl:_reduce_scatter_base", "pid": 4183440, "tid": 31337, + "ts": 675205277968.584, "dur": 255.846, + "args": { + "External id": 430300,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1]], "Input Dims": [[12847104]], "Ev Idx": 3803 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 4183440, "tid": 31337, + "ts": 675205278252.757, "dur": 1.994, + "args": { + "External id": 430301,"Record function id": 0, "Collective name": "wait", "Process Group Description": "default_pg", "dtype": "Byte", "Input Dims": [[], [], [], [], [], [], [], [], []], "Input Strides": [[], [], [], [], [], [], [], [], []], "Input type": ["", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Concrete Inputs": ["", "", "4", "", "[]", "[]", "-1", "-1", "1"], "Out msg nelems": 0, "Process Group Name": "0", "Process Group Ranks": "[]", "Group size": 1, "Ev Idx": 3804, "In msg nelems": 0, "Rank": 4, "In split size": "[]", "Out split size": "[]" + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205278312.899, "dur": 6.633, + "args": { + "External id": 430302,"Record function id": 0, "Concrete Inputs": ["", "[128]", "[1]", "0"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 3805 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205278366.304, "dur": 1.608, + "args": { + "External id": 430303,"Record function id": 0, "Concrete Inputs": ["", "[128, 1024]", "[1024, 1]", "128"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 3806 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205278382.642, "dur": 1.363, + "args": { + "External id": 430304,"Record function id": 0, "Concrete Inputs": ["", "[128, 1024]", "[1024, 1]", "131200"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 3807 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205278396.166, "dur": 2.943, + "args": { + "External id": 430305,"Record function id": 0, "Concrete Inputs": ["", "[128, 1024]", "[1024, 1]", "262272"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 3808 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205278409.381, "dur": 1.104, + "args": { + "External id": 430306,"Record function id": 0, "Concrete Inputs": ["", "[128, 1024]", "[1024, 1]", "393344"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 3809 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205278419.830, "dur": 1.097, + "args": { + "External id": 430307,"Record function id": 0, "Concrete Inputs": ["", "[128]", "[1]", "524416"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 3810 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205278431.639, "dur": 0.822, + "args": { + "External id": 430308,"Record function id": 0, "Concrete Inputs": ["", "[352, 1024]", "[1024, 1]", "524544"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 3811 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205278443.049, "dur": 3.515, + "args": { + "External id": 430309,"Record function id": 0, "Concrete Inputs": ["", "[352, 1024]", "[1024, 1]", "884992"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 3812 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205278457.085, "dur": 0.835, + "args": { + "External id": 430310,"Record function id": 0, "Concrete Inputs": ["", "[128, 2816]", "[2816, 1]", "1245440"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 3813 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: CompiledFunctionBackward", "pid": 4183440, "tid": 31337, + "ts": 675205278550.323, "dur": 2627.855, + "args": { + "External id": 430311,"Record function id": 0, "Ev Idx": 3814 + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "FSDP::pre_backward (model.layers.4)", "pid": 4183440, "tid": 31337, + "ts": 675205278569.556, "dur": 982.106, + "args": { + "External id": 430312,"Record function id": 0, "Ev Idx": 3815 + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "FSDP::all_gather_copy_out (model.layers.4)", "pid": 4183440, "tid": 31337, + "ts": 675205278583.730, "dur": 338.125, + "args": { + "External id": 430313,"Record function id": 0, "Ev Idx": 3816 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675205278702.105, "dur": 5.127, + "args": { + "External id": 430314,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[12847104], []], "Ev Idx": 3817 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675205278710.900, "dur": 1.034, + "args": { + "External id": 430315,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[1024], []], "Ev Idx": 3818 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675205278713.646, "dur": 1.289, + "args": { + "External id": 430316,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[1048576], []], "Ev Idx": 3819 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675205278716.849, "dur": 0.529, + "args": { + "External id": 430317,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[1048576], []], "Ev Idx": 3820 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675205278718.953, "dur": 2.497, + "args": { + "External id": 430318,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[1048576], []], "Ev Idx": 3821 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675205278723.126, "dur": 0.874, + "args": { + "External id": 430319,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[1048576], []], "Ev Idx": 3822 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675205278725.856, "dur": 1.078, + "args": { + "External id": 430320,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[1024], []], "Ev Idx": 3823 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675205278728.882, "dur": 0.967, + "args": { + "External id": 430321,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[2883584], []], "Ev Idx": 3824 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675205278731.638, "dur": 0.891, + "args": { + "External id": 430322,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[2883584], []], "Ev Idx": 3825 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675205278734.424, "dur": 1.136, + "args": { + "External id": 430323,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[2883584], []], "Ev Idx": 3826 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "fsdp::split_with_sizes_copy", "pid": 4183440, "tid": 31337, + "ts": 675205278753.952, "dur": 137.989, + "args": { + "External id": 430324,"Record function id": 0, "Concrete Inputs": ["", "[128, 131072, 131072, 131072, 131072, 128, 360448, 360448, 360448]", "1", ""], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "TensorList"], "Input Strides": [[1605888, 1], [], [], [[128, 1], [131072, 1], [131072, 1], [131072, 1], [131072, 1], [128, 1], [360448, 1], [360448, 1], [360448, 1]]], "Input Dims": [[8, 1605888], [], [], [[8, 128], [8, 131072], [8, 131072], [8, 131072], [8, 131072], [8, 128], [8, 360448], [8, 360448], [8, 360448]]], "Ev Idx": 3827 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes_copy", "pid": 4183440, "tid": 31337, + "ts": 675205278770.433, "dur": 117.098, + "args": { + "External id": 430325,"Record function id": 0, "Concrete Inputs": ["", "[128, 131072, 131072, 131072, 131072, 128, 360448, 360448, 360448]", "1", ""], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "TensorList"], "Input Strides": [[1605888, 1], [], [], [[128, 1], [131072, 1], [131072, 1], [131072, 1], [131072, 1], [128, 1], [360448, 1], [360448, 1], [360448, 1]]], "Input Dims": [[8, 1605888], [], [], [[8, 128], [8, 131072], [8, 131072], [8, 131072], [8, 131072], [8, 128], [8, 360448], [8, 360448], [8, 360448]]], "Ev Idx": 3828 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 31337, + "ts": 675205278782.876, "dur": 13.530, + "args": { + "External id": 430326,"Record function id": 0, "Concrete Inputs": ["[823]", "4", "", "", "True", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 3829 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 31337, + "ts": 675205278799.321, "dur": 62.018, + "args": { + "External id": 430327,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", "False", ""], "Input type": ["long int", "", "", "", "", "Scalar", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], [], []], "Input Dims": [[823], [], [], [], [], [], [], []], "Ev Idx": 3830 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::_to_copy", "pid": 4183440, "tid": 31337, + "ts": 675205278801.651, "dur": 59.345, + "args": { + "External id": 430328,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", ""], "Input type": ["long int", "", "", "", "", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], []], "Input Dims": [[823], [], [], [], [], [], []], "Ev Idx": 3831 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 4183440, "tid": 31337, + "ts": 675205278805.350, "dur": 5.192, + "args": { + "External id": 430329,"Record function id": 0, "Concrete Inputs": ["[823]", "[1]", "4", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 3832 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 4183440, "tid": 31337, + "ts": 675205278812.142, "dur": 48.290, + "args": { + "External id": 430330,"Record function id": 0, "Concrete Inputs": ["", "", "True"], "Input type": ["long int", "long int", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[823], [823], []], "Ev Idx": 3833 + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "FSDP::backward_prefetch for model.layers.3", "pid": 4183440, "tid": 31337, + "ts": 675205279022.768, "dur": 521.495, + "args": { + "External id": 430331,"Record function id": 0, "Ev Idx": 3834 + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "FSDP::all_gather (model.layers.3)", "pid": 4183440, "tid": 31337, + "ts": 675205279039.524, "dur": 493.017, + "args": { + "External id": 430332,"Record function id": 0, "Ev Idx": 3835 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 31337, + "ts": 675205279102.090, "dur": 7.162, + "args": { + "External id": 430333,"Record function id": 0, "Concrete Inputs": ["[1605888]", "15", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 3836 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes", "pid": 4183440, "tid": 31337, + "ts": 675205279124.738, "dur": 26.731, + "args": { + "External id": 430334,"Record function id": 0, "Concrete Inputs": ["", "[128, 131072, 131072, 131072, 131072, 128, 360448, 360448, 360448]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar"], "Input Strides": [[1], [], []], "Input Dims": [[1605888], [], []], "Ev Idx": 3837 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205279129.468, "dur": 2.135, + "args": { + "External id": 430335,"Record function id": 0, "Concrete Inputs": ["", "[128]", "[1]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 3838 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205279133.811, "dur": 0.390, + "args": { + "External id": 430336,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "128"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 3839 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205279136.133, "dur": 0.671, + "args": { + "External id": 430337,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "131200"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 3840 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205279138.220, "dur": 0.564, + "args": { + "External id": 430338,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "262272"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 3841 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205279140.218, "dur": 0.538, + "args": { + "External id": 430339,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "393344"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 3842 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205279141.955, "dur": 0.271, + "args": { + "External id": 430340,"Record function id": 0, "Concrete Inputs": ["", "[128]", "[1]", "524416"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 3843 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205279143.324, "dur": 0.332, + "args": { + "External id": 430341,"Record function id": 0, "Concrete Inputs": ["", "[360448]", "[1]", "524544"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 3844 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205279145.061, "dur": 2.261, + "args": { + "External id": 430342,"Record function id": 0, "Concrete Inputs": ["", "[360448]", "[1]", "884992"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 3845 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205279148.553, "dur": 0.194, + "args": { + "External id": 430343,"Record function id": 0, "Concrete Inputs": ["", "[360448]", "[1]", "1245440"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 3846 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::_foreach_copy_", "pid": 4183440, "tid": 31337, + "ts": 675205279162.048, "dur": 33.051, + "args": { + "External id": 430344,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["TensorList", "TensorList", "Scalar"], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [[1], [1], [1], [1], [1], [1], [1], [1], [1]], []], "Input Dims": [[[128], [131072], [131072], [131072], [131072], [128], [360448], [360448], [360448]], [[128], [131072], [131072], [131072], [131072], [128], [360448], [360448], [360448]], []], "Ev Idx": 3847 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "fsdp::all_gather_copy_in", "pid": 4183440, "tid": 31337, + "ts": 675205279224.521, "dur": 90.353, + "args": { + "External id": 430345,"Record function id": 0, "Concrete Inputs": ["", "[128, 131072, 131072, 131072, 131072, 128, 360448, 360448, 360448]", "1605888", "8", "4", "15", ""], "Input type": ["TensorList", "ScalarList", "Scalar", "Scalar", "Scalar", "Scalar", ""], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [], [], [], [], [], []], "Input Dims": [[[128], [131072], [131072], [131072], [131072], [128], [360448], [360448], [360448]], [], [], [], [], [], []], "Ev Idx": 3848 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 31337, + "ts": 675205279233.789, "dur": 3.477, + "args": { + "External id": 430346,"Record function id": 0, "Concrete Inputs": ["[12847104]", "15", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 3849 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::narrow", "pid": 4183440, "tid": 31337, + "ts": 675205279241.947, "dur": 10.022, + "args": { + "External id": 430347,"Record function id": 0, "Concrete Inputs": ["", "0", "6423552", "1605888"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[12847104], [], [], []], "Ev Idx": 3850 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 4183440, "tid": 31337, + "ts": 675205279246.139, "dur": 5.364, + "args": { + "External id": 430348,"Record function id": 0, "Concrete Inputs": ["", "0", "6423552", "8029440", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], [], []], "Input Dims": [[12847104], [], [], [], []], "Ev Idx": 3851 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205279249.508, "dur": 0.759, + "args": { + "External id": 430349,"Record function id": 0, "Concrete Inputs": ["", "[1605888]", "[1]", "6423552"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[12847104], [], [], []], "Ev Idx": 3852 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes", "pid": 4183440, "tid": 31337, + "ts": 675205279258.012, "dur": 21.796, + "args": { + "External id": 430350,"Record function id": 0, "Concrete Inputs": ["", "[128, 131072, 131072, 131072, 131072, 128, 360448, 360448, 360448]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar"], "Input Strides": [[1], [], []], "Input Dims": [[1605888], [], []], "Ev Idx": 3853 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205279259.914, "dur": 0.560, + "args": { + "External id": 430351,"Record function id": 0, "Concrete Inputs": ["", "[128]", "[1]", "6423552"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 3854 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205279261.623, "dur": 0.494, + "args": { + "External id": 430352,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "6423680"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 3855 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205279263.508, "dur": 0.574, + "args": { + "External id": 430353,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "6554752"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 3856 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205279265.116, "dur": 0.548, + "args": { + "External id": 430354,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "6685824"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 3857 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205279266.738, "dur": 2.271, + "args": { + "External id": 430355,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "6816896"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 3858 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205279269.946, "dur": 0.726, + "args": { + "External id": 430356,"Record function id": 0, "Concrete Inputs": ["", "[128]", "[1]", "6947968"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 3859 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205279271.991, "dur": 0.336, + "args": { + "External id": 430357,"Record function id": 0, "Concrete Inputs": ["", "[360448]", "[1]", "6948096"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 3860 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205279273.139, "dur": 0.398, + "args": { + "External id": 430358,"Record function id": 0, "Concrete Inputs": ["", "[360448]", "[1]", "7308544"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 3861 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205279274.945, "dur": 0.425, + "args": { + "External id": 430359,"Record function id": 0, "Concrete Inputs": ["", "[360448]", "[1]", "7668992"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 3862 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::_foreach_copy_", "pid": 4183440, "tid": 31337, + "ts": 675205279289.721, "dur": 17.962, + "args": { + "External id": 430360,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["TensorList", "TensorList", "Scalar"], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [[1], [1], [1], [1], [1], [1], [1], [1], [1]], []], "Input Dims": [[[128], [131072], [131072], [131072], [131072], [128], [360448], [360448], [360448]], [[128], [131072], [131072], [131072], [131072], [128], [360448], [360448], [360448]], []], "Ev Idx": 3863 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "c10d::_allgather_base_", "pid": 4183440, "tid": 31337, + "ts": 675205279358.890, "dur": 111.478, + "args": { + "External id": 430361,"Record function id": 0, "Concrete Inputs": ["", "", "", "False", "-1"], "Input type": ["c10::BFloat16", "c10::BFloat16", "", "Scalar", "Scalar"], "Input Strides": [[1], [1], [], [], []], "Input Dims": [[12847104], [1605888], [], [], []], "Ev Idx": 3864 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 4183440, "tid": 31337, + "ts": 675205279382.111, "dur": 84.864, + "args": { + "External id": 430362,"Record function id": 0, "Collective name": "_allgather_base", "Process Group Description": "default_pg", "dtype": "BFloat16", "Rank": 4, "Input Strides": [[1], [], [], [], [], [], [], [], [], []], "Concrete Inputs": ["", "", "", "4", "", "[]", "[]", "0", "1", "8"], "Out msg nelems": 12847104, "Process Group Name": "0", "Input type": ["c10::BFloat16", "", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Global rank stride": 1, "Out split size": "[]", "In split size": "[]", "Process Group Ranks": "[0, 1, 2, 3, 4, 5, 6, 7]", "Group size": 8, "Input Dims": [[1605888], [], [], [], [], [], [], [], [], []], "Global rank start": 0, "Ev Idx": 3865, "In msg nelems": 1605888 + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "nccl:_all_gather_base", "pid": 4183440, "tid": 31337, + "ts": 675205279392.119, "dur": 70.644, + "args": { + "External id": 430363,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[1605888]], "Ev Idx": 3866 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 4183440, "tid": 31337, + "ts": 675205279484.757, "dur": 1.917, + "args": { + "External id": 430364,"Record function id": 0, "Collective name": "wait", "Process Group Description": "default_pg", "dtype": "Byte", "Input Dims": [[], [], [], [], [], [], [], [], []], "Input Strides": [[], [], [], [], [], [], [], [], []], "Input type": ["", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Concrete Inputs": ["", "", "4", "", "[]", "[]", "-1", "-1", "1"], "Out msg nelems": 0, "Process Group Name": "0", "Process Group Ranks": "[]", "Group size": 1, "Ev Idx": 3867, "In msg nelems": 0, "Rank": 4, "In split size": "[]", "Out split size": "[]" + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "CompiledFunctionBackward", "pid": 4183440, "tid": 31337, + "ts": 675205279558.407, "dur": 1594.307, + "args": { + "External id": 430365,"Sequence number": 5055610, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[4194304, 1024, 1]], "Input Dims": [[16, 4096, 1024]], "Ev Idx": 3868 + } + }, + { + "ph": "f", "id": 202, "pid": 4183440, "tid": 31337, "ts": 675205279558.407, + "cat": "fwdbwd", "name": "fwdbwd", "bp": "e" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675205279711.368, "dur": 103.133, + "args": { + "External id": 430366,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [2816, 1], [2816, 1]], "Input Dims": [[65536, 1024], [1024, 2816], [65536, 2816]], "Ev Idx": 3869 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused__to_copy_add_mul_rsub_silu_0", "pid": 4183440, "tid": 31337, + "ts": 675205279857.769, "dur": 37.656, + "args": { + "External id": 430367,"kernel_hash": "clkmb2nvivik7xt77lza2snvzeuraclmpbqhk34lgigbl7zlxati", "grid": "grid(184549376,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "", "", "184549376"], "kernel_file": "/tmp/torchinductor_cvm/lk/clkmb2nvivik7xt77lza2snvzeuraclmpbqhk34lgigbl7zlxati.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[2816, 1], [2816, 1], [2816, 1], [11534336, 2816, 1], [11534336, 2816, 1], [11534336, 2816, 1], []], "Input Dims": [[65536, 2816], [65536, 2816], [65536, 2816], [16, 4096, 2816], [16, 4096, 2816], [16, 4096, 2816], []], "Ev Idx": 3870 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::bmm", "pid": 4183440, "tid": 31337, + "ts": 675205279914.895, "dur": 61.223, + "args": { + "External id": 430368,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[0, 1, 1024], [0, 2816, 1], [2883584, 2816, 1]], "Input Dims": [[1, 1024, 65536], [1, 65536, 2816], [1, 1024, 2816]], "Ev Idx": 3871 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675205279989.633, "dur": 28.647, + "args": { + "External id": 430369,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 2816], [1024, 1], [1024, 1]], "Input Dims": [[2816, 65536], [65536, 1024], [2816, 1024]], "Ev Idx": 3872 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675205280024.199, "dur": 33.623, + "args": { + "External id": 430370,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2816, 1], [1024, 1], [1024, 1]], "Input Dims": [[65536, 2816], [2816, 1024], [65536, 1024]], "Ev Idx": 3873 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675205280065.748, "dur": 20.324, + "args": { + "External id": 430371,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 2816], [1024, 1], [1024, 1]], "Input Dims": [[2816, 65536], [65536, 1024], [2816, 1024]], "Ev Idx": 3874 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675205280093.520, "dur": 28.449, + "args": { + "External id": 430372,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2816, 1], [1024, 1], [1024, 1]], "Input Dims": [[65536, 2816], [2816, 1024], [65536, 1024]], "Ev Idx": 3875 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused_1", "pid": 4183440, "tid": 31337, + "ts": 675205280145.600, "dur": 23.114, + "args": { + "External id": 430373,"kernel_hash": "cmdhmofoq6dkjtzh34c2kzhgghtmhpal5f3rxqvpfiur2wxglwjs", "grid": "grid(67108864,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "67108864"], "kernel_file": "/tmp/torchinductor_cvm/md/cmdhmofoq6dkjtzh34c2kzhgghtmhpal5f3rxqvpfiur2wxglwjs.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[1024, 1], [1024, 1], []], "Input Dims": [[65536, 1024], [65536, 1024], []], "Ev Idx": 3876 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "layer_norm_bwd_kernel_0", "pid": 4183440, "tid": 31337, + "ts": 675205280185.968, "dur": 27.916, + "args": { + "External id": 430374,"kernel_hash": "cuevaar5u646bgtmpubrbyzqz3sdut3cwthdo7wpizzjr6oluqi5", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "", "", "", "65536", "1024", "1", "497", "132", "True", "1024", "True", "False", "True", "False", "False"], "kernel_file": "/tmp/torchinductor_cvm/ue/cuevaar5u646bgtmpubrbyzqz3sdut3cwthdo7wpizzjr6oluqi5.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "float", "c10::BFloat16", "float", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [1], [1024, 1], [1024, 1], [1024, 1], [1024, 1], [1], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[65536, 1024], [1024], [65536, 1024], [65536, 1024], [132, 1024], [65536, 1024], [65536], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 3877 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "triton_red_fused_sum_2", "pid": 4183440, "tid": 31337, + "ts": 675205280232.849, "dur": 17.605, + "args": { + "External id": 430375,"kernel_hash": "cw4ogu6mqrgcawgfqkyrzhc5xil4j4vfrn34wqhb2qfx2hbqyotj", "grid": "grid(2048,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "2048", "66"], "kernel_file": "/tmp/torchinductor_cvm/w4/cw4ogu6mqrgcawgfqkyrzhc5xil4j4vfrn34wqhb2qfx2hbqyotj.py", "kernel_backend": "triton", "Input type": ["float", "float", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [2048, 1, 1024], [], []], "Input Dims": [[132, 1024], [1, 1024, 2], [], []], "Ev Idx": 3878 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "triton_per_fused__to_copy_sum_3", "pid": 4183440, "tid": 31337, + "ts": 675205280262.044, "dur": 14.455, + "args": { + "External id": 430376,"kernel_hash": "c3dzxlwq2gbpkrmfvuijgv5eon5iwfw455hggookxniqczni5xao", "grid": "grid(1024,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "1024", "2"], "kernel_file": "/tmp/torchinductor_cvm/3d/c3dzxlwq2gbpkrmfvuijgv5eon5iwfw455hggookxniqczni5xao.py", "kernel_backend": "triton", "Input type": ["float", "c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[2048, 1, 1024], [1024, 1], [], []], "Input Dims": [[1, 1024, 2], [1, 1024], [], []], "Ev Idx": 3879 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675205280286.545, "dur": 35.202, + "args": { + "External id": 430377,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 1024], [1024, 1], [1024, 1]], "Input Dims": [[1024, 65536], [65536, 1024], [1024, 1024]], "Ev Idx": 3880 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675205280324.908, "dur": 29.739, + "args": { + "External id": 430378,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1024, 1], [1024, 1]], "Input Dims": [[65536, 1024], [1024, 1024], [65536, 1024]], "Ev Idx": 3881 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "flash_attn::_flash_attn_backward", "pid": 4183440, "tid": 31337, + "ts": 675205280379.410, "dur": 162.005, + "args": { + "External id": 430379,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "", "", "", "", "0.", "0.125", "True", "-1", "-1", "0.", "", "False", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "float", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "", "Scalar", "long int"], "Input Strides": [[4194304, 1024, 64, 1], [4194304, 1024, 64, 1], [4194304, 1024, 64, 1], [4194304, 1024, 64, 1], [4194304, 1024, 64, 1], [65536, 4096, 1], [4194304, 1024, 64, 1], [4194304, 1024, 64, 1], [4194304, 1024, 64, 1], [], [], [], [], [], [], [], [], [1]], "Input Dims": [[16, 4096, 16, 64], [16, 4096, 16, 64], [16, 4096, 16, 64], [16, 4096, 16, 64], [16, 4096, 16, 64], [16, 16, 4096], [16, 4096, 16, 64], [16, 4096, 16, 64], [16, 4096, 16, 64], [], [], [], [], [], [], [], [], [2]], "Ev Idx": 3882 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 31337, + "ts": 675205280452.485, "dur": 6.046, + "args": { + "External id": 430380,"Record function id": 0, "Concrete Inputs": ["[16, 16, 4096]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 3883 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 31337, + "ts": 675205280460.320, "dur": 2.767, + "args": { + "External id": 430381,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 16, 64]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 3884 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "rotary_embedding_kernel_1", "pid": 4183440, "tid": 31337, + "ts": 675205280571.701, "dur": 24.362, + "args": { + "External id": 430382,"kernel_hash": "cnnjyph67nk54fjnuktc2nmchkiw5uvx4mqovnyasu7ursptxrg7", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "0", "16", "4096", "16", "64", "32", "8192", "32", "64", "False", "False", "False", "True"], "kernel_file": "/tmp/torchinductor_cvm/nn/cnnjyph67nk54fjnuktc2nmchkiw5uvx4mqovnyasu7ursptxrg7.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[4194304, 1024, 64, 1], [32, 1], [32, 1], [4194304, 1024, 64, 1], [], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[16, 4096, 16, 64], [8192, 32], [8192, 32], [16, 4096, 16, 64], [], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 3885 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "rotary_embedding_kernel_1", "pid": 4183440, "tid": 31337, + "ts": 675205280607.843, "dur": 13.338, + "args": { + "External id": 430383,"kernel_hash": "cnnjyph67nk54fjnuktc2nmchkiw5uvx4mqovnyasu7ursptxrg7", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "0", "16", "4096", "16", "64", "32", "8192", "32", "64", "False", "False", "False", "True"], "kernel_file": "/tmp/torchinductor_cvm/nn/cnnjyph67nk54fjnuktc2nmchkiw5uvx4mqovnyasu7ursptxrg7.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[4194304, 1024, 64, 1], [32, 1], [32, 1], [4194304, 1024, 64, 1], [], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[16, 4096, 16, 64], [8192, 32], [8192, 32], [16, 4096, 16, 64], [], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 3886 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675205280628.722, "dur": 84.648, + "args": { + "External id": 430384,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 1024], [1024, 1], [1024, 1]], "Input Dims": [[1024, 65536], [65536, 1024], [1024, 1024]], "Ev Idx": 3887 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675205280723.489, "dur": 36.591, + "args": { + "External id": 430385,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1024, 1], [1024, 1]], "Input Dims": [[65536, 1024], [1024, 1024], [65536, 1024]], "Ev Idx": 3888 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675205280767.474, "dur": 27.936, + "args": { + "External id": 430386,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 1024], [1024, 1], [1024, 1]], "Input Dims": [[1024, 65536], [65536, 1024], [1024, 1024]], "Ev Idx": 3889 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675205280800.023, "dur": 27.335, + "args": { + "External id": 430387,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1024, 1], [1024, 1]], "Input Dims": [[65536, 1024], [1024, 1024], [65536, 1024]], "Ev Idx": 3890 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675205280833.048, "dur": 26.755, + "args": { + "External id": 430388,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 1024], [1024, 1], [1024, 1]], "Input Dims": [[1024, 65536], [65536, 1024], [1024, 1024]], "Ev Idx": 3891 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675205280868.562, "dur": 26.886, + "args": { + "External id": 430389,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1024, 1], [1024, 1]], "Input Dims": [[65536, 1024], [1024, 1024], [65536, 1024]], "Ev Idx": 3892 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused_4", "pid": 4183440, "tid": 31337, + "ts": 675205280913.815, "dur": 38.744, + "args": { + "External id": 430390,"kernel_hash": "cn6a6cq4k7qdw3wki5ksil45pjzcbfrfjarshv63ivxttjehkezz", "grid": "grid(67108864,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "67108864"], "kernel_file": "/tmp/torchinductor_cvm/n6/cn6a6cq4k7qdw3wki5ksil45pjzcbfrfjarshv63ivxttjehkezz.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[1024, 1], [1024, 1], [1024, 1], []], "Input Dims": [[65536, 1024], [65536, 1024], [65536, 1024], []], "Ev Idx": 3893 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "layer_norm_bwd_kernel_2", "pid": 4183440, "tid": 31337, + "ts": 675205280976.741, "dur": 25.123, + "args": { + "External id": 430391,"kernel_hash": "cwvn5v4u6cexxzo6wfnjojuuby7ad6wk6jmjnzhsan4mprdashfg", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "", "", "65536", "1024", "1", "497", "132", "True", "1024", "False", "False", "True", "False", "False"], "kernel_file": "/tmp/torchinductor_cvm/wv/cwvn5v4u6cexxzo6wfnjojuuby7ad6wk6jmjnzhsan4mprdashfg.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "float", "float", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [1], [1024, 1], [1024, 1], [1024, 1], [1], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[65536, 1024], [1024], [65536, 1024], [65536, 1024], [132, 1024], [65536], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 3894 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "triton_red_fused_sum_2", "pid": 4183440, "tid": 31337, + "ts": 675205281027.084, "dur": 26.543, + "args": { + "External id": 430392,"kernel_hash": "cw4ogu6mqrgcawgfqkyrzhc5xil4j4vfrn34wqhb2qfx2hbqyotj", "grid": "grid(2048,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "2048", "66"], "kernel_file": "/tmp/torchinductor_cvm/w4/cw4ogu6mqrgcawgfqkyrzhc5xil4j4vfrn34wqhb2qfx2hbqyotj.py", "kernel_backend": "triton", "Input type": ["float", "float", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [2048, 1, 1024], [], []], "Input Dims": [[132, 1024], [1, 1024, 2], [], []], "Ev Idx": 3895 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "triton_per_fused__to_copy_sum_3", "pid": 4183440, "tid": 31337, + "ts": 675205281076.001, "dur": 14.697, + "args": { + "External id": 430393,"kernel_hash": "c3dzxlwq2gbpkrmfvuijgv5eon5iwfw455hggookxniqczni5xao", "grid": "grid(1024,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "1024", "2"], "kernel_file": "/tmp/torchinductor_cvm/3d/c3dzxlwq2gbpkrmfvuijgv5eon5iwfw455hggookxniqczni5xao.py", "kernel_backend": "triton", "Input type": ["float", "c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[2048, 1, 1024], [1024, 1], [], []], "Input Dims": [[1, 1024, 2], [1, 1024], [], []], "Ev Idx": 3896 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused_add_5", "pid": 4183440, "tid": 31337, + "ts": 675205281103.935, "dur": 18.291, + "args": { + "External id": 430394,"kernel_hash": "cx5ypd3rju7i5obvafc2itek3ewywgqdgrrndct7omk4mswsdop7", "grid": "grid(67108864,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "67108864"], "kernel_file": "/tmp/torchinductor_cvm/x5/cx5ypd3rju7i5obvafc2itek3ewywgqdgrrndct7omk4mswsdop7.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[1024, 1], [1024, 1], [4194304, 1024, 1], []], "Input Dims": [[65536, 1024], [65536, 1024], [16, 4096, 1024], []], "Ev Idx": 3897 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205281199.953, "dur": 15.484, + "args": { + "External id": 430395,"Record function id": 0, "Ev Idx": 3898 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205281203.221, "dur": 11.211, + "args": { + "External id": 430396,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[1024]], "Ev Idx": 3899 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 4183440, "tid": 31337, + "ts": 675205281207.524, "dur": 5.999, + "args": { + "External id": 430397,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[1024]], "Ev Idx": 3900 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 4183440, "tid": 31337, + "ts": 675205281209.127, "dur": 4.285, + "args": { + "External id": 430398,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[1024]], "Ev Idx": 3901 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205281219.278, "dur": 4.992, + "args": { + "External id": 430399,"Record function id": 0, "Ev Idx": 3902 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205281220.767, "dur": 2.981, + "args": { + "External id": 430400,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 3903 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 4183440, "tid": 31337, + "ts": 675205281221.677, "dur": 1.606, + "args": { + "External id": 430401,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 3904 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 4183440, "tid": 31337, + "ts": 675205281222.136, "dur": 1.080, + "args": { + "External id": 430402,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 3905 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205281227.454, "dur": 7.348, + "args": { + "External id": 430403,"Record function id": 0, "Ev Idx": 3906 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205281228.967, "dur": 2.369, + "args": { + "External id": 430404,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[1024]], "Ev Idx": 3907 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 4183440, "tid": 31337, + "ts": 675205281229.713, "dur": 1.203, + "args": { + "External id": 430405,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[1024]], "Ev Idx": 3908 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 4183440, "tid": 31337, + "ts": 675205281230.054, "dur": 0.783, + "args": { + "External id": 430406,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[1024]], "Ev Idx": 3909 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205281237.972, "dur": 5.964, + "args": { + "External id": 430407,"Record function id": 0, "Ev Idx": 3910 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205281239.215, "dur": 4.246, + "args": { + "External id": 430408,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2816, 1]], "Input Dims": [[1024, 2816]], "Ev Idx": 3911 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 4183440, "tid": 31337, + "ts": 675205281239.911, "dur": 3.141, + "args": { + "External id": 430409,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2816, 1]], "Input Dims": [[1024, 2816]], "Ev Idx": 3912 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 4183440, "tid": 31337, + "ts": 675205281240.512, "dur": 2.449, + "args": { + "External id": 430410,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2816, 1]], "Input Dims": [[1024, 2816]], "Ev Idx": 3913 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205281246.969, "dur": 4.892, + "args": { + "External id": 430411,"Record function id": 0, "Ev Idx": 3914 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205281248.608, "dur": 2.806, + "args": { + "External id": 430412,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[2816, 1024]], "Ev Idx": 3915 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 4183440, "tid": 31337, + "ts": 675205281249.629, "dur": 1.379, + "args": { + "External id": 430413,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[2816, 1024]], "Ev Idx": 3916 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 4183440, "tid": 31337, + "ts": 675205281250.323, "dur": 0.589, + "args": { + "External id": 430414,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[2816, 1024]], "Ev Idx": 3917 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205281254.948, "dur": 4.028, + "args": { + "External id": 430415,"Record function id": 0, "Ev Idx": 3918 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205281256.407, "dur": 2.116, + "args": { + "External id": 430416,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 3919 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 4183440, "tid": 31337, + "ts": 675205281256.878, "dur": 1.250, + "args": { + "External id": 430417,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 3920 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 4183440, "tid": 31337, + "ts": 675205281257.634, "dur": 0.418, + "args": { + "External id": 430418,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 3921 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205281262.097, "dur": 4.008, + "args": { + "External id": 430419,"Record function id": 0, "Ev Idx": 3922 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205281263.495, "dur": 2.166, + "args": { + "External id": 430420,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 3923 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 4183440, "tid": 31337, + "ts": 675205281263.996, "dur": 1.276, + "args": { + "External id": 430421,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 3924 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 4183440, "tid": 31337, + "ts": 675205281264.527, "dur": 0.673, + "args": { + "External id": 430422,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 3925 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205281269.133, "dur": 3.696, + "args": { + "External id": 430423,"Record function id": 0, "Ev Idx": 3926 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205281270.067, "dur": 2.340, + "args": { + "External id": 430424,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[2816, 1024]], "Ev Idx": 3927 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 4183440, "tid": 31337, + "ts": 675205281270.522, "dur": 1.459, + "args": { + "External id": 430425,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[2816, 1024]], "Ev Idx": 3928 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 4183440, "tid": 31337, + "ts": 675205281271.191, "dur": 0.697, + "args": { + "External id": 430426,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[2816, 1024]], "Ev Idx": 3929 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205281275.774, "dur": 5.763, + "args": { + "External id": 430427,"Record function id": 0, "Ev Idx": 3930 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205281276.818, "dur": 4.219, + "args": { + "External id": 430428,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 3931 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 4183440, "tid": 31337, + "ts": 675205281277.298, "dur": 3.314, + "args": { + "External id": 430429,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 3932 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 4183440, "tid": 31337, + "ts": 675205281279.934, "dur": 0.582, + "args": { + "External id": 430430,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 3933 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: RegisterPostBackwardFunctionBackward", "pid": 4183440, "tid": 31337, + "ts": 675205281285.383, "dur": 15187.916, + "args": { + "External id": 430431,"Record function id": 0, "Sequence number": 5055609, "Fwd thread id": 1, "Ev Idx": 3934 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "RegisterPostBackwardFunctionBackward", "pid": 4183440, "tid": 31337, + "ts": 675205281286.625, "dur": 15178.085, + "args": { + "External id": 430432,"Sequence number": 5055609, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[4194304, 1024, 1]], "Input Dims": [[16, 4096, 1024]], "Ev Idx": 3935 + } + }, + { + "ph": "f", "id": 203, "pid": 4183440, "tid": 31337, "ts": 675205281286.625, + "cat": "fwdbwd", "name": "fwdbwd", "bp": "e" + }, + { + "ph": "X", "cat": "user_annotation", "name": "FSDP::post_backward_accumulate (model.layers.4)", "pid": 4183440, "tid": 31337, + "ts": 675205281319.045, "dur": 41.530, + "args": { + "External id": 430433,"Record function id": 0, "Ev Idx": 3936 + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "FSDP::post_backward_reshard (model.layers.4)", "pid": 4183440, "tid": 31337, + "ts": 675205281367.848, "dur": 65.724, + "args": { + "External id": 430434,"Record function id": 0, "Ev Idx": 3937 + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "FSDP::post_backward_reduce (model.layers.4)", "pid": 4183440, "tid": 31337, + "ts": 675205281440.119, "dur": 15016.743, + "args": { + "External id": 430435,"Record function id": 0, "Ev Idx": 3938 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 31337, + "ts": 675205281529.965, "dur": 6.445, + "args": { + "External id": 430436,"Record function id": 0, "Concrete Inputs": ["[12847104]", "6", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 3939 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675205281545.943, "dur": 4.534, + "args": { + "External id": 430437,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["float", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[12847104], []], "Ev Idx": 3940 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "fsdp::chunk_cat", "pid": 4183440, "tid": 31337, + "ts": 675205281563.388, "dur": 14223.836, + "args": { + "External id": 430438,"Record function id": 0, "Concrete Inputs": ["", "0", "8", ""], "Input type": ["TensorList", "Scalar", "Scalar", "float"], "Input Strides": [[[1], [1024, 1], [1024, 1], [1024, 1], [1024, 1], [1], [1024, 1], [1024, 1], [2816, 1]], [], [], [1605888, 1]], "Input Dims": [[[1024], [1024, 1024], [1024, 1024], [1024, 1024], [1024, 1024], [1024], [2816, 1024], [2816, 1024], [1024, 2816]], [], [], [8, 1605888]], "Ev Idx": 3941 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::_chunk_cat", "pid": 4183440, "tid": 31337, + "ts": 675205281576.619, "dur": 14201.751, + "args": { + "External id": 430439,"Record function id": 0, "Concrete Inputs": ["", "0", "8", ""], "Input type": ["TensorList", "Scalar", "Scalar", "float"], "Input Strides": [[[1], [1024, 1], [1024, 1], [1024, 1], [1024, 1], [1], [1024, 1], [1024, 1], [2816, 1]], [], [], [1605888, 1]], "Input Dims": [[[1024], [1024, 1024], [1024, 1024], [1024, 1024], [1024, 1024], [1024], [2816, 1024], [2816, 1024], [1024, 2816]], [], [], [8, 1605888]], "Ev Idx": 3942 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 31337, + "ts": 675205281600.990, "dur": 15.549, + "args": { + "External id": 430440,"Record function id": 0, "Concrete Inputs": ["[3194]", "4", "", "", "True", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 3943 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 31337, + "ts": 675205281621.850, "dur": 14121.600, + "args": { + "External id": 430441,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", "False", ""], "Input type": ["long int", "", "", "", "", "Scalar", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], [], []], "Input Dims": [[3194], [], [], [], [], [], [], []], "Ev Idx": 3944 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::_to_copy", "pid": 4183440, "tid": 31337, + "ts": 675205281624.204, "dur": 14118.429, + "args": { + "External id": 430442,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", ""], "Input type": ["long int", "", "", "", "", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], []], "Input Dims": [[3194], [], [], [], [], [], []], "Ev Idx": 3945 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 4183440, "tid": 31337, + "ts": 675205281628.235, "dur": 4.920, + "args": { + "External id": 430443,"Record function id": 0, "Concrete Inputs": ["[3194]", "[1]", "4", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 3946 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 4183440, "tid": 31337, + "ts": 675205281635.048, "dur": 14103.809, + "args": { + "External id": 430444,"Record function id": 0, "Concrete Inputs": ["", "", "True"], "Input type": ["long int", "long int", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[3194], [3194], []], "Ev Idx": 3947 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::new_empty", "pid": 4183440, "tid": 31337, + "ts": 675205295877.605, "dur": 9.143, + "args": { + "External id": 430445,"Record function id": 0, "Concrete Inputs": ["", "[1605888]", "", "", "", "False"], "Input type": ["float", "ScalarList", "", "", "", "Scalar"], "Input Strides": [[1], [], [], [], [], []], "Input Dims": [[12847104], [], [], [], [], []], "Ev Idx": 3948 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 31337, + "ts": 675205295880.335, "dur": 6.066, + "args": { + "External id": 430446,"Record function id": 0, "Concrete Inputs": ["[1605888]", "6", "0", "", "False", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 3949 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "c10d::_reduce_scatter_base_", "pid": 4183440, "tid": 31337, + "ts": 675205295912.910, "dur": 268.739, + "args": { + "External id": 430447,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "False", "-1"], "Input type": ["float", "float", "", "", "Scalar", "Scalar"], "Input Strides": [[1], [1], [], [], [], []], "Input Dims": [[1605888], [12847104], [], [], [], []], "Ev Idx": 3950 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 4183440, "tid": 31337, + "ts": 675205295950.569, "dur": 226.161, + "args": { + "External id": 430448,"Record function id": 0, "Collective name": "_reduce_scatter_base", "Process Group Description": "default_pg", "dtype": "Float", "Rank": 4, "Input Strides": [[1], [], [], [], [], [], [], [], [], []], "Concrete Inputs": ["", "", "", "4", "", "[]", "[]", "0", "1", "8"], "Out msg nelems": 1605888, "Process Group Name": "0", "Input type": ["float", "", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Global rank stride": 1, "Out split size": "[]", "In split size": "[]", "Process Group Ranks": "[0, 1, 2, 3, 4, 5, 6, 7]", "Group size": 8, "Input Dims": [[12847104], [], [], [], [], [], [], [], [], []], "Global rank start": 0, "Ev Idx": 3951, "In msg nelems": 12847104 + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "nccl:_reduce_scatter_base", "pid": 4183440, "tid": 31337, + "ts": 675205295963.286, "dur": 208.563, + "args": { + "External id": 430449,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1]], "Input Dims": [[12847104]], "Ev Idx": 3952 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 4183440, "tid": 31337, + "ts": 675205296198.569, "dur": 2.236, + "args": { + "External id": 430450,"Record function id": 0, "Collective name": "wait", "Process Group Description": "default_pg", "dtype": "Byte", "Input Dims": [[], [], [], [], [], [], [], [], []], "Input Strides": [[], [], [], [], [], [], [], [], []], "Input type": ["", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Concrete Inputs": ["", "", "4", "", "[]", "[]", "-1", "-1", "1"], "Out msg nelems": 0, "Process Group Name": "0", "Process Group Ranks": "[]", "Group size": 1, "Ev Idx": 3953, "In msg nelems": 0, "Rank": 4, "In split size": "[]", "Out split size": "[]" + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205296254.771, "dur": 6.518, + "args": { + "External id": 430451,"Record function id": 0, "Concrete Inputs": ["", "[128]", "[1]", "0"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 3954 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205296309.115, "dur": 1.352, + "args": { + "External id": 430452,"Record function id": 0, "Concrete Inputs": ["", "[128, 1024]", "[1024, 1]", "128"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 3955 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205296325.292, "dur": 1.367, + "args": { + "External id": 430453,"Record function id": 0, "Concrete Inputs": ["", "[128, 1024]", "[1024, 1]", "131200"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 3956 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205296337.957, "dur": 2.364, + "args": { + "External id": 430454,"Record function id": 0, "Concrete Inputs": ["", "[128, 1024]", "[1024, 1]", "262272"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 3957 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205296350.845, "dur": 0.965, + "args": { + "External id": 430455,"Record function id": 0, "Concrete Inputs": ["", "[128, 1024]", "[1024, 1]", "393344"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 3958 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205296361.245, "dur": 0.702, + "args": { + "External id": 430456,"Record function id": 0, "Concrete Inputs": ["", "[128]", "[1]", "524416"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 3959 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205296371.922, "dur": 1.047, + "args": { + "External id": 430457,"Record function id": 0, "Concrete Inputs": ["", "[352, 1024]", "[1024, 1]", "524544"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 3960 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205296383.540, "dur": 3.061, + "args": { + "External id": 430458,"Record function id": 0, "Concrete Inputs": ["", "[352, 1024]", "[1024, 1]", "884992"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 3961 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205296395.924, "dur": 1.134, + "args": { + "External id": 430459,"Record function id": 0, "Concrete Inputs": ["", "[128, 2816]", "[2816, 1]", "1245440"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 3962 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: CompiledFunctionBackward", "pid": 4183440, "tid": 31337, + "ts": 675205296486.433, "dur": 2660.943, + "args": { + "External id": 430460,"Record function id": 0, "Ev Idx": 3963 + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "FSDP::pre_backward (model.layers.3)", "pid": 4183440, "tid": 31337, + "ts": 675205296504.983, "dur": 984.293, + "args": { + "External id": 430461,"Record function id": 0, "Ev Idx": 3964 + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "FSDP::all_gather_copy_out (model.layers.3)", "pid": 4183440, "tid": 31337, + "ts": 675205296519.210, "dur": 334.685, + "args": { + "External id": 430462,"Record function id": 0, "Ev Idx": 3965 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675205296593.878, "dur": 4.527, + "args": { + "External id": 430463,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[12847104], []], "Ev Idx": 3966 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675205296601.405, "dur": 1.242, + "args": { + "External id": 430464,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[1024], []], "Ev Idx": 3967 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675205296604.277, "dur": 1.279, + "args": { + "External id": 430465,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[1048576], []], "Ev Idx": 3968 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675205296607.171, "dur": 1.556, + "args": { + "External id": 430466,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[1048576], []], "Ev Idx": 3969 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675205296610.574, "dur": 2.775, + "args": { + "External id": 430467,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[1048576], []], "Ev Idx": 3970 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675205296615.095, "dur": 1.168, + "args": { + "External id": 430468,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[1048576], []], "Ev Idx": 3971 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675205296617.928, "dur": 0.988, + "args": { + "External id": 430469,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[1024], []], "Ev Idx": 3972 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675205296620.489, "dur": 1.370, + "args": { + "External id": 430470,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[2883584], []], "Ev Idx": 3973 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675205296623.557, "dur": 1.135, + "args": { + "External id": 430471,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[2883584], []], "Ev Idx": 3974 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675205296626.495, "dur": 1.018, + "args": { + "External id": 430472,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[2883584], []], "Ev Idx": 3975 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "fsdp::split_with_sizes_copy", "pid": 4183440, "tid": 31337, + "ts": 675205296645.658, "dur": 177.406, + "args": { + "External id": 430473,"Record function id": 0, "Concrete Inputs": ["", "[128, 131072, 131072, 131072, 131072, 128, 360448, 360448, 360448]", "1", ""], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "TensorList"], "Input Strides": [[1605888, 1], [], [], [[128, 1], [131072, 1], [131072, 1], [131072, 1], [131072, 1], [128, 1], [360448, 1], [360448, 1], [360448, 1]]], "Input Dims": [[8, 1605888], [], [], [[8, 128], [8, 131072], [8, 131072], [8, 131072], [8, 131072], [8, 128], [8, 360448], [8, 360448], [8, 360448]]], "Ev Idx": 3976 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes_copy", "pid": 4183440, "tid": 31337, + "ts": 675205296700.654, "dur": 117.793, + "args": { + "External id": 430474,"Record function id": 0, "Concrete Inputs": ["", "[128, 131072, 131072, 131072, 131072, 128, 360448, 360448, 360448]", "1", ""], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "TensorList"], "Input Strides": [[1605888, 1], [], [], [[128, 1], [131072, 1], [131072, 1], [131072, 1], [131072, 1], [128, 1], [360448, 1], [360448, 1], [360448, 1]]], "Input Dims": [[8, 1605888], [], [], [[8, 128], [8, 131072], [8, 131072], [8, 131072], [8, 131072], [8, 128], [8, 360448], [8, 360448], [8, 360448]]], "Ev Idx": 3977 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 31337, + "ts": 675205296713.801, "dur": 13.761, + "args": { + "External id": 430475,"Record function id": 0, "Concrete Inputs": ["[823]", "4", "", "", "True", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 3978 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 31337, + "ts": 675205296730.778, "dur": 60.997, + "args": { + "External id": 430476,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", "False", ""], "Input type": ["long int", "", "", "", "", "Scalar", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], [], []], "Input Dims": [[823], [], [], [], [], [], [], []], "Ev Idx": 3979 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::_to_copy", "pid": 4183440, "tid": 31337, + "ts": 675205296733.359, "dur": 58.046, + "args": { + "External id": 430477,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", ""], "Input type": ["long int", "", "", "", "", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], []], "Input Dims": [[823], [], [], [], [], [], []], "Ev Idx": 3980 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 4183440, "tid": 31337, + "ts": 675205296737.060, "dur": 5.966, + "args": { + "External id": 430478,"Record function id": 0, "Concrete Inputs": ["[823]", "[1]", "4", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 3981 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 4183440, "tid": 31337, + "ts": 675205296744.660, "dur": 46.225, + "args": { + "External id": 430479,"Record function id": 0, "Concrete Inputs": ["", "", "True"], "Input type": ["long int", "long int", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[823], [823], []], "Ev Idx": 3982 + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "FSDP::backward_prefetch for model.layers.2", "pid": 4183440, "tid": 31337, + "ts": 675205296954.574, "dur": 526.707, + "args": { + "External id": 430480,"Record function id": 0, "Ev Idx": 3983 + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "FSDP::all_gather (model.layers.2)", "pid": 4183440, "tid": 31337, + "ts": 675205296972.407, "dur": 496.280, + "args": { + "External id": 430481,"Record function id": 0, "Ev Idx": 3984 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 31337, + "ts": 675205297033.964, "dur": 8.158, + "args": { + "External id": 430482,"Record function id": 0, "Concrete Inputs": ["[1605888]", "15", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 3985 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes", "pid": 4183440, "tid": 31337, + "ts": 675205297058.102, "dur": 29.560, + "args": { + "External id": 430483,"Record function id": 0, "Concrete Inputs": ["", "[128, 131072, 131072, 131072, 131072, 128, 360448, 360448, 360448]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar"], "Input Strides": [[1], [], []], "Input Dims": [[1605888], [], []], "Ev Idx": 3986 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205297062.945, "dur": 1.856, + "args": { + "External id": 430484,"Record function id": 0, "Concrete Inputs": ["", "[128]", "[1]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 3987 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205297066.733, "dur": 0.273, + "args": { + "External id": 430485,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "128"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 3988 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205297068.880, "dur": 0.694, + "args": { + "External id": 430486,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "131200"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 3989 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205297070.903, "dur": 0.759, + "args": { + "External id": 430487,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "262272"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 3990 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205297073.008, "dur": 0.973, + "args": { + "External id": 430488,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "393344"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 3991 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205297075.082, "dur": 0.485, + "args": { + "External id": 430489,"Record function id": 0, "Concrete Inputs": ["", "[128]", "[1]", "524416"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 3992 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205297076.837, "dur": 0.534, + "args": { + "External id": 430490,"Record function id": 0, "Concrete Inputs": ["", "[360448]", "[1]", "524544"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 3993 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205297078.835, "dur": 2.098, + "args": { + "External id": 430491,"Record function id": 0, "Concrete Inputs": ["", "[360448]", "[1]", "884992"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 3994 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205297082.245, "dur": 0.479, + "args": { + "External id": 430492,"Record function id": 0, "Concrete Inputs": ["", "[360448]", "[1]", "1245440"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 3995 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::_foreach_copy_", "pid": 4183440, "tid": 31337, + "ts": 675205297098.420, "dur": 35.306, + "args": { + "External id": 430493,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["TensorList", "TensorList", "Scalar"], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [[1], [1], [1], [1], [1], [1], [1], [1], [1]], []], "Input Dims": [[[128], [131072], [131072], [131072], [131072], [128], [360448], [360448], [360448]], [[128], [131072], [131072], [131072], [131072], [128], [360448], [360448], [360448]], []], "Ev Idx": 3996 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "fsdp::all_gather_copy_in", "pid": 4183440, "tid": 31337, + "ts": 675205297164.776, "dur": 89.782, + "args": { + "External id": 430494,"Record function id": 0, "Concrete Inputs": ["", "[128, 131072, 131072, 131072, 131072, 128, 360448, 360448, 360448]", "1605888", "8", "4", "15", ""], "Input type": ["TensorList", "ScalarList", "Scalar", "Scalar", "Scalar", "Scalar", ""], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [], [], [], [], [], []], "Input Dims": [[[128], [131072], [131072], [131072], [131072], [128], [360448], [360448], [360448]], [], [], [], [], [], []], "Ev Idx": 3997 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 31337, + "ts": 675205297174.489, "dur": 3.618, + "args": { + "External id": 430495,"Record function id": 0, "Concrete Inputs": ["[12847104]", "15", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 3998 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::narrow", "pid": 4183440, "tid": 31337, + "ts": 675205297182.484, "dur": 9.335, + "args": { + "External id": 430496,"Record function id": 0, "Concrete Inputs": ["", "0", "6423552", "1605888"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[12847104], [], [], []], "Ev Idx": 3999 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 4183440, "tid": 31337, + "ts": 675205297186.487, "dur": 4.924, + "args": { + "External id": 430497,"Record function id": 0, "Concrete Inputs": ["", "0", "6423552", "8029440", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], [], []], "Input Dims": [[12847104], [], [], [], []], "Ev Idx": 4000 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205297189.727, "dur": 0.447, + "args": { + "External id": 430498,"Record function id": 0, "Concrete Inputs": ["", "[1605888]", "[1]", "6423552"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[12847104], [], [], []], "Ev Idx": 4001 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes", "pid": 4183440, "tid": 31337, + "ts": 675205297198.101, "dur": 20.728, + "args": { + "External id": 430499,"Record function id": 0, "Concrete Inputs": ["", "[128, 131072, 131072, 131072, 131072, 128, 360448, 360448, 360448]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar"], "Input Strides": [[1], [], []], "Input Dims": [[1605888], [], []], "Ev Idx": 4002 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205297199.387, "dur": 0.480, + "args": { + "External id": 430500,"Record function id": 0, "Concrete Inputs": ["", "[128]", "[1]", "6423552"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 4003 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205297201.261, "dur": 0.466, + "args": { + "External id": 430501,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "6423680"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 4004 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205297203.151, "dur": 0.447, + "args": { + "External id": 430502,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "6554752"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 4005 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205297204.569, "dur": 0.415, + "args": { + "External id": 430503,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "6685824"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 4006 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205297206.471, "dur": 1.986, + "args": { + "External id": 430504,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "6816896"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 4007 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205297209.277, "dur": 0.665, + "args": { + "External id": 430505,"Record function id": 0, "Concrete Inputs": ["", "[128]", "[1]", "6947968"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 4008 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205297211.163, "dur": 0.433, + "args": { + "External id": 430506,"Record function id": 0, "Concrete Inputs": ["", "[360448]", "[1]", "6948096"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 4009 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205297212.416, "dur": 0.581, + "args": { + "External id": 430507,"Record function id": 0, "Concrete Inputs": ["", "[360448]", "[1]", "7308544"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 4010 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205297214.230, "dur": 0.305, + "args": { + "External id": 430508,"Record function id": 0, "Concrete Inputs": ["", "[360448]", "[1]", "7668992"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 4011 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::_foreach_copy_", "pid": 4183440, "tid": 31337, + "ts": 675205297228.308, "dur": 19.232, + "args": { + "External id": 430509,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["TensorList", "TensorList", "Scalar"], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [[1], [1], [1], [1], [1], [1], [1], [1], [1]], []], "Input Dims": [[[128], [131072], [131072], [131072], [131072], [128], [360448], [360448], [360448]], [[128], [131072], [131072], [131072], [131072], [128], [360448], [360448], [360448]], []], "Ev Idx": 4012 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "c10d::_allgather_base_", "pid": 4183440, "tid": 31337, + "ts": 675205297296.131, "dur": 108.180, + "args": { + "External id": 430510,"Record function id": 0, "Concrete Inputs": ["", "", "", "False", "-1"], "Input type": ["c10::BFloat16", "c10::BFloat16", "", "Scalar", "Scalar"], "Input Strides": [[1], [1], [], [], []], "Input Dims": [[12847104], [1605888], [], [], []], "Ev Idx": 4013 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 4183440, "tid": 31337, + "ts": 675205297319.639, "dur": 81.177, + "args": { + "External id": 430511,"Record function id": 0, "Collective name": "_allgather_base", "Process Group Description": "default_pg", "dtype": "BFloat16", "Rank": 4, "Input Strides": [[1], [], [], [], [], [], [], [], [], []], "Concrete Inputs": ["", "", "", "4", "", "[]", "[]", "0", "1", "8"], "Out msg nelems": 12847104, "Process Group Name": "0", "Input type": ["c10::BFloat16", "", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Global rank stride": 1, "Out split size": "[]", "In split size": "[]", "Process Group Ranks": "[0, 1, 2, 3, 4, 5, 6, 7]", "Group size": 8, "Input Dims": [[1605888], [], [], [], [], [], [], [], [], []], "Global rank start": 0, "Ev Idx": 4014, "In msg nelems": 1605888 + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "nccl:_all_gather_base", "pid": 4183440, "tid": 31337, + "ts": 675205297329.332, "dur": 67.534, + "args": { + "External id": 430512,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[1605888]], "Ev Idx": 4015 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 4183440, "tid": 31337, + "ts": 675205297417.805, "dur": 1.920, + "args": { + "External id": 430513,"Record function id": 0, "Collective name": "wait", "Process Group Description": "default_pg", "dtype": "Byte", "Input Dims": [[], [], [], [], [], [], [], [], []], "Input Strides": [[], [], [], [], [], [], [], [], []], "Input type": ["", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Concrete Inputs": ["", "", "4", "", "[]", "[]", "-1", "-1", "1"], "Out msg nelems": 0, "Process Group Name": "0", "Process Group Ranks": "[]", "Group size": 1, "Ev Idx": 4016, "In msg nelems": 0, "Rank": 4, "In split size": "[]", "Out split size": "[]" + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "CompiledFunctionBackward", "pid": 4183440, "tid": 31337, + "ts": 675205297496.758, "dur": 1630.177, + "args": { + "External id": 430514,"Sequence number": 5055608, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[4194304, 1024, 1]], "Input Dims": [[16, 4096, 1024]], "Ev Idx": 4017 + } + }, + { + "ph": "f", "id": 204, "pid": 4183440, "tid": 31337, "ts": 675205297496.758, + "cat": "fwdbwd", "name": "fwdbwd", "bp": "e" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675205297609.187, "dur": 149.672, + "args": { + "External id": 430515,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [2816, 1], [2816, 1]], "Input Dims": [[65536, 1024], [1024, 2816], [65536, 2816]], "Ev Idx": 4018 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused__to_copy_add_mul_rsub_silu_0", "pid": 4183440, "tid": 31337, + "ts": 675205297804.981, "dur": 39.310, + "args": { + "External id": 430516,"kernel_hash": "clkmb2nvivik7xt77lza2snvzeuraclmpbqhk34lgigbl7zlxati", "grid": "grid(184549376,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "", "", "184549376"], "kernel_file": "/tmp/torchinductor_cvm/lk/clkmb2nvivik7xt77lza2snvzeuraclmpbqhk34lgigbl7zlxati.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[2816, 1], [2816, 1], [2816, 1], [11534336, 2816, 1], [11534336, 2816, 1], [11534336, 2816, 1], []], "Input Dims": [[65536, 2816], [65536, 2816], [65536, 2816], [16, 4096, 2816], [16, 4096, 2816], [16, 4096, 2816], []], "Ev Idx": 4019 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::bmm", "pid": 4183440, "tid": 31337, + "ts": 675205297862.284, "dur": 43.589, + "args": { + "External id": 430517,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[0, 1, 1024], [0, 2816, 1], [2883584, 2816, 1]], "Input Dims": [[1, 1024, 65536], [1, 65536, 2816], [1, 1024, 2816]], "Ev Idx": 4020 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675205297915.518, "dur": 43.213, + "args": { + "External id": 430518,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 2816], [1024, 1], [1024, 1]], "Input Dims": [[2816, 65536], [65536, 1024], [2816, 1024]], "Ev Idx": 4021 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675205297968.190, "dur": 37.375, + "args": { + "External id": 430519,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2816, 1], [1024, 1], [1024, 1]], "Input Dims": [[65536, 2816], [2816, 1024], [65536, 1024]], "Ev Idx": 4022 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675205298013.202, "dur": 22.847, + "args": { + "External id": 430520,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 2816], [1024, 1], [1024, 1]], "Input Dims": [[2816, 65536], [65536, 1024], [2816, 1024]], "Ev Idx": 4023 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675205298043.049, "dur": 28.611, + "args": { + "External id": 430521,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2816, 1], [1024, 1], [1024, 1]], "Input Dims": [[65536, 2816], [2816, 1024], [65536, 1024]], "Ev Idx": 4024 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused_1", "pid": 4183440, "tid": 31337, + "ts": 675205298095.577, "dur": 24.334, + "args": { + "External id": 430522,"kernel_hash": "cmdhmofoq6dkjtzh34c2kzhgghtmhpal5f3rxqvpfiur2wxglwjs", "grid": "grid(67108864,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "67108864"], "kernel_file": "/tmp/torchinductor_cvm/md/cmdhmofoq6dkjtzh34c2kzhgghtmhpal5f3rxqvpfiur2wxglwjs.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[1024, 1], [1024, 1], []], "Input Dims": [[65536, 1024], [65536, 1024], []], "Ev Idx": 4025 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "layer_norm_bwd_kernel_0", "pid": 4183440, "tid": 31337, + "ts": 675205298136.279, "dur": 27.011, + "args": { + "External id": 430523,"kernel_hash": "cuevaar5u646bgtmpubrbyzqz3sdut3cwthdo7wpizzjr6oluqi5", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "", "", "", "65536", "1024", "1", "497", "132", "True", "1024", "True", "False", "True", "False", "False"], "kernel_file": "/tmp/torchinductor_cvm/ue/cuevaar5u646bgtmpubrbyzqz3sdut3cwthdo7wpizzjr6oluqi5.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "float", "c10::BFloat16", "float", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [1], [1024, 1], [1024, 1], [1024, 1], [1024, 1], [1], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[65536, 1024], [1024], [65536, 1024], [65536, 1024], [132, 1024], [65536, 1024], [65536], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 4026 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "triton_red_fused_sum_2", "pid": 4183440, "tid": 31337, + "ts": 675205298181.702, "dur": 19.893, + "args": { + "External id": 430524,"kernel_hash": "cw4ogu6mqrgcawgfqkyrzhc5xil4j4vfrn34wqhb2qfx2hbqyotj", "grid": "grid(2048,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "2048", "66"], "kernel_file": "/tmp/torchinductor_cvm/w4/cw4ogu6mqrgcawgfqkyrzhc5xil4j4vfrn34wqhb2qfx2hbqyotj.py", "kernel_backend": "triton", "Input type": ["float", "float", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [2048, 1, 1024], [], []], "Input Dims": [[132, 1024], [1, 1024, 2], [], []], "Ev Idx": 4027 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "triton_per_fused__to_copy_sum_3", "pid": 4183440, "tid": 31337, + "ts": 675205298213.574, "dur": 15.966, + "args": { + "External id": 430525,"kernel_hash": "c3dzxlwq2gbpkrmfvuijgv5eon5iwfw455hggookxniqczni5xao", "grid": "grid(1024,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "1024", "2"], "kernel_file": "/tmp/torchinductor_cvm/3d/c3dzxlwq2gbpkrmfvuijgv5eon5iwfw455hggookxniqczni5xao.py", "kernel_backend": "triton", "Input type": ["float", "c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[2048, 1, 1024], [1024, 1], [], []], "Input Dims": [[1, 1024, 2], [1, 1024], [], []], "Ev Idx": 4028 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675205298238.572, "dur": 36.712, + "args": { + "External id": 430526,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 1024], [1024, 1], [1024, 1]], "Input Dims": [[1024, 65536], [65536, 1024], [1024, 1024]], "Ev Idx": 4029 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675205298278.660, "dur": 30.030, + "args": { + "External id": 430527,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1024, 1], [1024, 1]], "Input Dims": [[65536, 1024], [1024, 1024], [65536, 1024]], "Ev Idx": 4030 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "flash_attn::_flash_attn_backward", "pid": 4183440, "tid": 31337, + "ts": 675205298334.767, "dur": 168.122, + "args": { + "External id": 430528,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "", "", "", "", "0.", "0.125", "True", "-1", "-1", "0.", "", "False", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "float", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "", "Scalar", "long int"], "Input Strides": [[4194304, 1024, 64, 1], [4194304, 1024, 64, 1], [4194304, 1024, 64, 1], [4194304, 1024, 64, 1], [4194304, 1024, 64, 1], [65536, 4096, 1], [4194304, 1024, 64, 1], [4194304, 1024, 64, 1], [4194304, 1024, 64, 1], [], [], [], [], [], [], [], [], [1]], "Input Dims": [[16, 4096, 16, 64], [16, 4096, 16, 64], [16, 4096, 16, 64], [16, 4096, 16, 64], [16, 4096, 16, 64], [16, 16, 4096], [16, 4096, 16, 64], [16, 4096, 16, 64], [16, 4096, 16, 64], [], [], [], [], [], [], [], [], [2]], "Ev Idx": 4031 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 31337, + "ts": 675205298412.889, "dur": 5.764, + "args": { + "External id": 430529,"Record function id": 0, "Concrete Inputs": ["[16, 16, 4096]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 4032 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 31337, + "ts": 675205298420.545, "dur": 2.744, + "args": { + "External id": 430530,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 16, 64]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 4033 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "rotary_embedding_kernel_1", "pid": 4183440, "tid": 31337, + "ts": 675205298531.618, "dur": 24.660, + "args": { + "External id": 430531,"kernel_hash": "cnnjyph67nk54fjnuktc2nmchkiw5uvx4mqovnyasu7ursptxrg7", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "0", "16", "4096", "16", "64", "32", "8192", "32", "64", "False", "False", "False", "True"], "kernel_file": "/tmp/torchinductor_cvm/nn/cnnjyph67nk54fjnuktc2nmchkiw5uvx4mqovnyasu7ursptxrg7.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[4194304, 1024, 64, 1], [32, 1], [32, 1], [4194304, 1024, 64, 1], [], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[16, 4096, 16, 64], [8192, 32], [8192, 32], [16, 4096, 16, 64], [], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 4034 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "rotary_embedding_kernel_1", "pid": 4183440, "tid": 31337, + "ts": 675205298567.286, "dur": 14.074, + "args": { + "External id": 430532,"kernel_hash": "cnnjyph67nk54fjnuktc2nmchkiw5uvx4mqovnyasu7ursptxrg7", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "0", "16", "4096", "16", "64", "32", "8192", "32", "64", "False", "False", "False", "True"], "kernel_file": "/tmp/torchinductor_cvm/nn/cnnjyph67nk54fjnuktc2nmchkiw5uvx4mqovnyasu7ursptxrg7.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[4194304, 1024, 64, 1], [32, 1], [32, 1], [4194304, 1024, 64, 1], [], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[16, 4096, 16, 64], [8192, 32], [8192, 32], [16, 4096, 16, 64], [], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 4035 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675205298588.885, "dur": 39.059, + "args": { + "External id": 430533,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 1024], [1024, 1], [1024, 1]], "Input Dims": [[1024, 65536], [65536, 1024], [1024, 1024]], "Ev Idx": 4036 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675205298634.830, "dur": 78.184, + "args": { + "External id": 430534,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1024, 1], [1024, 1]], "Input Dims": [[65536, 1024], [1024, 1024], [65536, 1024]], "Ev Idx": 4037 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675205298724.026, "dur": 32.724, + "args": { + "External id": 430535,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 1024], [1024, 1], [1024, 1]], "Input Dims": [[1024, 65536], [65536, 1024], [1024, 1024]], "Ev Idx": 4038 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675205298761.597, "dur": 28.110, + "args": { + "External id": 430536,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1024, 1], [1024, 1]], "Input Dims": [[65536, 1024], [1024, 1024], [65536, 1024]], "Ev Idx": 4039 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675205298796.139, "dur": 26.756, + "args": { + "External id": 430537,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 1024], [1024, 1], [1024, 1]], "Input Dims": [[1024, 65536], [65536, 1024], [1024, 1024]], "Ev Idx": 4040 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675205298830.970, "dur": 27.839, + "args": { + "External id": 430538,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1024, 1], [1024, 1]], "Input Dims": [[65536, 1024], [1024, 1024], [65536, 1024]], "Ev Idx": 4041 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused_4", "pid": 4183440, "tid": 31337, + "ts": 675205298879.922, "dur": 25.106, + "args": { + "External id": 430539,"kernel_hash": "cn6a6cq4k7qdw3wki5ksil45pjzcbfrfjarshv63ivxttjehkezz", "grid": "grid(67108864,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "67108864"], "kernel_file": "/tmp/torchinductor_cvm/n6/cn6a6cq4k7qdw3wki5ksil45pjzcbfrfjarshv63ivxttjehkezz.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[1024, 1], [1024, 1], [1024, 1], []], "Input Dims": [[65536, 1024], [65536, 1024], [65536, 1024], []], "Ev Idx": 4042 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "layer_norm_bwd_kernel_2", "pid": 4183440, "tid": 31337, + "ts": 675205298953.759, "dur": 37.273, + "args": { + "External id": 430540,"kernel_hash": "cwvn5v4u6cexxzo6wfnjojuuby7ad6wk6jmjnzhsan4mprdashfg", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "", "", "65536", "1024", "1", "497", "132", "True", "1024", "False", "False", "True", "False", "False"], "kernel_file": "/tmp/torchinductor_cvm/wv/cwvn5v4u6cexxzo6wfnjojuuby7ad6wk6jmjnzhsan4mprdashfg.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "float", "float", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [1], [1024, 1], [1024, 1], [1024, 1], [1], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[65536, 1024], [1024], [65536, 1024], [65536, 1024], [132, 1024], [65536], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 4043 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "triton_red_fused_sum_2", "pid": 4183440, "tid": 31337, + "ts": 675205299012.937, "dur": 17.749, + "args": { + "External id": 430541,"kernel_hash": "cw4ogu6mqrgcawgfqkyrzhc5xil4j4vfrn34wqhb2qfx2hbqyotj", "grid": "grid(2048,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "2048", "66"], "kernel_file": "/tmp/torchinductor_cvm/w4/cw4ogu6mqrgcawgfqkyrzhc5xil4j4vfrn34wqhb2qfx2hbqyotj.py", "kernel_backend": "triton", "Input type": ["float", "float", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [2048, 1, 1024], [], []], "Input Dims": [[132, 1024], [1, 1024, 2], [], []], "Ev Idx": 4044 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "triton_per_fused__to_copy_sum_3", "pid": 4183440, "tid": 31337, + "ts": 675205299047.889, "dur": 17.897, + "args": { + "External id": 430542,"kernel_hash": "c3dzxlwq2gbpkrmfvuijgv5eon5iwfw455hggookxniqczni5xao", "grid": "grid(1024,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "1024", "2"], "kernel_file": "/tmp/torchinductor_cvm/3d/c3dzxlwq2gbpkrmfvuijgv5eon5iwfw455hggookxniqczni5xao.py", "kernel_backend": "triton", "Input type": ["float", "c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[2048, 1, 1024], [1024, 1], [], []], "Input Dims": [[1, 1024, 2], [1, 1024], [], []], "Ev Idx": 4045 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused_add_5", "pid": 4183440, "tid": 31337, + "ts": 675205299078.207, "dur": 16.109, + "args": { + "External id": 430543,"kernel_hash": "cx5ypd3rju7i5obvafc2itek3ewywgqdgrrndct7omk4mswsdop7", "grid": "grid(67108864,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "67108864"], "kernel_file": "/tmp/torchinductor_cvm/x5/cx5ypd3rju7i5obvafc2itek3ewywgqdgrrndct7omk4mswsdop7.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[1024, 1], [1024, 1], [4194304, 1024, 1], []], "Input Dims": [[65536, 1024], [65536, 1024], [16, 4096, 1024], []], "Ev Idx": 4046 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205299169.345, "dur": 15.090, + "args": { + "External id": 430544,"Record function id": 0, "Ev Idx": 4047 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205299172.651, "dur": 10.764, + "args": { + "External id": 430545,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[1024]], "Ev Idx": 4048 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 4183440, "tid": 31337, + "ts": 675205299176.848, "dur": 5.608, + "args": { + "External id": 430546,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[1024]], "Ev Idx": 4049 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 4183440, "tid": 31337, + "ts": 675205299178.398, "dur": 3.964, + "args": { + "External id": 430547,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[1024]], "Ev Idx": 4050 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205299188.169, "dur": 4.735, + "args": { + "External id": 430548,"Record function id": 0, "Ev Idx": 4051 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205299189.779, "dur": 2.655, + "args": { + "External id": 430549,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 4052 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 4183440, "tid": 31337, + "ts": 675205299190.448, "dur": 1.413, + "args": { + "External id": 430550,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 4053 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 4183440, "tid": 31337, + "ts": 675205299190.993, "dur": 0.798, + "args": { + "External id": 430551,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 4054 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205299196.126, "dur": 4.003, + "args": { + "External id": 430552,"Record function id": 0, "Ev Idx": 4055 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205299197.089, "dur": 2.558, + "args": { + "External id": 430553,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[1024]], "Ev Idx": 4056 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 4183440, "tid": 31337, + "ts": 675205299197.724, "dur": 1.502, + "args": { + "External id": 430554,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[1024]], "Ev Idx": 4057 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 4183440, "tid": 31337, + "ts": 675205299198.389, "dur": 0.771, + "args": { + "External id": 430555,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[1024]], "Ev Idx": 4058 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205299206.595, "dur": 6.171, + "args": { + "External id": 430556,"Record function id": 0, "Ev Idx": 4059 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205299208.115, "dur": 4.178, + "args": { + "External id": 430557,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2816, 1]], "Input Dims": [[1024, 2816]], "Ev Idx": 4060 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 4183440, "tid": 31337, + "ts": 675205299208.624, "dur": 3.273, + "args": { + "External id": 430558,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2816, 1]], "Input Dims": [[1024, 2816]], "Ev Idx": 4061 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 4183440, "tid": 31337, + "ts": 675205299208.930, "dur": 2.863, + "args": { + "External id": 430559,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2816, 1]], "Input Dims": [[1024, 2816]], "Ev Idx": 4062 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205299215.977, "dur": 4.186, + "args": { + "External id": 430560,"Record function id": 0, "Ev Idx": 4063 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205299217.213, "dur": 2.479, + "args": { + "External id": 430561,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[2816, 1024]], "Ev Idx": 4064 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 4183440, "tid": 31337, + "ts": 675205299217.932, "dur": 1.366, + "args": { + "External id": 430562,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[2816, 1024]], "Ev Idx": 4065 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 4183440, "tid": 31337, + "ts": 675205299218.324, "dur": 0.867, + "args": { + "External id": 430563,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[2816, 1024]], "Ev Idx": 4066 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205299223.221, "dur": 3.952, + "args": { + "External id": 430564,"Record function id": 0, "Ev Idx": 4067 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205299224.416, "dur": 2.317, + "args": { + "External id": 430565,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 4068 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 4183440, "tid": 31337, + "ts": 675205299224.913, "dur": 1.427, + "args": { + "External id": 430566,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 4069 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 4183440, "tid": 31337, + "ts": 675205299225.655, "dur": 0.555, + "args": { + "External id": 430567,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 4070 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205299230.516, "dur": 3.903, + "args": { + "External id": 430568,"Record function id": 0, "Ev Idx": 4071 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205299231.680, "dur": 2.288, + "args": { + "External id": 430569,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 4072 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 4183440, "tid": 31337, + "ts": 675205299232.296, "dur": 1.272, + "args": { + "External id": 430570,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 4073 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 4183440, "tid": 31337, + "ts": 675205299232.886, "dur": 0.614, + "args": { + "External id": 430571,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 4074 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205299237.503, "dur": 4.182, + "args": { + "External id": 430572,"Record function id": 0, "Ev Idx": 4075 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205299238.707, "dur": 2.545, + "args": { + "External id": 430573,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[2816, 1024]], "Ev Idx": 4076 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 4183440, "tid": 31337, + "ts": 675205299239.399, "dur": 1.463, + "args": { + "External id": 430574,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[2816, 1024]], "Ev Idx": 4077 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 4183440, "tid": 31337, + "ts": 675205299239.899, "dur": 0.874, + "args": { + "External id": 430575,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[2816, 1024]], "Ev Idx": 4078 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205299245.192, "dur": 4.216, + "args": { + "External id": 430576,"Record function id": 0, "Ev Idx": 4079 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205299246.392, "dur": 2.549, + "args": { + "External id": 430577,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 4080 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 4183440, "tid": 31337, + "ts": 675205299246.859, "dur": 1.687, + "args": { + "External id": 430578,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 4081 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 4183440, "tid": 31337, + "ts": 675205299247.618, "dur": 0.839, + "args": { + "External id": 430579,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 4082 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: RegisterPostBackwardFunctionBackward", "pid": 4183440, "tid": 31337, + "ts": 675205299253.718, "dur": 14875.094, + "args": { + "External id": 430580,"Record function id": 0, "Sequence number": 5055607, "Fwd thread id": 1, "Ev Idx": 4083 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "RegisterPostBackwardFunctionBackward", "pid": 4183440, "tid": 31337, + "ts": 675205299255.078, "dur": 14864.870, + "args": { + "External id": 430581,"Sequence number": 5055607, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[4194304, 1024, 1]], "Input Dims": [[16, 4096, 1024]], "Ev Idx": 4084 + } + }, + { + "ph": "f", "id": 205, "pid": 4183440, "tid": 31337, "ts": 675205299255.078, + "cat": "fwdbwd", "name": "fwdbwd", "bp": "e" + }, + { + "ph": "X", "cat": "user_annotation", "name": "FSDP::post_backward_accumulate (model.layers.3)", "pid": 4183440, "tid": 31337, + "ts": 675205299287.023, "dur": 40.630, + "args": { + "External id": 430582,"Record function id": 0, "Ev Idx": 4085 + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "FSDP::post_backward_reshard (model.layers.3)", "pid": 4183440, "tid": 31337, + "ts": 675205299335.247, "dur": 65.059, + "args": { + "External id": 430583,"Record function id": 0, "Ev Idx": 4086 + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "FSDP::post_backward_reduce (model.layers.3)", "pid": 4183440, "tid": 31337, + "ts": 675205299406.839, "dur": 14704.706, + "args": { + "External id": 430584,"Record function id": 0, "Ev Idx": 4087 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 31337, + "ts": 675205299499.398, "dur": 7.045, + "args": { + "External id": 430585,"Record function id": 0, "Concrete Inputs": ["[12847104]", "6", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 4088 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675205299515.584, "dur": 4.917, + "args": { + "External id": 430586,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["float", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[12847104], []], "Ev Idx": 4089 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "fsdp::chunk_cat", "pid": 4183440, "tid": 31337, + "ts": 675205299533.867, "dur": 13863.171, + "args": { + "External id": 430587,"Record function id": 0, "Concrete Inputs": ["", "0", "8", ""], "Input type": ["TensorList", "Scalar", "Scalar", "float"], "Input Strides": [[[1], [1024, 1], [1024, 1], [1024, 1], [1024, 1], [1], [1024, 1], [1024, 1], [2816, 1]], [], [], [1605888, 1]], "Input Dims": [[[1024], [1024, 1024], [1024, 1024], [1024, 1024], [1024, 1024], [1024], [2816, 1024], [2816, 1024], [1024, 2816]], [], [], [8, 1605888]], "Ev Idx": 4090 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::_chunk_cat", "pid": 4183440, "tid": 31337, + "ts": 675205299546.825, "dur": 13841.557, + "args": { + "External id": 430588,"Record function id": 0, "Concrete Inputs": ["", "0", "8", ""], "Input type": ["TensorList", "Scalar", "Scalar", "float"], "Input Strides": [[[1], [1024, 1], [1024, 1], [1024, 1], [1024, 1], [1], [1024, 1], [1024, 1], [2816, 1]], [], [], [1605888, 1]], "Input Dims": [[[1024], [1024, 1024], [1024, 1024], [1024, 1024], [1024, 1024], [1024], [2816, 1024], [2816, 1024], [1024, 2816]], [], [], [8, 1605888]], "Ev Idx": 4091 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 31337, + "ts": 675205299573.172, "dur": 15.373, + "args": { + "External id": 430589,"Record function id": 0, "Concrete Inputs": ["[3194]", "4", "", "", "True", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 4092 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 31337, + "ts": 675205299593.477, "dur": 13758.532, + "args": { + "External id": 430590,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", "False", ""], "Input type": ["long int", "", "", "", "", "Scalar", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], [], []], "Input Dims": [[3194], [], [], [], [], [], [], []], "Ev Idx": 4093 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::_to_copy", "pid": 4183440, "tid": 31337, + "ts": 675205299596.353, "dur": 13754.704, + "args": { + "External id": 430591,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", ""], "Input type": ["long int", "", "", "", "", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], []], "Input Dims": [[3194], [], [], [], [], [], []], "Ev Idx": 4094 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 4183440, "tid": 31337, + "ts": 675205299600.506, "dur": 4.680, + "args": { + "External id": 430592,"Record function id": 0, "Concrete Inputs": ["[3194]", "[1]", "4", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 4095 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 4183440, "tid": 31337, + "ts": 675205299626.747, "dur": 13720.518, + "args": { + "External id": 430593,"Record function id": 0, "Concrete Inputs": ["", "", "True"], "Input type": ["long int", "long int", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[3194], [3194], []], "Ev Idx": 4096 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::new_empty", "pid": 4183440, "tid": 31337, + "ts": 675205313487.007, "dur": 9.170, + "args": { + "External id": 430594,"Record function id": 0, "Concrete Inputs": ["", "[1605888]", "", "", "", "False"], "Input type": ["float", "ScalarList", "", "", "", "Scalar"], "Input Strides": [[1], [], [], [], [], []], "Input Dims": [[12847104], [], [], [], [], []], "Ev Idx": 4097 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 31337, + "ts": 675205313489.766, "dur": 5.978, + "args": { + "External id": 430595,"Record function id": 0, "Concrete Inputs": ["[1605888]", "6", "0", "", "False", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 4098 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "c10d::_reduce_scatter_base_", "pid": 4183440, "tid": 31337, + "ts": 675205313523.696, "dur": 288.037, + "args": { + "External id": 430596,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "False", "-1"], "Input type": ["float", "float", "", "", "Scalar", "Scalar"], "Input Strides": [[1], [1], [], [], [], []], "Input Dims": [[1605888], [12847104], [], [], [], []], "Ev Idx": 4099 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 4183440, "tid": 31337, + "ts": 675205313549.474, "dur": 257.346, + "args": { + "External id": 430597,"Record function id": 0, "Collective name": "_reduce_scatter_base", "Process Group Description": "default_pg", "dtype": "Float", "Rank": 4, "Input Strides": [[1], [], [], [], [], [], [], [], [], []], "Concrete Inputs": ["", "", "", "4", "", "[]", "[]", "0", "1", "8"], "Out msg nelems": 1605888, "Process Group Name": "0", "Input type": ["float", "", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Global rank stride": 1, "Out split size": "[]", "In split size": "[]", "Process Group Ranks": "[0, 1, 2, 3, 4, 5, 6, 7]", "Group size": 8, "Input Dims": [[12847104], [], [], [], [], [], [], [], [], []], "Global rank start": 0, "Ev Idx": 4100, "In msg nelems": 12847104 + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "nccl:_reduce_scatter_base", "pid": 4183440, "tid": 31337, + "ts": 675205313560.634, "dur": 240.884, + "args": { + "External id": 430598,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1]], "Input Dims": [[12847104]], "Ev Idx": 4101 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 4183440, "tid": 31337, + "ts": 675205313829.242, "dur": 2.153, + "args": { + "External id": 430599,"Record function id": 0, "Collective name": "wait", "Process Group Description": "default_pg", "dtype": "Byte", "Input Dims": [[], [], [], [], [], [], [], [], []], "Input Strides": [[], [], [], [], [], [], [], [], []], "Input type": ["", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Concrete Inputs": ["", "", "4", "", "[]", "[]", "-1", "-1", "1"], "Out msg nelems": 0, "Process Group Name": "0", "Process Group Ranks": "[]", "Group size": 1, "Ev Idx": 4102, "In msg nelems": 0, "Rank": 4, "In split size": "[]", "Out split size": "[]" + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205313886.911, "dur": 6.624, + "args": { + "External id": 430600,"Record function id": 0, "Concrete Inputs": ["", "[128]", "[1]", "0"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 4103 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205313954.301, "dur": 2.239, + "args": { + "External id": 430601,"Record function id": 0, "Concrete Inputs": ["", "[128, 1024]", "[1024, 1]", "128"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 4104 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205313974.854, "dur": 1.550, + "args": { + "External id": 430602,"Record function id": 0, "Concrete Inputs": ["", "[128, 1024]", "[1024, 1]", "131200"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 4105 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205313989.025, "dur": 2.364, + "args": { + "External id": 430603,"Record function id": 0, "Concrete Inputs": ["", "[128, 1024]", "[1024, 1]", "262272"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 4106 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205314002.883, "dur": 0.826, + "args": { + "External id": 430604,"Record function id": 0, "Concrete Inputs": ["", "[128, 1024]", "[1024, 1]", "393344"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 4107 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205314013.417, "dur": 1.067, + "args": { + "External id": 430605,"Record function id": 0, "Concrete Inputs": ["", "[128]", "[1]", "524416"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 4108 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205314028.019, "dur": 0.990, + "args": { + "External id": 430606,"Record function id": 0, "Concrete Inputs": ["", "[352, 1024]", "[1024, 1]", "524544"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 4109 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205314039.948, "dur": 2.371, + "args": { + "External id": 430607,"Record function id": 0, "Concrete Inputs": ["", "[352, 1024]", "[1024, 1]", "884992"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 4110 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205314051.643, "dur": 0.803, + "args": { + "External id": 430608,"Record function id": 0, "Concrete Inputs": ["", "[128, 2816]", "[2816, 1]", "1245440"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 4111 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: CompiledFunctionBackward", "pid": 4183440, "tid": 31337, + "ts": 675205314143.692, "dur": 2575.019, + "args": { + "External id": 430609,"Record function id": 0, "Ev Idx": 4112 + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "FSDP::pre_backward (model.layers.2)", "pid": 4183440, "tid": 31337, + "ts": 675205314162.436, "dur": 965.037, + "args": { + "External id": 430610,"Record function id": 0, "Ev Idx": 4113 + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "FSDP::all_gather_copy_out (model.layers.2)", "pid": 4183440, "tid": 31337, + "ts": 675205314177.065, "dur": 283.793, + "args": { + "External id": 430611,"Record function id": 0, "Ev Idx": 4114 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675205314253.210, "dur": 4.398, + "args": { + "External id": 430612,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[12847104], []], "Ev Idx": 4115 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675205314260.576, "dur": 1.082, + "args": { + "External id": 430613,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[1024], []], "Ev Idx": 4116 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675205314263.503, "dur": 0.668, + "args": { + "External id": 430614,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[1048576], []], "Ev Idx": 4117 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675205314265.946, "dur": 0.727, + "args": { + "External id": 430615,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[1048576], []], "Ev Idx": 4118 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675205314268.261, "dur": 1.992, + "args": { + "External id": 430616,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[1048576], []], "Ev Idx": 4119 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675205314272.001, "dur": 0.905, + "args": { + "External id": 430617,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[1048576], []], "Ev Idx": 4120 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675205314274.777, "dur": 0.863, + "args": { + "External id": 430618,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[1024], []], "Ev Idx": 4121 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675205314277.064, "dur": 0.975, + "args": { + "External id": 430619,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[2883584], []], "Ev Idx": 4122 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675205314279.754, "dur": 0.614, + "args": { + "External id": 430620,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[2883584], []], "Ev Idx": 4123 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675205314281.864, "dur": 0.925, + "args": { + "External id": 430621,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[2883584], []], "Ev Idx": 4124 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "fsdp::split_with_sizes_copy", "pid": 4183440, "tid": 31337, + "ts": 675205314300.035, "dur": 134.798, + "args": { + "External id": 430622,"Record function id": 0, "Concrete Inputs": ["", "[128, 131072, 131072, 131072, 131072, 128, 360448, 360448, 360448]", "1", ""], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "TensorList"], "Input Strides": [[1605888, 1], [], [], [[128, 1], [131072, 1], [131072, 1], [131072, 1], [131072, 1], [128, 1], [360448, 1], [360448, 1], [360448, 1]]], "Input Dims": [[8, 1605888], [], [], [[8, 128], [8, 131072], [8, 131072], [8, 131072], [8, 131072], [8, 128], [8, 360448], [8, 360448], [8, 360448]]], "Ev Idx": 4125 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes_copy", "pid": 4183440, "tid": 31337, + "ts": 675205314315.859, "dur": 115.146, + "args": { + "External id": 430623,"Record function id": 0, "Concrete Inputs": ["", "[128, 131072, 131072, 131072, 131072, 128, 360448, 360448, 360448]", "1", ""], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "TensorList"], "Input Strides": [[1605888, 1], [], [], [[128, 1], [131072, 1], [131072, 1], [131072, 1], [131072, 1], [128, 1], [360448, 1], [360448, 1], [360448, 1]]], "Input Dims": [[8, 1605888], [], [], [[8, 128], [8, 131072], [8, 131072], [8, 131072], [8, 131072], [8, 128], [8, 360448], [8, 360448], [8, 360448]]], "Ev Idx": 4126 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 31337, + "ts": 675205314327.613, "dur": 12.816, + "args": { + "External id": 430624,"Record function id": 0, "Concrete Inputs": ["[823]", "4", "", "", "True", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 4127 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 31337, + "ts": 675205314343.302, "dur": 60.208, + "args": { + "External id": 430625,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", "False", ""], "Input type": ["long int", "", "", "", "", "Scalar", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], [], []], "Input Dims": [[823], [], [], [], [], [], [], []], "Ev Idx": 4128 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::_to_copy", "pid": 4183440, "tid": 31337, + "ts": 675205314345.952, "dur": 57.206, + "args": { + "External id": 430626,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", ""], "Input type": ["long int", "", "", "", "", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], []], "Input Dims": [[823], [], [], [], [], [], []], "Ev Idx": 4129 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 4183440, "tid": 31337, + "ts": 675205314349.620, "dur": 5.549, + "args": { + "External id": 430627,"Record function id": 0, "Concrete Inputs": ["[823]", "[1]", "4", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 4130 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 4183440, "tid": 31337, + "ts": 675205314356.936, "dur": 45.710, + "args": { + "External id": 430628,"Record function id": 0, "Concrete Inputs": ["", "", "True"], "Input type": ["long int", "long int", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[823], [823], []], "Ev Idx": 4131 + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "FSDP::backward_prefetch for model.layers.1", "pid": 4183440, "tid": 31337, + "ts": 675205314541.626, "dur": 578.334, + "args": { + "External id": 430629,"Record function id": 0, "Ev Idx": 4132 + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "FSDP::all_gather (model.layers.1)", "pid": 4183440, "tid": 31337, + "ts": 675205314556.525, "dur": 550.503, + "args": { + "External id": 430630,"Record function id": 0, "Ev Idx": 4133 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 31337, + "ts": 675205314613.846, "dur": 5.724, + "args": { + "External id": 430631,"Record function id": 0, "Concrete Inputs": ["[1605888]", "15", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 4134 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes", "pid": 4183440, "tid": 31337, + "ts": 675205314635.064, "dur": 65.112, + "args": { + "External id": 430632,"Record function id": 0, "Concrete Inputs": ["", "[128, 131072, 131072, 131072, 131072, 128, 360448, 360448, 360448]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar"], "Input Strides": [[1], [], []], "Input Dims": [[1605888], [], []], "Ev Idx": 4135 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205314639.431, "dur": 1.130, + "args": { + "External id": 430633,"Record function id": 0, "Concrete Inputs": ["", "[128]", "[1]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 4136 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205314642.236, "dur": 0.430, + "args": { + "External id": 430634,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "128"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 4137 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205314643.773, "dur": 0.336, + "args": { + "External id": 430635,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "131200"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 4138 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205314645.385, "dur": 0.386, + "args": { + "External id": 430636,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "262272"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 4139 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205314646.841, "dur": 0.362, + "args": { + "External id": 430637,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "393344"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 4140 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205314648.311, "dur": 0.420, + "args": { + "External id": 430638,"Record function id": 0, "Concrete Inputs": ["", "[128]", "[1]", "524416"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 4141 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205314689.199, "dur": 0.872, + "args": { + "External id": 430639,"Record function id": 0, "Concrete Inputs": ["", "[360448]", "[1]", "524544"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 4142 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205314692.392, "dur": 1.500, + "args": { + "External id": 430640,"Record function id": 0, "Concrete Inputs": ["", "[360448]", "[1]", "884992"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 4143 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205314695.300, "dur": 0.264, + "args": { + "External id": 430641,"Record function id": 0, "Concrete Inputs": ["", "[360448]", "[1]", "1245440"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 4144 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::_foreach_copy_", "pid": 4183440, "tid": 31337, + "ts": 675205314711.998, "dur": 36.318, + "args": { + "External id": 430642,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["TensorList", "TensorList", "Scalar"], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [[1], [1], [1], [1], [1], [1], [1], [1], [1]], []], "Input Dims": [[[128], [131072], [131072], [131072], [131072], [128], [360448], [360448], [360448]], [[128], [131072], [131072], [131072], [131072], [128], [360448], [360448], [360448]], []], "Ev Idx": 4145 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "fsdp::all_gather_copy_in", "pid": 4183440, "tid": 31337, + "ts": 675205314781.673, "dur": 88.771, + "args": { + "External id": 430643,"Record function id": 0, "Concrete Inputs": ["", "[128, 131072, 131072, 131072, 131072, 128, 360448, 360448, 360448]", "1605888", "8", "4", "15", ""], "Input type": ["TensorList", "ScalarList", "Scalar", "Scalar", "Scalar", "Scalar", ""], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [], [], [], [], [], []], "Input Dims": [[[128], [131072], [131072], [131072], [131072], [128], [360448], [360448], [360448]], [], [], [], [], [], []], "Ev Idx": 4146 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 31337, + "ts": 675205314791.354, "dur": 3.887, + "args": { + "External id": 430644,"Record function id": 0, "Concrete Inputs": ["[12847104]", "15", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 4147 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::narrow", "pid": 4183440, "tid": 31337, + "ts": 675205314799.972, "dur": 9.652, + "args": { + "External id": 430645,"Record function id": 0, "Concrete Inputs": ["", "0", "6423552", "1605888"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[12847104], [], [], []], "Ev Idx": 4148 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 4183440, "tid": 31337, + "ts": 675205314804.210, "dur": 4.969, + "args": { + "External id": 430646,"Record function id": 0, "Concrete Inputs": ["", "0", "6423552", "8029440", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], [], []], "Input Dims": [[12847104], [], [], [], []], "Ev Idx": 4149 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205314807.621, "dur": 0.414, + "args": { + "External id": 430647,"Record function id": 0, "Concrete Inputs": ["", "[1605888]", "[1]", "6423552"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[12847104], [], [], []], "Ev Idx": 4150 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes", "pid": 4183440, "tid": 31337, + "ts": 675205314816.873, "dur": 17.983, + "args": { + "External id": 430648,"Record function id": 0, "Concrete Inputs": ["", "[128, 131072, 131072, 131072, 131072, 128, 360448, 360448, 360448]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar"], "Input Strides": [[1], [], []], "Input Dims": [[1605888], [], []], "Ev Idx": 4151 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205314818.858, "dur": 0.267, + "args": { + "External id": 430649,"Record function id": 0, "Concrete Inputs": ["", "[128]", "[1]", "6423552"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 4152 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205314820.728, "dur": 0.549, + "args": { + "External id": 430650,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "6423680"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 4153 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205314822.215, "dur": 0.657, + "args": { + "External id": 430651,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "6554752"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 4154 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205314824.400, "dur": 0.393, + "args": { + "External id": 430652,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "6685824"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 4155 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205314825.634, "dur": 1.500, + "args": { + "External id": 430653,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "6816896"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 4156 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205314828.498, "dur": 0.288, + "args": { + "External id": 430654,"Record function id": 0, "Concrete Inputs": ["", "[128]", "[1]", "6947968"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 4157 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205314829.576, "dur": 0.427, + "args": { + "External id": 430655,"Record function id": 0, "Concrete Inputs": ["", "[360448]", "[1]", "6948096"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 4158 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205314830.814, "dur": 0.291, + "args": { + "External id": 430656,"Record function id": 0, "Concrete Inputs": ["", "[360448]", "[1]", "7308544"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 4159 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205314832.085, "dur": 0.517, + "args": { + "External id": 430657,"Record function id": 0, "Concrete Inputs": ["", "[360448]", "[1]", "7668992"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 4160 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::_foreach_copy_", "pid": 4183440, "tid": 31337, + "ts": 675205314844.634, "dur": 18.773, + "args": { + "External id": 430658,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["TensorList", "TensorList", "Scalar"], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [[1], [1], [1], [1], [1], [1], [1], [1], [1]], []], "Input Dims": [[[128], [131072], [131072], [131072], [131072], [128], [360448], [360448], [360448]], [[128], [131072], [131072], [131072], [131072], [128], [360448], [360448], [360448]], []], "Ev Idx": 4161 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "c10d::_allgather_base_", "pid": 4183440, "tid": 31337, + "ts": 675205314913.589, "dur": 127.378, + "args": { + "External id": 430659,"Record function id": 0, "Concrete Inputs": ["", "", "", "False", "-1"], "Input type": ["c10::BFloat16", "c10::BFloat16", "", "Scalar", "Scalar"], "Input Strides": [[1], [1], [], [], []], "Input Dims": [[12847104], [1605888], [], [], []], "Ev Idx": 4162 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 4183440, "tid": 31337, + "ts": 675205314950.806, "dur": 86.447, + "args": { + "External id": 430660,"Record function id": 0, "Collective name": "_allgather_base", "Process Group Description": "default_pg", "dtype": "BFloat16", "Rank": 4, "Input Strides": [[1], [], [], [], [], [], [], [], [], []], "Concrete Inputs": ["", "", "", "4", "", "[]", "[]", "0", "1", "8"], "Out msg nelems": 12847104, "Process Group Name": "0", "Input type": ["c10::BFloat16", "", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Global rank stride": 1, "Out split size": "[]", "In split size": "[]", "Process Group Ranks": "[0, 1, 2, 3, 4, 5, 6, 7]", "Group size": 8, "Input Dims": [[1605888], [], [], [], [], [], [], [], [], []], "Global rank start": 0, "Ev Idx": 4163, "In msg nelems": 1605888 + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "nccl:_all_gather_base", "pid": 4183440, "tid": 31337, + "ts": 675205314962.226, "dur": 71.181, + "args": { + "External id": 430661,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[1605888]], "Ev Idx": 4164 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 4183440, "tid": 31337, + "ts": 675205315054.567, "dur": 1.664, + "args": { + "External id": 430662,"Record function id": 0, "Collective name": "wait", "Process Group Description": "default_pg", "dtype": "Byte", "Input Dims": [[], [], [], [], [], [], [], [], []], "Input Strides": [[], [], [], [], [], [], [], [], []], "Input type": ["", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Concrete Inputs": ["", "", "4", "", "[]", "[]", "-1", "-1", "1"], "Out msg nelems": 0, "Process Group Name": "0", "Process Group Ranks": "[]", "Group size": 1, "Ev Idx": 4165, "In msg nelems": 0, "Rank": 4, "In split size": "[]", "Out split size": "[]" + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "CompiledFunctionBackward", "pid": 4183440, "tid": 31337, + "ts": 675205315135.125, "dur": 1559.299, + "args": { + "External id": 430663,"Sequence number": 5055606, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[4194304, 1024, 1]], "Input Dims": [[16, 4096, 1024]], "Ev Idx": 4166 + } + }, + { + "ph": "f", "id": 206, "pid": 4183440, "tid": 31337, "ts": 675205315135.125, + "cat": "fwdbwd", "name": "fwdbwd", "bp": "e" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675205315246.611, "dur": 100.860, + "args": { + "External id": 430664,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [2816, 1], [2816, 1]], "Input Dims": [[65536, 1024], [1024, 2816], [65536, 2816]], "Ev Idx": 4167 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused__to_copy_add_mul_rsub_silu_0", "pid": 4183440, "tid": 31337, + "ts": 675205315387.924, "dur": 39.789, + "args": { + "External id": 430665,"kernel_hash": "clkmb2nvivik7xt77lza2snvzeuraclmpbqhk34lgigbl7zlxati", "grid": "grid(184549376,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "", "", "184549376"], "kernel_file": "/tmp/torchinductor_cvm/lk/clkmb2nvivik7xt77lza2snvzeuraclmpbqhk34lgigbl7zlxati.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[2816, 1], [2816, 1], [2816, 1], [11534336, 2816, 1], [11534336, 2816, 1], [11534336, 2816, 1], []], "Input Dims": [[65536, 2816], [65536, 2816], [65536, 2816], [16, 4096, 2816], [16, 4096, 2816], [16, 4096, 2816], []], "Ev Idx": 4168 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::bmm", "pid": 4183440, "tid": 31337, + "ts": 675205315444.067, "dur": 41.329, + "args": { + "External id": 430666,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[0, 1, 1024], [0, 2816, 1], [2883584, 2816, 1]], "Input Dims": [[1, 1024, 65536], [1, 65536, 2816], [1, 1024, 2816]], "Ev Idx": 4169 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675205315494.722, "dur": 26.177, + "args": { + "External id": 430667,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 2816], [1024, 1], [1024, 1]], "Input Dims": [[2816, 65536], [65536, 1024], [2816, 1024]], "Ev Idx": 4170 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675205315526.849, "dur": 34.648, + "args": { + "External id": 430668,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2816, 1], [1024, 1], [1024, 1]], "Input Dims": [[65536, 2816], [2816, 1024], [65536, 1024]], "Ev Idx": 4171 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675205315569.841, "dur": 21.323, + "args": { + "External id": 430669,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 2816], [1024, 1], [1024, 1]], "Input Dims": [[2816, 65536], [65536, 1024], [2816, 1024]], "Ev Idx": 4172 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675205315597.804, "dur": 27.908, + "args": { + "External id": 430670,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2816, 1], [1024, 1], [1024, 1]], "Input Dims": [[65536, 2816], [2816, 1024], [65536, 1024]], "Ev Idx": 4173 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused_1", "pid": 4183440, "tid": 31337, + "ts": 675205315648.424, "dur": 65.978, + "args": { + "External id": 430671,"kernel_hash": "cmdhmofoq6dkjtzh34c2kzhgghtmhpal5f3rxqvpfiur2wxglwjs", "grid": "grid(67108864,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "67108864"], "kernel_file": "/tmp/torchinductor_cvm/md/cmdhmofoq6dkjtzh34c2kzhgghtmhpal5f3rxqvpfiur2wxglwjs.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[1024, 1], [1024, 1], []], "Input Dims": [[65536, 1024], [65536, 1024], []], "Ev Idx": 4174 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "layer_norm_bwd_kernel_0", "pid": 4183440, "tid": 31337, + "ts": 675205315744.049, "dur": 26.265, + "args": { + "External id": 430672,"kernel_hash": "cuevaar5u646bgtmpubrbyzqz3sdut3cwthdo7wpizzjr6oluqi5", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "", "", "", "65536", "1024", "1", "497", "132", "True", "1024", "True", "False", "True", "False", "False"], "kernel_file": "/tmp/torchinductor_cvm/ue/cuevaar5u646bgtmpubrbyzqz3sdut3cwthdo7wpizzjr6oluqi5.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "float", "c10::BFloat16", "float", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [1], [1024, 1], [1024, 1], [1024, 1], [1024, 1], [1], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[65536, 1024], [1024], [65536, 1024], [65536, 1024], [132, 1024], [65536, 1024], [65536], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 4175 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "triton_red_fused_sum_2", "pid": 4183440, "tid": 31337, + "ts": 675205315790.323, "dur": 17.565, + "args": { + "External id": 430673,"kernel_hash": "cw4ogu6mqrgcawgfqkyrzhc5xil4j4vfrn34wqhb2qfx2hbqyotj", "grid": "grid(2048,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "2048", "66"], "kernel_file": "/tmp/torchinductor_cvm/w4/cw4ogu6mqrgcawgfqkyrzhc5xil4j4vfrn34wqhb2qfx2hbqyotj.py", "kernel_backend": "triton", "Input type": ["float", "float", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [2048, 1, 1024], [], []], "Input Dims": [[132, 1024], [1, 1024, 2], [], []], "Ev Idx": 4176 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "triton_per_fused__to_copy_sum_3", "pid": 4183440, "tid": 31337, + "ts": 675205315819.673, "dur": 13.103, + "args": { + "External id": 430674,"kernel_hash": "c3dzxlwq2gbpkrmfvuijgv5eon5iwfw455hggookxniqczni5xao", "grid": "grid(1024,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "1024", "2"], "kernel_file": "/tmp/torchinductor_cvm/3d/c3dzxlwq2gbpkrmfvuijgv5eon5iwfw455hggookxniqczni5xao.py", "kernel_backend": "triton", "Input type": ["float", "c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[2048, 1, 1024], [1024, 1], [], []], "Input Dims": [[1, 1024, 2], [1, 1024], [], []], "Ev Idx": 4177 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675205315841.680, "dur": 40.050, + "args": { + "External id": 430675,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 1024], [1024, 1], [1024, 1]], "Input Dims": [[1024, 65536], [65536, 1024], [1024, 1024]], "Ev Idx": 4178 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675205315885.276, "dur": 30.580, + "args": { + "External id": 430676,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1024, 1], [1024, 1]], "Input Dims": [[65536, 1024], [1024, 1024], [65536, 1024]], "Ev Idx": 4179 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "flash_attn::_flash_attn_backward", "pid": 4183440, "tid": 31337, + "ts": 675205315957.906, "dur": 168.959, + "args": { + "External id": 430677,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "", "", "", "", "0.", "0.125", "True", "-1", "-1", "0.", "", "False", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "float", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "", "Scalar", "long int"], "Input Strides": [[4194304, 1024, 64, 1], [4194304, 1024, 64, 1], [4194304, 1024, 64, 1], [4194304, 1024, 64, 1], [4194304, 1024, 64, 1], [65536, 4096, 1], [4194304, 1024, 64, 1], [4194304, 1024, 64, 1], [4194304, 1024, 64, 1], [], [], [], [], [], [], [], [], [1]], "Input Dims": [[16, 4096, 16, 64], [16, 4096, 16, 64], [16, 4096, 16, 64], [16, 4096, 16, 64], [16, 4096, 16, 64], [16, 16, 4096], [16, 4096, 16, 64], [16, 4096, 16, 64], [16, 4096, 16, 64], [], [], [], [], [], [], [], [], [2]], "Ev Idx": 4180 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 31337, + "ts": 675205316034.528, "dur": 6.177, + "args": { + "External id": 430678,"Record function id": 0, "Concrete Inputs": ["[16, 16, 4096]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 4181 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 31337, + "ts": 675205316043.263, "dur": 3.274, + "args": { + "External id": 430679,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 16, 64]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 4182 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "rotary_embedding_kernel_1", "pid": 4183440, "tid": 31337, + "ts": 675205316159.100, "dur": 23.649, + "args": { + "External id": 430680,"kernel_hash": "cnnjyph67nk54fjnuktc2nmchkiw5uvx4mqovnyasu7ursptxrg7", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "0", "16", "4096", "16", "64", "32", "8192", "32", "64", "False", "False", "False", "True"], "kernel_file": "/tmp/torchinductor_cvm/nn/cnnjyph67nk54fjnuktc2nmchkiw5uvx4mqovnyasu7ursptxrg7.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[4194304, 1024, 64, 1], [32, 1], [32, 1], [4194304, 1024, 64, 1], [], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[16, 4096, 16, 64], [8192, 32], [8192, 32], [16, 4096, 16, 64], [], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 4183 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "rotary_embedding_kernel_1", "pid": 4183440, "tid": 31337, + "ts": 675205316193.607, "dur": 12.898, + "args": { + "External id": 430681,"kernel_hash": "cnnjyph67nk54fjnuktc2nmchkiw5uvx4mqovnyasu7ursptxrg7", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "0", "16", "4096", "16", "64", "32", "8192", "32", "64", "False", "False", "False", "True"], "kernel_file": "/tmp/torchinductor_cvm/nn/cnnjyph67nk54fjnuktc2nmchkiw5uvx4mqovnyasu7ursptxrg7.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[4194304, 1024, 64, 1], [32, 1], [32, 1], [4194304, 1024, 64, 1], [], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[16, 4096, 16, 64], [8192, 32], [8192, 32], [16, 4096, 16, 64], [], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 4184 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675205316214.232, "dur": 46.235, + "args": { + "External id": 430682,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 1024], [1024, 1], [1024, 1]], "Input Dims": [[1024, 65536], [65536, 1024], [1024, 1024]], "Ev Idx": 4185 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675205316267.844, "dur": 33.715, + "args": { + "External id": 430683,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1024, 1], [1024, 1]], "Input Dims": [[65536, 1024], [1024, 1024], [65536, 1024]], "Ev Idx": 4186 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675205316307.929, "dur": 29.713, + "args": { + "External id": 430684,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 1024], [1024, 1], [1024, 1]], "Input Dims": [[1024, 65536], [65536, 1024], [1024, 1024]], "Ev Idx": 4187 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675205316342.293, "dur": 28.033, + "args": { + "External id": 430685,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1024, 1], [1024, 1]], "Input Dims": [[65536, 1024], [1024, 1024], [65536, 1024]], "Ev Idx": 4188 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675205316376.252, "dur": 27.267, + "args": { + "External id": 430686,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 1024], [1024, 1], [1024, 1]], "Input Dims": [[1024, 65536], [65536, 1024], [1024, 1024]], "Ev Idx": 4189 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675205316410.806, "dur": 26.626, + "args": { + "External id": 430687,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1024, 1], [1024, 1]], "Input Dims": [[65536, 1024], [1024, 1024], [65536, 1024]], "Ev Idx": 4190 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused_4", "pid": 4183440, "tid": 31337, + "ts": 675205316456.879, "dur": 20.328, + "args": { + "External id": 430688,"kernel_hash": "cn6a6cq4k7qdw3wki5ksil45pjzcbfrfjarshv63ivxttjehkezz", "grid": "grid(67108864,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "67108864"], "kernel_file": "/tmp/torchinductor_cvm/n6/cn6a6cq4k7qdw3wki5ksil45pjzcbfrfjarshv63ivxttjehkezz.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[1024, 1], [1024, 1], [1024, 1], []], "Input Dims": [[65536, 1024], [65536, 1024], [65536, 1024], []], "Ev Idx": 4191 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "layer_norm_bwd_kernel_2", "pid": 4183440, "tid": 31337, + "ts": 675205316493.007, "dur": 25.691, + "args": { + "External id": 430689,"kernel_hash": "cwvn5v4u6cexxzo6wfnjojuuby7ad6wk6jmjnzhsan4mprdashfg", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "", "", "65536", "1024", "1", "497", "132", "True", "1024", "False", "False", "True", "False", "False"], "kernel_file": "/tmp/torchinductor_cvm/wv/cwvn5v4u6cexxzo6wfnjojuuby7ad6wk6jmjnzhsan4mprdashfg.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "float", "float", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [1], [1024, 1], [1024, 1], [1024, 1], [1], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[65536, 1024], [1024], [65536, 1024], [65536, 1024], [132, 1024], [65536], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 4192 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "triton_red_fused_sum_2", "pid": 4183440, "tid": 31337, + "ts": 675205316549.714, "dur": 24.975, + "args": { + "External id": 430690,"kernel_hash": "cw4ogu6mqrgcawgfqkyrzhc5xil4j4vfrn34wqhb2qfx2hbqyotj", "grid": "grid(2048,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "2048", "66"], "kernel_file": "/tmp/torchinductor_cvm/w4/cw4ogu6mqrgcawgfqkyrzhc5xil4j4vfrn34wqhb2qfx2hbqyotj.py", "kernel_backend": "triton", "Input type": ["float", "float", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [2048, 1, 1024], [], []], "Input Dims": [[132, 1024], [1, 1024, 2], [], []], "Ev Idx": 4193 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "triton_per_fused__to_copy_sum_3", "pid": 4183440, "tid": 31337, + "ts": 675205316590.987, "dur": 13.535, + "args": { + "External id": 430691,"kernel_hash": "c3dzxlwq2gbpkrmfvuijgv5eon5iwfw455hggookxniqczni5xao", "grid": "grid(1024,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "1024", "2"], "kernel_file": "/tmp/torchinductor_cvm/3d/c3dzxlwq2gbpkrmfvuijgv5eon5iwfw455hggookxniqczni5xao.py", "kernel_backend": "triton", "Input type": ["float", "c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[2048, 1, 1024], [1024, 1], [], []], "Input Dims": [[1, 1024, 2], [1, 1024], [], []], "Ev Idx": 4194 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused_add_5", "pid": 4183440, "tid": 31337, + "ts": 675205316616.484, "dur": 14.218, + "args": { + "External id": 430692,"kernel_hash": "cx5ypd3rju7i5obvafc2itek3ewywgqdgrrndct7omk4mswsdop7", "grid": "grid(67108864,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "67108864"], "kernel_file": "/tmp/torchinductor_cvm/x5/cx5ypd3rju7i5obvafc2itek3ewywgqdgrrndct7omk4mswsdop7.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[1024, 1], [1024, 1], [4194304, 1024, 1], []], "Input Dims": [[65536, 1024], [65536, 1024], [16, 4096, 1024], []], "Ev Idx": 4195 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205316741.007, "dur": 15.004, + "args": { + "External id": 430693,"Record function id": 0, "Ev Idx": 4196 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205316744.200, "dur": 10.827, + "args": { + "External id": 430694,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[1024]], "Ev Idx": 4197 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 4183440, "tid": 31337, + "ts": 675205316748.347, "dur": 5.747, + "args": { + "External id": 430695,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[1024]], "Ev Idx": 4198 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 4183440, "tid": 31337, + "ts": 675205316749.803, "dur": 4.202, + "args": { + "External id": 430696,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[1024]], "Ev Idx": 4199 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205316759.998, "dur": 8.173, + "args": { + "External id": 430697,"Record function id": 0, "Ev Idx": 4200 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205316761.160, "dur": 6.545, + "args": { + "External id": 430698,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 4201 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 4183440, "tid": 31337, + "ts": 675205316765.950, "dur": 1.295, + "args": { + "External id": 430699,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 4202 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 4183440, "tid": 31337, + "ts": 675205316766.416, "dur": 0.763, + "args": { + "External id": 430700,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 4203 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205316771.516, "dur": 4.564, + "args": { + "External id": 430701,"Record function id": 0, "Ev Idx": 4204 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205316772.892, "dur": 2.723, + "args": { + "External id": 430702,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[1024]], "Ev Idx": 4205 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 4183440, "tid": 31337, + "ts": 675205316773.444, "dur": 1.765, + "args": { + "External id": 430703,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[1024]], "Ev Idx": 4206 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 4183440, "tid": 31337, + "ts": 675205316774.045, "dur": 1.084, + "args": { + "External id": 430704,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[1024]], "Ev Idx": 4207 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205316779.294, "dur": 5.122, + "args": { + "External id": 430705,"Record function id": 0, "Ev Idx": 4208 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205316780.396, "dur": 3.606, + "args": { + "External id": 430706,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2816, 1]], "Input Dims": [[1024, 2816]], "Ev Idx": 4209 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 4183440, "tid": 31337, + "ts": 675205316781.222, "dur": 2.371, + "args": { + "External id": 430707,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2816, 1]], "Input Dims": [[1024, 2816]], "Ev Idx": 4210 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 4183440, "tid": 31337, + "ts": 675205316781.705, "dur": 1.816, + "args": { + "External id": 430708,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2816, 1]], "Input Dims": [[1024, 2816]], "Ev Idx": 4211 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205316787.480, "dur": 4.170, + "args": { + "External id": 430709,"Record function id": 0, "Ev Idx": 4212 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205316788.698, "dur": 2.528, + "args": { + "External id": 430710,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[2816, 1024]], "Ev Idx": 4213 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 4183440, "tid": 31337, + "ts": 675205316789.282, "dur": 1.501, + "args": { + "External id": 430711,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[2816, 1024]], "Ev Idx": 4214 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 4183440, "tid": 31337, + "ts": 675205316790.028, "dur": 0.684, + "args": { + "External id": 430712,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[2816, 1024]], "Ev Idx": 4215 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205316794.718, "dur": 3.951, + "args": { + "External id": 430713,"Record function id": 0, "Ev Idx": 4216 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205316795.732, "dur": 2.490, + "args": { + "External id": 430714,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 4217 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 4183440, "tid": 31337, + "ts": 675205316796.455, "dur": 1.344, + "args": { + "External id": 430715,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 4218 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 4183440, "tid": 31337, + "ts": 675205316796.973, "dur": 0.729, + "args": { + "External id": 430716,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 4219 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205316801.766, "dur": 3.670, + "args": { + "External id": 430717,"Record function id": 0, "Ev Idx": 4220 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205316802.756, "dur": 2.263, + "args": { + "External id": 430718,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 4221 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 4183440, "tid": 31337, + "ts": 675205316803.269, "dur": 1.347, + "args": { + "External id": 430719,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 4222 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 4183440, "tid": 31337, + "ts": 675205316803.789, "dur": 0.736, + "args": { + "External id": 430720,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 4223 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205316808.450, "dur": 3.736, + "args": { + "External id": 430721,"Record function id": 0, "Ev Idx": 4224 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205316809.634, "dur": 2.116, + "args": { + "External id": 430722,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[2816, 1024]], "Ev Idx": 4225 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 4183440, "tid": 31337, + "ts": 675205316810.141, "dur": 1.196, + "args": { + "External id": 430723,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[2816, 1024]], "Ev Idx": 4226 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 4183440, "tid": 31337, + "ts": 675205316810.591, "dur": 0.648, + "args": { + "External id": 430724,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[2816, 1024]], "Ev Idx": 4227 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205316815.516, "dur": 3.719, + "args": { + "External id": 430725,"Record function id": 0, "Ev Idx": 4228 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205316816.704, "dur": 2.130, + "args": { + "External id": 430726,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 4229 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 4183440, "tid": 31337, + "ts": 675205316817.412, "dur": 0.995, + "args": { + "External id": 430727,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 4230 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 4183440, "tid": 31337, + "ts": 675205316817.821, "dur": 0.484, + "args": { + "External id": 430728,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 4231 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: RegisterPostBackwardFunctionBackward", "pid": 4183440, "tid": 31337, + "ts": 675205316823.324, "dur": 14930.560, + "args": { + "External id": 430729,"Record function id": 0, "Sequence number": 5055605, "Fwd thread id": 1, "Ev Idx": 4232 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "RegisterPostBackwardFunctionBackward", "pid": 4183440, "tid": 31337, + "ts": 675205316824.586, "dur": 14919.907, + "args": { + "External id": 430730,"Sequence number": 5055605, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[4194304, 1024, 1]], "Input Dims": [[16, 4096, 1024]], "Ev Idx": 4233 + } + }, + { + "ph": "f", "id": 207, "pid": 4183440, "tid": 31337, "ts": 675205316824.586, + "cat": "fwdbwd", "name": "fwdbwd", "bp": "e" + }, + { + "ph": "X", "cat": "user_annotation", "name": "FSDP::post_backward_accumulate (model.layers.2)", "pid": 4183440, "tid": 31337, + "ts": 675205316853.370, "dur": 38.950, + "args": { + "External id": 430731,"Record function id": 0, "Ev Idx": 4234 + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "FSDP::post_backward_reshard (model.layers.2)", "pid": 4183440, "tid": 31337, + "ts": 675205316899.657, "dur": 83.450, + "args": { + "External id": 430732,"Record function id": 0, "Ev Idx": 4235 + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "FSDP::post_backward_reduce (model.layers.2)", "pid": 4183440, "tid": 31337, + "ts": 675205316991.518, "dur": 14744.375, + "args": { + "External id": 430733,"Record function id": 0, "Ev Idx": 4236 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 31337, + "ts": 675205317088.675, "dur": 7.059, + "args": { + "External id": 430734,"Record function id": 0, "Concrete Inputs": ["[12847104]", "6", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 4237 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675205317105.798, "dur": 5.281, + "args": { + "External id": 430735,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["float", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[12847104], []], "Ev Idx": 4238 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "fsdp::chunk_cat", "pid": 4183440, "tid": 31337, + "ts": 675205317124.443, "dur": 13878.571, + "args": { + "External id": 430736,"Record function id": 0, "Concrete Inputs": ["", "0", "8", ""], "Input type": ["TensorList", "Scalar", "Scalar", "float"], "Input Strides": [[[1], [1024, 1], [1024, 1], [1024, 1], [1024, 1], [1], [1024, 1], [1024, 1], [2816, 1]], [], [], [1605888, 1]], "Input Dims": [[[1024], [1024, 1024], [1024, 1024], [1024, 1024], [1024, 1024], [1024], [2816, 1024], [2816, 1024], [1024, 2816]], [], [], [8, 1605888]], "Ev Idx": 4239 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::_chunk_cat", "pid": 4183440, "tid": 31337, + "ts": 675205317141.612, "dur": 13853.233, + "args": { + "External id": 430737,"Record function id": 0, "Concrete Inputs": ["", "0", "8", ""], "Input type": ["TensorList", "Scalar", "Scalar", "float"], "Input Strides": [[[1], [1024, 1], [1024, 1], [1024, 1], [1024, 1], [1], [1024, 1], [1024, 1], [2816, 1]], [], [], [1605888, 1]], "Input Dims": [[[1024], [1024, 1024], [1024, 1024], [1024, 1024], [1024, 1024], [1024], [2816, 1024], [2816, 1024], [1024, 2816]], [], [], [8, 1605888]], "Ev Idx": 4240 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 31337, + "ts": 675205317170.241, "dur": 15.345, + "args": { + "External id": 430738,"Record function id": 0, "Concrete Inputs": ["[3194]", "4", "", "", "True", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 4241 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 31337, + "ts": 675205317193.973, "dur": 13767.049, + "args": { + "External id": 430739,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", "False", ""], "Input type": ["long int", "", "", "", "", "Scalar", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], [], []], "Input Dims": [[3194], [], [], [], [], [], [], []], "Ev Idx": 4242 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::_to_copy", "pid": 4183440, "tid": 31337, + "ts": 675205317196.452, "dur": 13763.662, + "args": { + "External id": 430740,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", ""], "Input type": ["long int", "", "", "", "", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], []], "Input Dims": [[3194], [], [], [], [], [], []], "Ev Idx": 4243 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 4183440, "tid": 31337, + "ts": 675205317200.355, "dur": 5.023, + "args": { + "External id": 430741,"Record function id": 0, "Concrete Inputs": ["[3194]", "[1]", "4", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 4244 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 4183440, "tid": 31337, + "ts": 675205317207.059, "dur": 13749.324, + "args": { + "External id": 430742,"Record function id": 0, "Concrete Inputs": ["", "", "True"], "Input type": ["long int", "long int", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[3194], [3194], []], "Ev Idx": 4245 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::new_empty", "pid": 4183440, "tid": 31337, + "ts": 675205331092.813, "dur": 9.139, + "args": { + "External id": 430743,"Record function id": 0, "Concrete Inputs": ["", "[1605888]", "", "", "", "False"], "Input type": ["float", "ScalarList", "", "", "", "Scalar"], "Input Strides": [[1], [], [], [], [], []], "Input Dims": [[12847104], [], [], [], [], []], "Ev Idx": 4246 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 31337, + "ts": 675205331095.393, "dur": 6.171, + "args": { + "External id": 430744,"Record function id": 0, "Concrete Inputs": ["[1605888]", "6", "0", "", "False", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 4247 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "c10d::_reduce_scatter_base_", "pid": 4183440, "tid": 31337, + "ts": 675205331129.726, "dur": 297.078, + "args": { + "External id": 430745,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "False", "-1"], "Input type": ["float", "float", "", "", "Scalar", "Scalar"], "Input Strides": [[1], [1], [], [], [], []], "Input Dims": [[1605888], [12847104], [], [], [], []], "Ev Idx": 4248 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 4183440, "tid": 31337, + "ts": 675205331154.573, "dur": 267.901, + "args": { + "External id": 430746,"Record function id": 0, "Collective name": "_reduce_scatter_base", "Process Group Description": "default_pg", "dtype": "Float", "Rank": 4, "Input Strides": [[1], [], [], [], [], [], [], [], [], []], "Concrete Inputs": ["", "", "", "4", "", "[]", "[]", "0", "1", "8"], "Out msg nelems": 1605888, "Process Group Name": "0", "Input type": ["float", "", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Global rank stride": 1, "Out split size": "[]", "In split size": "[]", "Process Group Ranks": "[0, 1, 2, 3, 4, 5, 6, 7]", "Group size": 8, "Input Dims": [[12847104], [], [], [], [], [], [], [], [], []], "Global rank start": 0, "Ev Idx": 4249, "In msg nelems": 12847104 + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "nccl:_reduce_scatter_base", "pid": 4183440, "tid": 31337, + "ts": 675205331166.119, "dur": 251.608, + "args": { + "External id": 430747,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1]], "Input Dims": [[12847104]], "Ev Idx": 4250 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 4183440, "tid": 31337, + "ts": 675205331443.671, "dur": 2.006, + "args": { + "External id": 430748,"Record function id": 0, "Collective name": "wait", "Process Group Description": "default_pg", "dtype": "Byte", "Input Dims": [[], [], [], [], [], [], [], [], []], "Input Strides": [[], [], [], [], [], [], [], [], []], "Input type": ["", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Concrete Inputs": ["", "", "4", "", "[]", "[]", "-1", "-1", "1"], "Out msg nelems": 0, "Process Group Name": "0", "Process Group Ranks": "[]", "Group size": 1, "Ev Idx": 4251, "In msg nelems": 0, "Rank": 4, "In split size": "[]", "Out split size": "[]" + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205331500.341, "dur": 6.215, + "args": { + "External id": 430749,"Record function id": 0, "Concrete Inputs": ["", "[128]", "[1]", "0"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 4252 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205331551.662, "dur": 1.353, + "args": { + "External id": 430750,"Record function id": 0, "Concrete Inputs": ["", "[128, 1024]", "[1024, 1]", "128"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 4253 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205331568.096, "dur": 1.233, + "args": { + "External id": 430751,"Record function id": 0, "Concrete Inputs": ["", "[128, 1024]", "[1024, 1]", "131200"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 4254 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205331579.799, "dur": 2.319, + "args": { + "External id": 430752,"Record function id": 0, "Concrete Inputs": ["", "[128, 1024]", "[1024, 1]", "262272"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 4255 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205331592.826, "dur": 1.095, + "args": { + "External id": 430753,"Record function id": 0, "Concrete Inputs": ["", "[128, 1024]", "[1024, 1]", "393344"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 4256 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205331603.220, "dur": 0.865, + "args": { + "External id": 430754,"Record function id": 0, "Concrete Inputs": ["", "[128]", "[1]", "524416"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 4257 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205331614.140, "dur": 0.591, + "args": { + "External id": 430755,"Record function id": 0, "Concrete Inputs": ["", "[352, 1024]", "[1024, 1]", "524544"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 4258 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205331624.970, "dur": 1.953, + "args": { + "External id": 430756,"Record function id": 0, "Concrete Inputs": ["", "[352, 1024]", "[1024, 1]", "884992"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 4259 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205331636.028, "dur": 0.780, + "args": { + "External id": 430757,"Record function id": 0, "Concrete Inputs": ["", "[128, 2816]", "[2816, 1]", "1245440"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 4260 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: CompiledFunctionBackward", "pid": 4183440, "tid": 31337, + "ts": 675205331769.590, "dur": 2613.502, + "args": { + "External id": 430758,"Record function id": 0, "Ev Idx": 4261 + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "FSDP::pre_backward (model.layers.1)", "pid": 4183440, "tid": 31337, + "ts": 675205331790.288, "dur": 983.536, + "args": { + "External id": 430759,"Record function id": 0, "Ev Idx": 4262 + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "FSDP::all_gather_copy_out (model.layers.1)", "pid": 4183440, "tid": 31337, + "ts": 675205331805.210, "dur": 313.433, + "args": { + "External id": 430760,"Record function id": 0, "Ev Idx": 4263 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675205331884.478, "dur": 4.657, + "args": { + "External id": 430761,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[12847104], []], "Ev Idx": 4264 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675205331892.487, "dur": 0.933, + "args": { + "External id": 430762,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[1024], []], "Ev Idx": 4265 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675205331895.148, "dur": 0.679, + "args": { + "External id": 430763,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[1048576], []], "Ev Idx": 4266 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675205331897.977, "dur": 0.891, + "args": { + "External id": 430764,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[1048576], []], "Ev Idx": 4267 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675205331900.840, "dur": 1.984, + "args": { + "External id": 430765,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[1048576], []], "Ev Idx": 4268 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675205331904.378, "dur": 0.889, + "args": { + "External id": 430766,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[1048576], []], "Ev Idx": 4269 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675205331907.022, "dur": 1.066, + "args": { + "External id": 430767,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[1024], []], "Ev Idx": 4270 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675205331909.820, "dur": 1.063, + "args": { + "External id": 430768,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[2883584], []], "Ev Idx": 4271 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675205331912.648, "dur": 0.812, + "args": { + "External id": 430769,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[2883584], []], "Ev Idx": 4272 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675205331915.010, "dur": 0.797, + "args": { + "External id": 430770,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[2883584], []], "Ev Idx": 4273 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "fsdp::split_with_sizes_copy", "pid": 4183440, "tid": 31337, + "ts": 675205331946.195, "dur": 142.423, + "args": { + "External id": 430771,"Record function id": 0, "Concrete Inputs": ["", "[128, 131072, 131072, 131072, 131072, 128, 360448, 360448, 360448]", "1", ""], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "TensorList"], "Input Strides": [[1605888, 1], [], [], [[128, 1], [131072, 1], [131072, 1], [131072, 1], [131072, 1], [128, 1], [360448, 1], [360448, 1], [360448, 1]]], "Input Dims": [[8, 1605888], [], [], [[8, 128], [8, 131072], [8, 131072], [8, 131072], [8, 131072], [8, 128], [8, 360448], [8, 360448], [8, 360448]]], "Ev Idx": 4274 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes_copy", "pid": 4183440, "tid": 31337, + "ts": 675205331963.798, "dur": 120.435, + "args": { + "External id": 430772,"Record function id": 0, "Concrete Inputs": ["", "[128, 131072, 131072, 131072, 131072, 128, 360448, 360448, 360448]", "1", ""], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "TensorList"], "Input Strides": [[1605888, 1], [], [], [[128, 1], [131072, 1], [131072, 1], [131072, 1], [131072, 1], [128, 1], [360448, 1], [360448, 1], [360448, 1]]], "Input Dims": [[8, 1605888], [], [], [[8, 128], [8, 131072], [8, 131072], [8, 131072], [8, 131072], [8, 128], [8, 360448], [8, 360448], [8, 360448]]], "Ev Idx": 4275 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 31337, + "ts": 675205331977.381, "dur": 13.709, + "args": { + "External id": 430773,"Record function id": 0, "Concrete Inputs": ["[823]", "4", "", "", "True", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 4276 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 31337, + "ts": 675205331994.351, "dur": 62.558, + "args": { + "External id": 430774,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", "False", ""], "Input type": ["long int", "", "", "", "", "Scalar", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], [], []], "Input Dims": [[823], [], [], [], [], [], [], []], "Ev Idx": 4277 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::_to_copy", "pid": 4183440, "tid": 31337, + "ts": 675205331996.782, "dur": 59.756, + "args": { + "External id": 430775,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", ""], "Input type": ["long int", "", "", "", "", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], []], "Input Dims": [[823], [], [], [], [], [], []], "Ev Idx": 4278 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 4183440, "tid": 31337, + "ts": 675205332000.299, "dur": 6.187, + "args": { + "External id": 430776,"Record function id": 0, "Concrete Inputs": ["[823]", "[1]", "4", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 4279 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 4183440, "tid": 31337, + "ts": 675205332008.688, "dur": 47.330, + "args": { + "External id": 430777,"Record function id": 0, "Concrete Inputs": ["", "", "True"], "Input type": ["long int", "long int", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[823], [823], []], "Ev Idx": 4280 + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "FSDP::backward_prefetch for model.layers.0", "pid": 4183440, "tid": 31337, + "ts": 675205332207.266, "dur": 559.243, + "args": { + "External id": 430778,"Record function id": 0, "Ev Idx": 4281 + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "FSDP::all_gather (model.layers.0)", "pid": 4183440, "tid": 31337, + "ts": 675205332224.899, "dur": 528.443, + "args": { + "External id": 430779,"Record function id": 0, "Ev Idx": 4282 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 31337, + "ts": 675205332287.718, "dur": 5.991, + "args": { + "External id": 430780,"Record function id": 0, "Concrete Inputs": ["[1605888]", "15", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 4283 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes", "pid": 4183440, "tid": 31337, + "ts": 675205332309.424, "dur": 22.946, + "args": { + "External id": 430781,"Record function id": 0, "Concrete Inputs": ["", "[128, 131072, 131072, 131072, 131072, 128, 360448, 360448, 360448]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar"], "Input Strides": [[1], [], []], "Input Dims": [[1605888], [], []], "Ev Idx": 4284 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205332314.121, "dur": 1.507, + "args": { + "External id": 430782,"Record function id": 0, "Concrete Inputs": ["", "[128]", "[1]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 4285 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205332317.395, "dur": 0.371, + "args": { + "External id": 430783,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "128"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 4286 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205332318.938, "dur": 0.697, + "args": { + "External id": 430784,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "131200"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 4287 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205332320.760, "dur": 0.292, + "args": { + "External id": 430785,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "262272"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 4288 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205332322.052, "dur": 0.572, + "args": { + "External id": 430786,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "393344"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 4289 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205332323.590, "dur": 0.330, + "args": { + "External id": 430787,"Record function id": 0, "Concrete Inputs": ["", "[128]", "[1]", "524416"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 4290 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205332324.907, "dur": 0.514, + "args": { + "External id": 430788,"Record function id": 0, "Concrete Inputs": ["", "[360448]", "[1]", "524544"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 4291 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205332326.315, "dur": 2.027, + "args": { + "External id": 430789,"Record function id": 0, "Concrete Inputs": ["", "[360448]", "[1]", "884992"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 4292 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205332329.032, "dur": 0.374, + "args": { + "External id": 430790,"Record function id": 0, "Concrete Inputs": ["", "[360448]", "[1]", "1245440"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 4293 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::_foreach_copy_", "pid": 4183440, "tid": 31337, + "ts": 675205332342.594, "dur": 29.976, + "args": { + "External id": 430791,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["TensorList", "TensorList", "Scalar"], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [[1], [1], [1], [1], [1], [1], [1], [1], [1]], []], "Input Dims": [[[128], [131072], [131072], [131072], [131072], [128], [360448], [360448], [360448]], [[128], [131072], [131072], [131072], [131072], [128], [360448], [360448], [360448]], []], "Ev Idx": 4294 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "fsdp::all_gather_copy_in", "pid": 4183440, "tid": 31337, + "ts": 675205332403.432, "dur": 89.731, + "args": { + "External id": 430792,"Record function id": 0, "Concrete Inputs": ["", "[128, 131072, 131072, 131072, 131072, 128, 360448, 360448, 360448]", "1605888", "8", "4", "15", ""], "Input type": ["TensorList", "ScalarList", "Scalar", "Scalar", "Scalar", "Scalar", ""], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [], [], [], [], [], []], "Input Dims": [[[128], [131072], [131072], [131072], [131072], [128], [360448], [360448], [360448]], [], [], [], [], [], []], "Ev Idx": 4295 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 31337, + "ts": 675205332411.982, "dur": 3.655, + "args": { + "External id": 430793,"Record function id": 0, "Concrete Inputs": ["[12847104]", "15", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 4296 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::narrow", "pid": 4183440, "tid": 31337, + "ts": 675205332420.329, "dur": 9.367, + "args": { + "External id": 430794,"Record function id": 0, "Concrete Inputs": ["", "0", "6423552", "1605888"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[12847104], [], [], []], "Ev Idx": 4297 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 4183440, "tid": 31337, + "ts": 675205332424.526, "dur": 4.764, + "args": { + "External id": 430795,"Record function id": 0, "Concrete Inputs": ["", "0", "6423552", "8029440", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], [], []], "Input Dims": [[12847104], [], [], [], []], "Ev Idx": 4298 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205332427.657, "dur": 0.454, + "args": { + "External id": 430796,"Record function id": 0, "Concrete Inputs": ["", "[1605888]", "[1]", "6423552"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[12847104], [], [], []], "Ev Idx": 4299 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes", "pid": 4183440, "tid": 31337, + "ts": 675205332436.389, "dur": 21.661, + "args": { + "External id": 430797,"Record function id": 0, "Concrete Inputs": ["", "[128, 131072, 131072, 131072, 131072, 128, 360448, 360448, 360448]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar"], "Input Strides": [[1], [], []], "Input Dims": [[1605888], [], []], "Ev Idx": 4300 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205332438.205, "dur": 0.465, + "args": { + "External id": 430798,"Record function id": 0, "Concrete Inputs": ["", "[128]", "[1]", "6423552"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 4301 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205332440.083, "dur": 0.406, + "args": { + "External id": 430799,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "6423680"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 4302 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205332441.457, "dur": 0.282, + "args": { + "External id": 430800,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "6554752"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 4303 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205332443.064, "dur": 0.273, + "args": { + "External id": 430801,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "6685824"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 4304 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205332444.589, "dur": 1.508, + "args": { + "External id": 430802,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "6816896"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 4305 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205332447.280, "dur": 0.271, + "args": { + "External id": 430803,"Record function id": 0, "Concrete Inputs": ["", "[128]", "[1]", "6947968"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 4306 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205332448.553, "dur": 0.635, + "args": { + "External id": 430804,"Record function id": 0, "Concrete Inputs": ["", "[360448]", "[1]", "6948096"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 4307 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205332450.078, "dur": 0.334, + "args": { + "External id": 430805,"Record function id": 0, "Concrete Inputs": ["", "[360448]", "[1]", "7308544"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 4308 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205332451.624, "dur": 0.563, + "args": { + "External id": 430806,"Record function id": 0, "Concrete Inputs": ["", "[360448]", "[1]", "7668992"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 4309 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::_foreach_copy_", "pid": 4183440, "tid": 31337, + "ts": 675205332467.369, "dur": 19.231, + "args": { + "External id": 430807,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["TensorList", "TensorList", "Scalar"], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [[1], [1], [1], [1], [1], [1], [1], [1], [1]], []], "Input Dims": [[[128], [131072], [131072], [131072], [131072], [128], [360448], [360448], [360448]], [[128], [131072], [131072], [131072], [131072], [128], [360448], [360448], [360448]], []], "Ev Idx": 4310 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "c10d::_allgather_base_", "pid": 4183440, "tid": 31337, + "ts": 675205332534.892, "dur": 105.837, + "args": { + "External id": 430808,"Record function id": 0, "Concrete Inputs": ["", "", "", "False", "-1"], "Input type": ["c10::BFloat16", "c10::BFloat16", "", "Scalar", "Scalar"], "Input Strides": [[1], [1], [], [], []], "Input Dims": [[12847104], [1605888], [], [], []], "Ev Idx": 4311 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 4183440, "tid": 31337, + "ts": 675205332556.282, "dur": 81.061, + "args": { + "External id": 430809,"Record function id": 0, "Collective name": "_allgather_base", "Process Group Description": "default_pg", "dtype": "BFloat16", "Rank": 4, "Input Strides": [[1], [], [], [], [], [], [], [], [], []], "Concrete Inputs": ["", "", "", "4", "", "[]", "[]", "0", "1", "8"], "Out msg nelems": 12847104, "Process Group Name": "0", "Input type": ["c10::BFloat16", "", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Global rank stride": 1, "Out split size": "[]", "In split size": "[]", "Process Group Ranks": "[0, 1, 2, 3, 4, 5, 6, 7]", "Group size": 8, "Input Dims": [[1605888], [], [], [], [], [], [], [], [], []], "Global rank start": 0, "Ev Idx": 4312, "In msg nelems": 1605888 + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "nccl:_all_gather_base", "pid": 4183440, "tid": 31337, + "ts": 675205332565.702, "dur": 67.239, + "args": { + "External id": 430810,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[1605888]], "Ev Idx": 4313 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 4183440, "tid": 31337, + "ts": 675205332694.871, "dur": 3.040, + "args": { + "External id": 430811,"Record function id": 0, "Collective name": "wait", "Process Group Description": "default_pg", "dtype": "Byte", "Input Dims": [[], [], [], [], [], [], [], [], []], "Input Strides": [[], [], [], [], [], [], [], [], []], "Input type": ["", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Concrete Inputs": ["", "", "4", "", "[]", "[]", "-1", "-1", "1"], "Out msg nelems": 0, "Process Group Name": "0", "Process Group Ranks": "[]", "Group size": 1, "Ev Idx": 4314, "In msg nelems": 0, "Rank": 4, "In split size": "[]", "Out split size": "[]" + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "CompiledFunctionBackward", "pid": 4183440, "tid": 31337, + "ts": 675205332782.017, "dur": 1575.354, + "args": { + "External id": 430812,"Sequence number": 5055604, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[4194304, 1024, 1]], "Input Dims": [[16, 4096, 1024]], "Ev Idx": 4315 + } + }, + { + "ph": "f", "id": 208, "pid": 4183440, "tid": 31337, "ts": 675205332782.017, + "cat": "fwdbwd", "name": "fwdbwd", "bp": "e" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675205332894.112, "dur": 118.639, + "args": { + "External id": 430813,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [2816, 1], [2816, 1]], "Input Dims": [[65536, 1024], [1024, 2816], [65536, 2816]], "Ev Idx": 4316 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused__to_copy_add_mul_rsub_silu_0", "pid": 4183440, "tid": 31337, + "ts": 675205333055.166, "dur": 37.194, + "args": { + "External id": 430814,"kernel_hash": "clkmb2nvivik7xt77lza2snvzeuraclmpbqhk34lgigbl7zlxati", "grid": "grid(184549376,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "", "", "184549376"], "kernel_file": "/tmp/torchinductor_cvm/lk/clkmb2nvivik7xt77lza2snvzeuraclmpbqhk34lgigbl7zlxati.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[2816, 1], [2816, 1], [2816, 1], [11534336, 2816, 1], [11534336, 2816, 1], [11534336, 2816, 1], []], "Input Dims": [[65536, 2816], [65536, 2816], [65536, 2816], [16, 4096, 2816], [16, 4096, 2816], [16, 4096, 2816], []], "Ev Idx": 4317 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::bmm", "pid": 4183440, "tid": 31337, + "ts": 675205333108.671, "dur": 44.312, + "args": { + "External id": 430815,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[0, 1, 1024], [0, 2816, 1], [2883584, 2816, 1]], "Input Dims": [[1, 1024, 65536], [1, 65536, 2816], [1, 1024, 2816]], "Ev Idx": 4318 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675205333163.550, "dur": 28.767, + "args": { + "External id": 430816,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 2816], [1024, 1], [1024, 1]], "Input Dims": [[2816, 65536], [65536, 1024], [2816, 1024]], "Ev Idx": 4319 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675205333198.806, "dur": 32.922, + "args": { + "External id": 430817,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2816, 1], [1024, 1], [1024, 1]], "Input Dims": [[65536, 2816], [2816, 1024], [65536, 1024]], "Ev Idx": 4320 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675205333238.794, "dur": 22.501, + "args": { + "External id": 430818,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 2816], [1024, 1], [1024, 1]], "Input Dims": [[2816, 65536], [65536, 1024], [2816, 1024]], "Ev Idx": 4321 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675205333268.902, "dur": 28.567, + "args": { + "External id": 430819,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2816, 1], [1024, 1], [1024, 1]], "Input Dims": [[65536, 2816], [2816, 1024], [65536, 1024]], "Ev Idx": 4322 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused_1", "pid": 4183440, "tid": 31337, + "ts": 675205333320.108, "dur": 23.017, + "args": { + "External id": 430820,"kernel_hash": "cmdhmofoq6dkjtzh34c2kzhgghtmhpal5f3rxqvpfiur2wxglwjs", "grid": "grid(67108864,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "67108864"], "kernel_file": "/tmp/torchinductor_cvm/md/cmdhmofoq6dkjtzh34c2kzhgghtmhpal5f3rxqvpfiur2wxglwjs.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[1024, 1], [1024, 1], []], "Input Dims": [[65536, 1024], [65536, 1024], []], "Ev Idx": 4323 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "layer_norm_bwd_kernel_0", "pid": 4183440, "tid": 31337, + "ts": 675205333359.158, "dur": 27.596, + "args": { + "External id": 430821,"kernel_hash": "cuevaar5u646bgtmpubrbyzqz3sdut3cwthdo7wpizzjr6oluqi5", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "", "", "", "65536", "1024", "1", "497", "132", "True", "1024", "True", "False", "True", "False", "False"], "kernel_file": "/tmp/torchinductor_cvm/ue/cuevaar5u646bgtmpubrbyzqz3sdut3cwthdo7wpizzjr6oluqi5.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "float", "c10::BFloat16", "float", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [1], [1024, 1], [1024, 1], [1024, 1], [1024, 1], [1], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[65536, 1024], [1024], [65536, 1024], [65536, 1024], [132, 1024], [65536, 1024], [65536], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 4324 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "triton_red_fused_sum_2", "pid": 4183440, "tid": 31337, + "ts": 675205333405.901, "dur": 19.354, + "args": { + "External id": 430822,"kernel_hash": "cw4ogu6mqrgcawgfqkyrzhc5xil4j4vfrn34wqhb2qfx2hbqyotj", "grid": "grid(2048,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "2048", "66"], "kernel_file": "/tmp/torchinductor_cvm/w4/cw4ogu6mqrgcawgfqkyrzhc5xil4j4vfrn34wqhb2qfx2hbqyotj.py", "kernel_backend": "triton", "Input type": ["float", "float", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [2048, 1, 1024], [], []], "Input Dims": [[132, 1024], [1, 1024, 2], [], []], "Ev Idx": 4325 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "triton_per_fused__to_copy_sum_3", "pid": 4183440, "tid": 31337, + "ts": 675205333436.777, "dur": 15.078, + "args": { + "External id": 430823,"kernel_hash": "c3dzxlwq2gbpkrmfvuijgv5eon5iwfw455hggookxniqczni5xao", "grid": "grid(1024,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "1024", "2"], "kernel_file": "/tmp/torchinductor_cvm/3d/c3dzxlwq2gbpkrmfvuijgv5eon5iwfw455hggookxniqczni5xao.py", "kernel_backend": "triton", "Input type": ["float", "c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[2048, 1, 1024], [1024, 1], [], []], "Input Dims": [[1, 1024, 2], [1, 1024], [], []], "Ev Idx": 4326 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675205333459.915, "dur": 36.225, + "args": { + "External id": 430824,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 1024], [1024, 1], [1024, 1]], "Input Dims": [[1024, 65536], [65536, 1024], [1024, 1024]], "Ev Idx": 4327 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675205333499.623, "dur": 33.267, + "args": { + "External id": 430825,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1024, 1], [1024, 1]], "Input Dims": [[65536, 1024], [1024, 1024], [65536, 1024]], "Ev Idx": 4328 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "flash_attn::_flash_attn_backward", "pid": 4183440, "tid": 31337, + "ts": 675205333558.255, "dur": 205.441, + "args": { + "External id": 430826,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "", "", "", "", "0.", "0.125", "True", "-1", "-1", "0.", "", "False", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "float", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "", "Scalar", "long int"], "Input Strides": [[4194304, 1024, 64, 1], [4194304, 1024, 64, 1], [4194304, 1024, 64, 1], [4194304, 1024, 64, 1], [4194304, 1024, 64, 1], [65536, 4096, 1], [4194304, 1024, 64, 1], [4194304, 1024, 64, 1], [4194304, 1024, 64, 1], [], [], [], [], [], [], [], [], [1]], "Input Dims": [[16, 4096, 16, 64], [16, 4096, 16, 64], [16, 4096, 16, 64], [16, 4096, 16, 64], [16, 4096, 16, 64], [16, 16, 4096], [16, 4096, 16, 64], [16, 4096, 16, 64], [16, 4096, 16, 64], [], [], [], [], [], [], [], [], [2]], "Ev Idx": 4329 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 31337, + "ts": 675205333632.522, "dur": 5.918, + "args": { + "External id": 430827,"Record function id": 0, "Concrete Inputs": ["[16, 16, 4096]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 4330 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 31337, + "ts": 675205333640.342, "dur": 3.372, + "args": { + "External id": 430828,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 16, 64]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 4331 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "rotary_embedding_kernel_1", "pid": 4183440, "tid": 31337, + "ts": 675205333800.177, "dur": 27.035, + "args": { + "External id": 430829,"kernel_hash": "cnnjyph67nk54fjnuktc2nmchkiw5uvx4mqovnyasu7ursptxrg7", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "0", "16", "4096", "16", "64", "32", "8192", "32", "64", "False", "False", "False", "True"], "kernel_file": "/tmp/torchinductor_cvm/nn/cnnjyph67nk54fjnuktc2nmchkiw5uvx4mqovnyasu7ursptxrg7.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[4194304, 1024, 64, 1], [32, 1], [32, 1], [4194304, 1024, 64, 1], [], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[16, 4096, 16, 64], [8192, 32], [8192, 32], [16, 4096, 16, 64], [], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 4332 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "rotary_embedding_kernel_1", "pid": 4183440, "tid": 31337, + "ts": 675205333839.268, "dur": 15.927, + "args": { + "External id": 430830,"kernel_hash": "cnnjyph67nk54fjnuktc2nmchkiw5uvx4mqovnyasu7ursptxrg7", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "0", "16", "4096", "16", "64", "32", "8192", "32", "64", "False", "False", "False", "True"], "kernel_file": "/tmp/torchinductor_cvm/nn/cnnjyph67nk54fjnuktc2nmchkiw5uvx4mqovnyasu7ursptxrg7.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[4194304, 1024, 64, 1], [32, 1], [32, 1], [4194304, 1024, 64, 1], [], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[16, 4096, 16, 64], [8192, 32], [8192, 32], [16, 4096, 16, 64], [], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 4333 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675205333866.536, "dur": 53.034, + "args": { + "External id": 430831,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 1024], [1024, 1], [1024, 1]], "Input Dims": [[1024, 65536], [65536, 1024], [1024, 1024]], "Ev Idx": 4334 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675205333928.773, "dur": 48.709, + "args": { + "External id": 430832,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1024, 1], [1024, 1]], "Input Dims": [[65536, 1024], [1024, 1024], [65536, 1024]], "Ev Idx": 4335 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675205333987.151, "dur": 32.580, + "args": { + "External id": 430833,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 1024], [1024, 1], [1024, 1]], "Input Dims": [[1024, 65536], [65536, 1024], [1024, 1024]], "Ev Idx": 4336 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675205334026.614, "dur": 27.649, + "args": { + "External id": 430834,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1024, 1], [1024, 1]], "Input Dims": [[65536, 1024], [1024, 1024], [65536, 1024]], "Ev Idx": 4337 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675205334064.581, "dur": 26.198, + "args": { + "External id": 430835,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 1024], [1024, 1], [1024, 1]], "Input Dims": [[1024, 65536], [65536, 1024], [1024, 1024]], "Ev Idx": 4338 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675205334097.972, "dur": 27.852, + "args": { + "External id": 430836,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1024, 1], [1024, 1]], "Input Dims": [[65536, 1024], [1024, 1024], [65536, 1024]], "Ev Idx": 4339 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused_4", "pid": 4183440, "tid": 31337, + "ts": 675205334145.485, "dur": 22.362, + "args": { + "External id": 430837,"kernel_hash": "cn6a6cq4k7qdw3wki5ksil45pjzcbfrfjarshv63ivxttjehkezz", "grid": "grid(67108864,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "67108864"], "kernel_file": "/tmp/torchinductor_cvm/n6/cn6a6cq4k7qdw3wki5ksil45pjzcbfrfjarshv63ivxttjehkezz.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[1024, 1], [1024, 1], [1024, 1], []], "Input Dims": [[65536, 1024], [65536, 1024], [65536, 1024], []], "Ev Idx": 4340 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "layer_norm_bwd_kernel_2", "pid": 4183440, "tid": 31337, + "ts": 675205334204.266, "dur": 29.105, + "args": { + "External id": 430838,"kernel_hash": "cwvn5v4u6cexxzo6wfnjojuuby7ad6wk6jmjnzhsan4mprdashfg", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "", "", "65536", "1024", "1", "497", "132", "True", "1024", "False", "False", "True", "False", "False"], "kernel_file": "/tmp/torchinductor_cvm/wv/cwvn5v4u6cexxzo6wfnjojuuby7ad6wk6jmjnzhsan4mprdashfg.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "float", "float", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [1], [1024, 1], [1024, 1], [1024, 1], [1], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[65536, 1024], [1024], [65536, 1024], [65536, 1024], [132, 1024], [65536], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 4341 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "triton_red_fused_sum_2", "pid": 4183440, "tid": 31337, + "ts": 675205334252.132, "dur": 15.914, + "args": { + "External id": 430839,"kernel_hash": "cw4ogu6mqrgcawgfqkyrzhc5xil4j4vfrn34wqhb2qfx2hbqyotj", "grid": "grid(2048,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "2048", "66"], "kernel_file": "/tmp/torchinductor_cvm/w4/cw4ogu6mqrgcawgfqkyrzhc5xil4j4vfrn34wqhb2qfx2hbqyotj.py", "kernel_backend": "triton", "Input type": ["float", "float", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [2048, 1, 1024], [], []], "Input Dims": [[132, 1024], [1, 1024, 2], [], []], "Ev Idx": 4342 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "triton_per_fused__to_copy_sum_3", "pid": 4183440, "tid": 31337, + "ts": 675205334283.463, "dur": 13.899, + "args": { + "External id": 430840,"kernel_hash": "c3dzxlwq2gbpkrmfvuijgv5eon5iwfw455hggookxniqczni5xao", "grid": "grid(1024,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "1024", "2"], "kernel_file": "/tmp/torchinductor_cvm/3d/c3dzxlwq2gbpkrmfvuijgv5eon5iwfw455hggookxniqczni5xao.py", "kernel_backend": "triton", "Input type": ["float", "c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[2048, 1, 1024], [1024, 1], [], []], "Input Dims": [[1, 1024, 2], [1, 1024], [], []], "Ev Idx": 4343 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused_add_5", "pid": 4183440, "tid": 31337, + "ts": 675205334313.428, "dur": 14.302, + "args": { + "External id": 430841,"kernel_hash": "cx5ypd3rju7i5obvafc2itek3ewywgqdgrrndct7omk4mswsdop7", "grid": "grid(67108864,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "67108864"], "kernel_file": "/tmp/torchinductor_cvm/x5/cx5ypd3rju7i5obvafc2itek3ewywgqdgrrndct7omk4mswsdop7.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[1024, 1], [1024, 1], [4194304, 1024, 1], []], "Input Dims": [[65536, 1024], [65536, 1024], [16, 4096, 1024], []], "Ev Idx": 4344 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205334404.997, "dur": 15.244, + "args": { + "External id": 430842,"Record function id": 0, "Ev Idx": 4345 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205334408.420, "dur": 10.884, + "args": { + "External id": 430843,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[1024]], "Ev Idx": 4346 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 4183440, "tid": 31337, + "ts": 675205334412.869, "dur": 5.426, + "args": { + "External id": 430844,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[1024]], "Ev Idx": 4347 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 4183440, "tid": 31337, + "ts": 675205334414.291, "dur": 3.914, + "args": { + "External id": 430845,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[1024]], "Ev Idx": 4348 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205334424.170, "dur": 5.008, + "args": { + "External id": 430846,"Record function id": 0, "Ev Idx": 4349 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205334425.829, "dur": 2.891, + "args": { + "External id": 430847,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 4350 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 4183440, "tid": 31337, + "ts": 675205334426.589, "dur": 1.621, + "args": { + "External id": 430848,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 4351 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 4183440, "tid": 31337, + "ts": 675205334427.086, "dur": 1.042, + "args": { + "External id": 430849,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 4352 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205334432.478, "dur": 4.107, + "args": { + "External id": 430850,"Record function id": 0, "Ev Idx": 4353 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205334433.829, "dur": 2.282, + "args": { + "External id": 430851,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[1024]], "Ev Idx": 4354 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 4183440, "tid": 31337, + "ts": 675205334434.339, "dur": 1.307, + "args": { + "External id": 430852,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[1024]], "Ev Idx": 4355 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 4183440, "tid": 31337, + "ts": 675205334434.941, "dur": 0.640, + "args": { + "External id": 430853,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[1024]], "Ev Idx": 4356 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205334439.742, "dur": 4.214, + "args": { + "External id": 430854,"Record function id": 0, "Ev Idx": 4357 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205334440.882, "dur": 2.644, + "args": { + "External id": 430855,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2816, 1]], "Input Dims": [[1024, 2816]], "Ev Idx": 4358 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 4183440, "tid": 31337, + "ts": 675205334441.413, "dur": 1.623, + "args": { + "External id": 430856,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2816, 1]], "Input Dims": [[1024, 2816]], "Ev Idx": 4359 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 4183440, "tid": 31337, + "ts": 675205334441.953, "dur": 1.002, + "args": { + "External id": 430857,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2816, 1]], "Input Dims": [[1024, 2816]], "Ev Idx": 4360 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205334447.120, "dur": 3.996, + "args": { + "External id": 430858,"Record function id": 0, "Ev Idx": 4361 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205334448.357, "dur": 2.331, + "args": { + "External id": 430859,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[2816, 1024]], "Ev Idx": 4362 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 4183440, "tid": 31337, + "ts": 675205334448.877, "dur": 1.392, + "args": { + "External id": 430860,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[2816, 1024]], "Ev Idx": 4363 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 4183440, "tid": 31337, + "ts": 675205334449.330, "dur": 0.836, + "args": { + "External id": 430861,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[2816, 1024]], "Ev Idx": 4364 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205334454.147, "dur": 3.997, + "args": { + "External id": 430862,"Record function id": 0, "Ev Idx": 4365 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205334455.190, "dur": 2.526, + "args": { + "External id": 430863,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 4366 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 4183440, "tid": 31337, + "ts": 675205334455.699, "dur": 1.510, + "args": { + "External id": 430864,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 4367 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 4183440, "tid": 31337, + "ts": 675205334456.461, "dur": 0.678, + "args": { + "External id": 430865,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 4368 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205334461.299, "dur": 4.013, + "args": { + "External id": 430866,"Record function id": 0, "Ev Idx": 4369 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205334462.793, "dur": 2.076, + "args": { + "External id": 430867,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 4370 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 4183440, "tid": 31337, + "ts": 675205334463.295, "dur": 1.147, + "args": { + "External id": 430868,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 4371 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 4183440, "tid": 31337, + "ts": 675205334463.643, "dur": 0.732, + "args": { + "External id": 430869,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 4372 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205334468.393, "dur": 4.508, + "args": { + "External id": 430870,"Record function id": 0, "Ev Idx": 4373 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205334469.758, "dur": 2.696, + "args": { + "External id": 430871,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[2816, 1024]], "Ev Idx": 4374 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 4183440, "tid": 31337, + "ts": 675205334470.342, "dur": 1.698, + "args": { + "External id": 430872,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[2816, 1024]], "Ev Idx": 4375 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 4183440, "tid": 31337, + "ts": 675205334470.895, "dur": 1.078, + "args": { + "External id": 430873,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[2816, 1024]], "Ev Idx": 4376 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205334476.361, "dur": 4.119, + "args": { + "External id": 430874,"Record function id": 0, "Ev Idx": 4377 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205334477.504, "dur": 2.556, + "args": { + "External id": 430875,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 4378 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 4183440, "tid": 31337, + "ts": 675205334478.147, "dur": 1.399, + "args": { + "External id": 430876,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 4379 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 4183440, "tid": 31337, + "ts": 675205334478.466, "dur": 1.016, + "args": { + "External id": 430877,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 4380 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: RegisterPostBackwardFunctionBackward", "pid": 4183440, "tid": 31337, + "ts": 675205334484.514, "dur": 14854.955, + "args": { + "External id": 430878,"Record function id": 0, "Sequence number": 5055603, "Fwd thread id": 1, "Ev Idx": 4381 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "RegisterPostBackwardFunctionBackward", "pid": 4183440, "tid": 31337, + "ts": 675205334485.560, "dur": 14845.250, + "args": { + "External id": 430879,"Sequence number": 5055603, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[4194304, 1024, 1]], "Input Dims": [[16, 4096, 1024]], "Ev Idx": 4382 + } + }, + { + "ph": "f", "id": 209, "pid": 4183440, "tid": 31337, "ts": 675205334485.560, + "cat": "fwdbwd", "name": "fwdbwd", "bp": "e" + }, + { + "ph": "X", "cat": "user_annotation", "name": "FSDP::post_backward_accumulate (model.layers.1)", "pid": 4183440, "tid": 31337, + "ts": 675205334514.348, "dur": 38.457, + "args": { + "External id": 430880,"Record function id": 0, "Ev Idx": 4383 + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "FSDP::post_backward_reshard (model.layers.1)", "pid": 4183440, "tid": 31337, + "ts": 675205334560.321, "dur": 70.534, + "args": { + "External id": 430881,"Record function id": 0, "Ev Idx": 4384 + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "FSDP::post_backward_reduce (model.layers.1)", "pid": 4183440, "tid": 31337, + "ts": 675205334637.257, "dur": 14685.910, + "args": { + "External id": 430882,"Record function id": 0, "Ev Idx": 4385 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 31337, + "ts": 675205334772.497, "dur": 6.882, + "args": { + "External id": 430883,"Record function id": 0, "Concrete Inputs": ["[12847104]", "6", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 4386 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675205334790.080, "dur": 5.094, + "args": { + "External id": 430884,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["float", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[12847104], []], "Ev Idx": 4387 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "fsdp::chunk_cat", "pid": 4183440, "tid": 31337, + "ts": 675205334813.442, "dur": 13806.992, + "args": { + "External id": 430885,"Record function id": 0, "Concrete Inputs": ["", "0", "8", ""], "Input type": ["TensorList", "Scalar", "Scalar", "float"], "Input Strides": [[[1], [1024, 1], [1024, 1], [1024, 1], [1024, 1], [1], [1024, 1], [1024, 1], [2816, 1]], [], [], [1605888, 1]], "Input Dims": [[[1024], [1024, 1024], [1024, 1024], [1024, 1024], [1024, 1024], [1024], [2816, 1024], [2816, 1024], [1024, 2816]], [], [], [8, 1605888]], "Ev Idx": 4388 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::_chunk_cat", "pid": 4183440, "tid": 31337, + "ts": 675205334826.127, "dur": 13786.545, + "args": { + "External id": 430886,"Record function id": 0, "Concrete Inputs": ["", "0", "8", ""], "Input type": ["TensorList", "Scalar", "Scalar", "float"], "Input Strides": [[[1], [1024, 1], [1024, 1], [1024, 1], [1024, 1], [1], [1024, 1], [1024, 1], [2816, 1]], [], [], [1605888, 1]], "Input Dims": [[[1024], [1024, 1024], [1024, 1024], [1024, 1024], [1024, 1024], [1024], [2816, 1024], [2816, 1024], [1024, 2816]], [], [], [8, 1605888]], "Ev Idx": 4389 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 31337, + "ts": 675205334853.298, "dur": 17.175, + "args": { + "External id": 430887,"Record function id": 0, "Concrete Inputs": ["[3194]", "4", "", "", "True", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 4390 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 31337, + "ts": 675205334875.498, "dur": 13704.377, + "args": { + "External id": 430888,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", "False", ""], "Input type": ["long int", "", "", "", "", "Scalar", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], [], []], "Input Dims": [[3194], [], [], [], [], [], [], []], "Ev Idx": 4391 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::_to_copy", "pid": 4183440, "tid": 31337, + "ts": 675205334878.040, "dur": 13701.131, + "args": { + "External id": 430889,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", ""], "Input type": ["long int", "", "", "", "", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], []], "Input Dims": [[3194], [], [], [], [], [], []], "Ev Idx": 4392 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 4183440, "tid": 31337, + "ts": 675205334881.711, "dur": 5.276, + "args": { + "External id": 430890,"Record function id": 0, "Concrete Inputs": ["[3194]", "[1]", "4", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 4393 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 4183440, "tid": 31337, + "ts": 675205334888.763, "dur": 13686.574, + "args": { + "External id": 430891,"Record function id": 0, "Concrete Inputs": ["", "", "True"], "Input type": ["long int", "long int", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[3194], [3194], []], "Ev Idx": 4394 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::new_empty", "pid": 4183440, "tid": 31337, + "ts": 675205348737.588, "dur": 9.286, + "args": { + "External id": 430892,"Record function id": 0, "Concrete Inputs": ["", "[1605888]", "", "", "", "False"], "Input type": ["float", "ScalarList", "", "", "", "Scalar"], "Input Strides": [[1], [], [], [], [], []], "Input Dims": [[12847104], [], [], [], [], []], "Ev Idx": 4395 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 31337, + "ts": 675205348740.438, "dur": 5.859, + "args": { + "External id": 430893,"Record function id": 0, "Concrete Inputs": ["[1605888]", "6", "0", "", "False", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 4396 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "c10d::_reduce_scatter_base_", "pid": 4183440, "tid": 31337, + "ts": 675205348776.039, "dur": 269.128, + "args": { + "External id": 430894,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "False", "-1"], "Input type": ["float", "float", "", "", "Scalar", "Scalar"], "Input Strides": [[1], [1], [], [], [], []], "Input Dims": [[1605888], [12847104], [], [], [], []], "Ev Idx": 4397 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 4183440, "tid": 31337, + "ts": 675205348801.505, "dur": 238.542, + "args": { + "External id": 430895,"Record function id": 0, "Collective name": "_reduce_scatter_base", "Process Group Description": "default_pg", "dtype": "Float", "Rank": 4, "Input Strides": [[1], [], [], [], [], [], [], [], [], []], "Concrete Inputs": ["", "", "", "4", "", "[]", "[]", "0", "1", "8"], "Out msg nelems": 1605888, "Process Group Name": "0", "Input type": ["float", "", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Global rank stride": 1, "Out split size": "[]", "In split size": "[]", "Process Group Ranks": "[0, 1, 2, 3, 4, 5, 6, 7]", "Group size": 8, "Input Dims": [[12847104], [], [], [], [], [], [], [], [], []], "Global rank start": 0, "Ev Idx": 4398, "In msg nelems": 12847104 + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "nccl:_reduce_scatter_base", "pid": 4183440, "tid": 31337, + "ts": 675205348812.794, "dur": 221.939, + "args": { + "External id": 430896,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1]], "Input Dims": [[12847104]], "Ev Idx": 4399 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 4183440, "tid": 31337, + "ts": 675205349064.850, "dur": 2.048, + "args": { + "External id": 430897,"Record function id": 0, "Collective name": "wait", "Process Group Description": "default_pg", "dtype": "Byte", "Input Dims": [[], [], [], [], [], [], [], [], []], "Input Strides": [[], [], [], [], [], [], [], [], []], "Input type": ["", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Concrete Inputs": ["", "", "4", "", "[]", "[]", "-1", "-1", "1"], "Out msg nelems": 0, "Process Group Name": "0", "Process Group Ranks": "[]", "Group size": 1, "Ev Idx": 4400, "In msg nelems": 0, "Rank": 4, "In split size": "[]", "Out split size": "[]" + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205349123.478, "dur": 6.396, + "args": { + "External id": 430898,"Record function id": 0, "Concrete Inputs": ["", "[128]", "[1]", "0"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 4401 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205349175.133, "dur": 1.335, + "args": { + "External id": 430899,"Record function id": 0, "Concrete Inputs": ["", "[128, 1024]", "[1024, 1]", "128"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 4402 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205349191.772, "dur": 1.606, + "args": { + "External id": 430900,"Record function id": 0, "Concrete Inputs": ["", "[128, 1024]", "[1024, 1]", "131200"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 4403 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205349204.798, "dur": 1.214, + "args": { + "External id": 430901,"Record function id": 0, "Concrete Inputs": ["", "[128, 1024]", "[1024, 1]", "262272"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 4404 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205349218.064, "dur": 1.013, + "args": { + "External id": 430902,"Record function id": 0, "Concrete Inputs": ["", "[128, 1024]", "[1024, 1]", "393344"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 4405 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205349229.683, "dur": 1.027, + "args": { + "External id": 430903,"Record function id": 0, "Concrete Inputs": ["", "[128]", "[1]", "524416"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 4406 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205349241.057, "dur": 1.264, + "args": { + "External id": 430904,"Record function id": 0, "Concrete Inputs": ["", "[352, 1024]", "[1024, 1]", "524544"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 4407 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205349253.140, "dur": 1.279, + "args": { + "External id": 430905,"Record function id": 0, "Concrete Inputs": ["", "[352, 1024]", "[1024, 1]", "884992"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 4408 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205349264.416, "dur": 1.044, + "args": { + "External id": 430906,"Record function id": 0, "Concrete Inputs": ["", "[128, 2816]", "[2816, 1]", "1245440"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 4409 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: CompiledFunctionBackward", "pid": 4183440, "tid": 31337, + "ts": 675205349353.184, "dur": 2034.736, + "args": { + "External id": 430907,"Record function id": 0, "Ev Idx": 4410 + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "FSDP::pre_backward (model.layers.0)", "pid": 4183440, "tid": 31337, + "ts": 675205349372.054, "dur": 479.781, + "args": { + "External id": 430908,"Record function id": 0, "Ev Idx": 4411 + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "FSDP::all_gather_copy_out (model.layers.0)", "pid": 4183440, "tid": 31337, + "ts": 675205349385.914, "dur": 359.606, + "args": { + "External id": 430909,"Record function id": 0, "Ev Idx": 4412 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675205349470.687, "dur": 4.355, + "args": { + "External id": 430910,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[12847104], []], "Ev Idx": 4413 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675205349478.569, "dur": 1.238, + "args": { + "External id": 430911,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[1024], []], "Ev Idx": 4414 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675205349481.864, "dur": 1.014, + "args": { + "External id": 430912,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[1048576], []], "Ev Idx": 4415 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675205349484.989, "dur": 1.037, + "args": { + "External id": 430913,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[1048576], []], "Ev Idx": 4416 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675205349487.969, "dur": 1.175, + "args": { + "External id": 430914,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[1048576], []], "Ev Idx": 4417 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675205349490.896, "dur": 0.880, + "args": { + "External id": 430915,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[1048576], []], "Ev Idx": 4418 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675205349493.600, "dur": 1.004, + "args": { + "External id": 430916,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[1024], []], "Ev Idx": 4419 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675205349496.275, "dur": 1.239, + "args": { + "External id": 430917,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[2883584], []], "Ev Idx": 4420 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675205349499.307, "dur": 1.009, + "args": { + "External id": 430918,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[2883584], []], "Ev Idx": 4421 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675205349502.150, "dur": 1.713, + "args": { + "External id": 430919,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[2883584], []], "Ev Idx": 4422 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "fsdp::split_with_sizes_copy", "pid": 4183440, "tid": 31337, + "ts": 675205349521.328, "dur": 190.764, + "args": { + "External id": 430920,"Record function id": 0, "Concrete Inputs": ["", "[128, 131072, 131072, 131072, 131072, 128, 360448, 360448, 360448]", "1", ""], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "TensorList"], "Input Strides": [[1605888, 1], [], [], [[128, 1], [131072, 1], [131072, 1], [131072, 1], [131072, 1], [128, 1], [360448, 1], [360448, 1], [360448, 1]]], "Input Dims": [[8, 1605888], [], [], [[8, 128], [8, 131072], [8, 131072], [8, 131072], [8, 131072], [8, 128], [8, 360448], [8, 360448], [8, 360448]]], "Ev Idx": 4423 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes_copy", "pid": 4183440, "tid": 31337, + "ts": 675205349537.920, "dur": 168.531, + "args": { + "External id": 430921,"Record function id": 0, "Concrete Inputs": ["", "[128, 131072, 131072, 131072, 131072, 128, 360448, 360448, 360448]", "1", ""], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "TensorList"], "Input Strides": [[1605888, 1], [], [], [[128, 1], [131072, 1], [131072, 1], [131072, 1], [131072, 1], [128, 1], [360448, 1], [360448, 1], [360448, 1]]], "Input Dims": [[8, 1605888], [], [], [[8, 128], [8, 131072], [8, 131072], [8, 131072], [8, 131072], [8, 128], [8, 360448], [8, 360448], [8, 360448]]], "Ev Idx": 4424 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 31337, + "ts": 675205349549.922, "dur": 12.837, + "args": { + "External id": 430922,"Record function id": 0, "Concrete Inputs": ["[823]", "4", "", "", "True", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 4425 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 31337, + "ts": 675205349565.824, "dur": 59.481, + "args": { + "External id": 430923,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", "False", ""], "Input type": ["long int", "", "", "", "", "Scalar", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], [], []], "Input Dims": [[823], [], [], [], [], [], [], []], "Ev Idx": 4426 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::_to_copy", "pid": 4183440, "tid": 31337, + "ts": 675205349568.264, "dur": 56.555, + "args": { + "External id": 430924,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", ""], "Input type": ["long int", "", "", "", "", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], []], "Input Dims": [[823], [], [], [], [], [], []], "Ev Idx": 4427 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 4183440, "tid": 31337, + "ts": 675205349572.236, "dur": 6.552, + "args": { + "External id": 430925,"Record function id": 0, "Concrete Inputs": ["[823]", "[1]", "4", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 4428 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 4183440, "tid": 31337, + "ts": 675205349580.516, "dur": 43.790, + "args": { + "External id": 430926,"Record function id": 0, "Concrete Inputs": ["", "", "True"], "Input type": ["long int", "long int", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[823], [823], []], "Ev Idx": 4429 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "CompiledFunctionBackward", "pid": 4183440, "tid": 31337, + "ts": 675205349860.033, "dur": 1506.287, + "args": { + "External id": 430927,"Sequence number": 5055602, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[4194304, 1024, 1]], "Input Dims": [[16, 4096, 1024]], "Ev Idx": 4430 + } + }, + { + "ph": "f", "id": 210, "pid": 4183440, "tid": 31337, "ts": 675205349860.033, + "cat": "fwdbwd", "name": "fwdbwd", "bp": "e" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675205349988.790, "dur": 105.786, + "args": { + "External id": 430928,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [2816, 1], [2816, 1]], "Input Dims": [[65536, 1024], [1024, 2816], [65536, 2816]], "Ev Idx": 4431 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused__to_copy_add_mul_rsub_silu_0", "pid": 4183440, "tid": 31337, + "ts": 675205350134.686, "dur": 39.410, + "args": { + "External id": 430929,"kernel_hash": "clkmb2nvivik7xt77lza2snvzeuraclmpbqhk34lgigbl7zlxati", "grid": "grid(184549376,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "", "", "184549376"], "kernel_file": "/tmp/torchinductor_cvm/lk/clkmb2nvivik7xt77lza2snvzeuraclmpbqhk34lgigbl7zlxati.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[2816, 1], [2816, 1], [2816, 1], [11534336, 2816, 1], [11534336, 2816, 1], [11534336, 2816, 1], []], "Input Dims": [[65536, 2816], [65536, 2816], [65536, 2816], [16, 4096, 2816], [16, 4096, 2816], [16, 4096, 2816], []], "Ev Idx": 4432 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::bmm", "pid": 4183440, "tid": 31337, + "ts": 675205350190.622, "dur": 41.473, + "args": { + "External id": 430930,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[0, 1, 1024], [0, 2816, 1], [2883584, 2816, 1]], "Input Dims": [[1, 1024, 65536], [1, 65536, 2816], [1, 1024, 2816]], "Ev Idx": 4433 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675205350241.853, "dur": 27.415, + "args": { + "External id": 430931,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 2816], [1024, 1], [1024, 1]], "Input Dims": [[2816, 65536], [65536, 1024], [2816, 1024]], "Ev Idx": 4434 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675205350276.091, "dur": 33.112, + "args": { + "External id": 430932,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2816, 1], [1024, 1], [1024, 1]], "Input Dims": [[65536, 2816], [2816, 1024], [65536, 1024]], "Ev Idx": 4435 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675205350315.670, "dur": 20.850, + "args": { + "External id": 430933,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 2816], [1024, 1], [1024, 1]], "Input Dims": [[2816, 65536], [65536, 1024], [2816, 1024]], "Ev Idx": 4436 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675205350344.720, "dur": 28.434, + "args": { + "External id": 430934,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2816, 1], [1024, 1], [1024, 1]], "Input Dims": [[65536, 2816], [2816, 1024], [65536, 1024]], "Ev Idx": 4437 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused_1", "pid": 4183440, "tid": 31337, + "ts": 675205350397.121, "dur": 20.381, + "args": { + "External id": 430935,"kernel_hash": "cmdhmofoq6dkjtzh34c2kzhgghtmhpal5f3rxqvpfiur2wxglwjs", "grid": "grid(67108864,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "67108864"], "kernel_file": "/tmp/torchinductor_cvm/md/cmdhmofoq6dkjtzh34c2kzhgghtmhpal5f3rxqvpfiur2wxglwjs.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[1024, 1], [1024, 1], []], "Input Dims": [[65536, 1024], [65536, 1024], []], "Ev Idx": 4438 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "layer_norm_bwd_kernel_0", "pid": 4183440, "tid": 31337, + "ts": 675205350436.400, "dur": 25.674, + "args": { + "External id": 430936,"kernel_hash": "cuevaar5u646bgtmpubrbyzqz3sdut3cwthdo7wpizzjr6oluqi5", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "", "", "", "65536", "1024", "1", "497", "132", "True", "1024", "True", "False", "True", "False", "False"], "kernel_file": "/tmp/torchinductor_cvm/ue/cuevaar5u646bgtmpubrbyzqz3sdut3cwthdo7wpizzjr6oluqi5.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "float", "c10::BFloat16", "float", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [1], [1024, 1], [1024, 1], [1024, 1], [1024, 1], [1], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[65536, 1024], [1024], [65536, 1024], [65536, 1024], [132, 1024], [65536, 1024], [65536], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 4439 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "triton_red_fused_sum_2", "pid": 4183440, "tid": 31337, + "ts": 675205350480.665, "dur": 18.690, + "args": { + "External id": 430937,"kernel_hash": "cw4ogu6mqrgcawgfqkyrzhc5xil4j4vfrn34wqhb2qfx2hbqyotj", "grid": "grid(2048,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "2048", "66"], "kernel_file": "/tmp/torchinductor_cvm/w4/cw4ogu6mqrgcawgfqkyrzhc5xil4j4vfrn34wqhb2qfx2hbqyotj.py", "kernel_backend": "triton", "Input type": ["float", "float", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [2048, 1, 1024], [], []], "Input Dims": [[132, 1024], [1, 1024, 2], [], []], "Ev Idx": 4440 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "triton_per_fused__to_copy_sum_3", "pid": 4183440, "tid": 31337, + "ts": 675205350512.176, "dur": 14.482, + "args": { + "External id": 430938,"kernel_hash": "c3dzxlwq2gbpkrmfvuijgv5eon5iwfw455hggookxniqczni5xao", "grid": "grid(1024,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "1024", "2"], "kernel_file": "/tmp/torchinductor_cvm/3d/c3dzxlwq2gbpkrmfvuijgv5eon5iwfw455hggookxniqczni5xao.py", "kernel_backend": "triton", "Input type": ["float", "c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[2048, 1, 1024], [1024, 1], [], []], "Input Dims": [[1, 1024, 2], [1, 1024], [], []], "Ev Idx": 4441 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675205350534.255, "dur": 34.361, + "args": { + "External id": 430939,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 1024], [1024, 1], [1024, 1]], "Input Dims": [[1024, 65536], [65536, 1024], [1024, 1024]], "Ev Idx": 4442 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675205350572.197, "dur": 29.575, + "args": { + "External id": 430940,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1024, 1], [1024, 1]], "Input Dims": [[65536, 1024], [1024, 1024], [65536, 1024]], "Ev Idx": 4443 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "flash_attn::_flash_attn_backward", "pid": 4183440, "tid": 31337, + "ts": 675205350627.097, "dur": 207.258, + "args": { + "External id": 430941,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "", "", "", "", "0.", "0.125", "True", "-1", "-1", "0.", "", "False", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "float", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "", "Scalar", "long int"], "Input Strides": [[4194304, 1024, 64, 1], [4194304, 1024, 64, 1], [4194304, 1024, 64, 1], [4194304, 1024, 64, 1], [4194304, 1024, 64, 1], [65536, 4096, 1], [4194304, 1024, 64, 1], [4194304, 1024, 64, 1], [4194304, 1024, 64, 1], [], [], [], [], [], [], [], [], [1]], "Input Dims": [[16, 4096, 16, 64], [16, 4096, 16, 64], [16, 4096, 16, 64], [16, 4096, 16, 64], [16, 4096, 16, 64], [16, 16, 4096], [16, 4096, 16, 64], [16, 4096, 16, 64], [16, 4096, 16, 64], [], [], [], [], [], [], [], [], [2]], "Ev Idx": 4444 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 31337, + "ts": 675205350741.085, "dur": 6.822, + "args": { + "External id": 430942,"Record function id": 0, "Concrete Inputs": ["[16, 16, 4096]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 4445 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 31337, + "ts": 675205350750.030, "dur": 2.910, + "args": { + "External id": 430943,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 16, 64]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 4446 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "rotary_embedding_kernel_1", "pid": 4183440, "tid": 31337, + "ts": 675205350867.644, "dur": 23.730, + "args": { + "External id": 430944,"kernel_hash": "cnnjyph67nk54fjnuktc2nmchkiw5uvx4mqovnyasu7ursptxrg7", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "0", "16", "4096", "16", "64", "32", "8192", "32", "64", "False", "False", "False", "True"], "kernel_file": "/tmp/torchinductor_cvm/nn/cnnjyph67nk54fjnuktc2nmchkiw5uvx4mqovnyasu7ursptxrg7.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[4194304, 1024, 64, 1], [32, 1], [32, 1], [4194304, 1024, 64, 1], [], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[16, 4096, 16, 64], [8192, 32], [8192, 32], [16, 4096, 16, 64], [], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 4447 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "rotary_embedding_kernel_1", "pid": 4183440, "tid": 31337, + "ts": 675205350903.704, "dur": 12.984, + "args": { + "External id": 430945,"kernel_hash": "cnnjyph67nk54fjnuktc2nmchkiw5uvx4mqovnyasu7ursptxrg7", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "0", "16", "4096", "16", "64", "32", "8192", "32", "64", "False", "False", "False", "True"], "kernel_file": "/tmp/torchinductor_cvm/nn/cnnjyph67nk54fjnuktc2nmchkiw5uvx4mqovnyasu7ursptxrg7.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[4194304, 1024, 64, 1], [32, 1], [32, 1], [4194304, 1024, 64, 1], [], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[16, 4096, 16, 64], [8192, 32], [8192, 32], [16, 4096, 16, 64], [], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 4448 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675205350925.168, "dur": 65.626, + "args": { + "External id": 430946,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 1024], [1024, 1], [1024, 1]], "Input Dims": [[1024, 65536], [65536, 1024], [1024, 1024]], "Ev Idx": 4449 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675205350999.713, "dur": 33.026, + "args": { + "External id": 430947,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1024, 1], [1024, 1]], "Input Dims": [[65536, 1024], [1024, 1024], [65536, 1024]], "Ev Idx": 4450 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675205351040.880, "dur": 28.078, + "args": { + "External id": 430948,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 1024], [1024, 1], [1024, 1]], "Input Dims": [[1024, 65536], [65536, 1024], [1024, 1024]], "Ev Idx": 4451 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675205351074.432, "dur": 27.407, + "args": { + "External id": 430949,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1024, 1], [1024, 1]], "Input Dims": [[65536, 1024], [1024, 1024], [65536, 1024]], "Ev Idx": 4452 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675205351107.150, "dur": 25.931, + "args": { + "External id": 430950,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 1024], [1024, 1], [1024, 1]], "Input Dims": [[1024, 65536], [65536, 1024], [1024, 1024]], "Ev Idx": 4453 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 31337, + "ts": 675205351140.208, "dur": 26.909, + "args": { + "External id": 430951,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1024, 1], [1024, 1]], "Input Dims": [[65536, 1024], [1024, 1024], [65536, 1024]], "Ev Idx": 4454 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused_4", "pid": 4183440, "tid": 31337, + "ts": 675205351185.565, "dur": 24.599, + "args": { + "External id": 430952,"kernel_hash": "cn6a6cq4k7qdw3wki5ksil45pjzcbfrfjarshv63ivxttjehkezz", "grid": "grid(67108864,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "67108864"], "kernel_file": "/tmp/torchinductor_cvm/n6/cn6a6cq4k7qdw3wki5ksil45pjzcbfrfjarshv63ivxttjehkezz.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[1024, 1], [1024, 1], [1024, 1], []], "Input Dims": [[65536, 1024], [65536, 1024], [65536, 1024], []], "Ev Idx": 4455 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "layer_norm_bwd_kernel_2", "pid": 4183440, "tid": 31337, + "ts": 675205351226.777, "dur": 25.565, + "args": { + "External id": 430953,"kernel_hash": "cwvn5v4u6cexxzo6wfnjojuuby7ad6wk6jmjnzhsan4mprdashfg", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "", "", "65536", "1024", "1", "497", "132", "True", "1024", "False", "False", "True", "False", "False"], "kernel_file": "/tmp/torchinductor_cvm/wv/cwvn5v4u6cexxzo6wfnjojuuby7ad6wk6jmjnzhsan4mprdashfg.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "float", "float", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [1], [1024, 1], [1024, 1], [1024, 1], [1], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[65536, 1024], [1024], [65536, 1024], [65536, 1024], [132, 1024], [65536], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 4456 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "triton_red_fused_sum_2", "pid": 4183440, "tid": 31337, + "ts": 675205351266.370, "dur": 16.795, + "args": { + "External id": 430954,"kernel_hash": "cw4ogu6mqrgcawgfqkyrzhc5xil4j4vfrn34wqhb2qfx2hbqyotj", "grid": "grid(2048,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "2048", "66"], "kernel_file": "/tmp/torchinductor_cvm/w4/cw4ogu6mqrgcawgfqkyrzhc5xil4j4vfrn34wqhb2qfx2hbqyotj.py", "kernel_backend": "triton", "Input type": ["float", "float", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [2048, 1, 1024], [], []], "Input Dims": [[132, 1024], [1, 1024, 2], [], []], "Ev Idx": 4457 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "triton_per_fused__to_copy_sum_3", "pid": 4183440, "tid": 31337, + "ts": 675205351295.920, "dur": 15.881, + "args": { + "External id": 430955,"kernel_hash": "c3dzxlwq2gbpkrmfvuijgv5eon5iwfw455hggookxniqczni5xao", "grid": "grid(1024,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "1024", "2"], "kernel_file": "/tmp/torchinductor_cvm/3d/c3dzxlwq2gbpkrmfvuijgv5eon5iwfw455hggookxniqczni5xao.py", "kernel_backend": "triton", "Input type": ["float", "c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[2048, 1, 1024], [1024, 1], [], []], "Input Dims": [[1, 1024, 2], [1, 1024], [], []], "Ev Idx": 4458 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused_add_5", "pid": 4183440, "tid": 31337, + "ts": 675205351322.971, "dur": 14.717, + "args": { + "External id": 430956,"kernel_hash": "cx5ypd3rju7i5obvafc2itek3ewywgqdgrrndct7omk4mswsdop7", "grid": "grid(67108864,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "67108864"], "kernel_file": "/tmp/torchinductor_cvm/x5/cx5ypd3rju7i5obvafc2itek3ewywgqdgrrndct7omk4mswsdop7.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[1024, 1], [1024, 1], [4194304, 1024, 1], []], "Input Dims": [[65536, 1024], [65536, 1024], [16, 4096, 1024], []], "Ev Idx": 4459 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205351409.860, "dur": 15.036, + "args": { + "External id": 430957,"Record function id": 0, "Ev Idx": 4460 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205351412.804, "dur": 11.212, + "args": { + "External id": 430958,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[1024]], "Ev Idx": 4461 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 4183440, "tid": 31337, + "ts": 675205351417.194, "dur": 5.924, + "args": { + "External id": 430959,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[1024]], "Ev Idx": 4462 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 4183440, "tid": 31337, + "ts": 675205351418.523, "dur": 4.508, + "args": { + "External id": 430960,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[1024]], "Ev Idx": 4463 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205351431.780, "dur": 5.327, + "args": { + "External id": 430961,"Record function id": 0, "Ev Idx": 4464 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205351433.574, "dur": 3.038, + "args": { + "External id": 430962,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 4465 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 4183440, "tid": 31337, + "ts": 675205351434.453, "dur": 1.749, + "args": { + "External id": 430963,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 4466 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 4183440, "tid": 31337, + "ts": 675205351435.304, "dur": 0.829, + "args": { + "External id": 430964,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 4467 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205351440.430, "dur": 5.052, + "args": { + "External id": 430965,"Record function id": 0, "Ev Idx": 4468 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205351442.188, "dur": 2.813, + "args": { + "External id": 430966,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[1024]], "Ev Idx": 4469 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 4183440, "tid": 31337, + "ts": 675205351442.840, "dur": 1.718, + "args": { + "External id": 430967,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[1024]], "Ev Idx": 4470 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 4183440, "tid": 31337, + "ts": 675205351443.459, "dur": 1.010, + "args": { + "External id": 430968,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[1024]], "Ev Idx": 4471 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205351448.562, "dur": 4.738, + "args": { + "External id": 430969,"Record function id": 0, "Ev Idx": 4472 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205351450.258, "dur": 2.630, + "args": { + "External id": 430970,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2816, 1]], "Input Dims": [[1024, 2816]], "Ev Idx": 4473 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 4183440, "tid": 31337, + "ts": 675205351450.940, "dur": 1.494, + "args": { + "External id": 430971,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2816, 1]], "Input Dims": [[1024, 2816]], "Ev Idx": 4474 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 4183440, "tid": 31337, + "ts": 675205351451.428, "dur": 0.914, + "args": { + "External id": 430972,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2816, 1]], "Input Dims": [[1024, 2816]], "Ev Idx": 4475 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205351456.331, "dur": 4.793, + "args": { + "External id": 430973,"Record function id": 0, "Ev Idx": 4476 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205351458.026, "dur": 2.681, + "args": { + "External id": 430974,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[2816, 1024]], "Ev Idx": 4477 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 4183440, "tid": 31337, + "ts": 675205351458.828, "dur": 1.487, + "args": { + "External id": 430975,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[2816, 1024]], "Ev Idx": 4478 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 4183440, "tid": 31337, + "ts": 675205351459.273, "dur": 0.948, + "args": { + "External id": 430976,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[2816, 1024]], "Ev Idx": 4479 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205351464.156, "dur": 4.406, + "args": { + "External id": 430977,"Record function id": 0, "Ev Idx": 4480 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205351465.899, "dur": 2.244, + "args": { + "External id": 430978,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 4481 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 4183440, "tid": 31337, + "ts": 675205351466.394, "dur": 1.362, + "args": { + "External id": 430979,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 4482 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 4183440, "tid": 31337, + "ts": 675205351466.910, "dur": 0.751, + "args": { + "External id": 430980,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 4483 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205351471.741, "dur": 4.860, + "args": { + "External id": 430981,"Record function id": 0, "Ev Idx": 4484 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205351473.019, "dur": 3.174, + "args": { + "External id": 430982,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 4485 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 4183440, "tid": 31337, + "ts": 675205351473.635, "dur": 2.127, + "args": { + "External id": 430983,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 4486 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 4183440, "tid": 31337, + "ts": 675205351474.559, "dur": 1.108, + "args": { + "External id": 430984,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 4487 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205351479.866, "dur": 7.731, + "args": { + "External id": 430985,"Record function id": 0, "Ev Idx": 4488 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205351481.728, "dur": 5.438, + "args": { + "External id": 430986,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[2816, 1024]], "Ev Idx": 4489 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 4183440, "tid": 31337, + "ts": 675205351482.431, "dur": 1.380, + "args": { + "External id": 430987,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[2816, 1024]], "Ev Idx": 4490 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 4183440, "tid": 31337, + "ts": 675205351482.929, "dur": 0.788, + "args": { + "External id": 430988,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[2816, 1024]], "Ev Idx": 4491 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205351490.839, "dur": 4.191, + "args": { + "External id": 430989,"Record function id": 0, "Ev Idx": 4492 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205351492.139, "dur": 2.471, + "args": { + "External id": 430990,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 4493 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 4183440, "tid": 31337, + "ts": 675205351492.666, "dur": 1.493, + "args": { + "External id": 430991,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 4494 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 4183440, "tid": 31337, + "ts": 675205351493.177, "dur": 0.885, + "args": { + "External id": 430992,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 4495 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: RegisterPostBackwardFunctionBackward", "pid": 4183440, "tid": 31337, + "ts": 675205351499.055, "dur": 15391.994, + "args": { + "External id": 430993,"Record function id": 0, "Sequence number": 5055601, "Fwd thread id": 1, "Ev Idx": 4496 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "RegisterPostBackwardFunctionBackward", "pid": 4183440, "tid": 31337, + "ts": 675205351500.364, "dur": 15381.553, + "args": { + "External id": 430994,"Sequence number": 5055601, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[4194304, 1024, 1]], "Input Dims": [[16, 4096, 1024]], "Ev Idx": 4497 + } + }, + { + "ph": "f", "id": 211, "pid": 4183440, "tid": 31337, "ts": 675205351500.364, + "cat": "fwdbwd", "name": "fwdbwd", "bp": "e" + }, + { + "ph": "X", "cat": "user_annotation", "name": "FSDP::post_backward_accumulate (model.layers.0)", "pid": 4183440, "tid": 31337, + "ts": 675205351528.323, "dur": 38.408, + "args": { + "External id": 430995,"Record function id": 0, "Ev Idx": 4498 + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "FSDP::post_backward_reshard (model.layers.0)", "pid": 4183440, "tid": 31337, + "ts": 675205351574.167, "dur": 71.793, + "args": { + "External id": 430996,"Record function id": 0, "Ev Idx": 4499 + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "FSDP::post_backward_reduce (model.layers.0)", "pid": 4183440, "tid": 31337, + "ts": 675205351695.242, "dur": 15179.055, + "args": { + "External id": 430997,"Record function id": 0, "Ev Idx": 4500 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 31337, + "ts": 675205351807.234, "dur": 9.220, + "args": { + "External id": 430998,"Record function id": 0, "Concrete Inputs": ["[12847104]", "6", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 4501 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675205351827.496, "dur": 5.748, + "args": { + "External id": 430999,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["float", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[12847104], []], "Ev Idx": 4502 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "fsdp::chunk_cat", "pid": 4183440, "tid": 31337, + "ts": 675205351852.117, "dur": 14333.932, + "args": { + "External id": 431000,"Record function id": 0, "Concrete Inputs": ["", "0", "8", ""], "Input type": ["TensorList", "Scalar", "Scalar", "float"], "Input Strides": [[[1], [1024, 1], [1024, 1], [1024, 1], [1024, 1], [1], [1024, 1], [1024, 1], [2816, 1]], [], [], [1605888, 1]], "Input Dims": [[[1024], [1024, 1024], [1024, 1024], [1024, 1024], [1024, 1024], [1024], [2816, 1024], [2816, 1024], [1024, 2816]], [], [], [8, 1605888]], "Ev Idx": 4503 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::_chunk_cat", "pid": 4183440, "tid": 31337, + "ts": 675205351865.525, "dur": 14312.562, + "args": { + "External id": 431001,"Record function id": 0, "Concrete Inputs": ["", "0", "8", ""], "Input type": ["TensorList", "Scalar", "Scalar", "float"], "Input Strides": [[[1], [1024, 1], [1024, 1], [1024, 1], [1024, 1], [1], [1024, 1], [1024, 1], [2816, 1]], [], [], [1605888, 1]], "Input Dims": [[[1024], [1024, 1024], [1024, 1024], [1024, 1024], [1024, 1024], [1024], [2816, 1024], [2816, 1024], [1024, 2816]], [], [], [8, 1605888]], "Ev Idx": 4504 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 31337, + "ts": 675205351887.290, "dur": 13.716, + "args": { + "External id": 431002,"Record function id": 0, "Concrete Inputs": ["[3194]", "4", "", "", "True", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 4505 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 31337, + "ts": 675205351905.041, "dur": 14227.494, + "args": { + "External id": 431003,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", "False", ""], "Input type": ["long int", "", "", "", "", "Scalar", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], [], []], "Input Dims": [[3194], [], [], [], [], [], [], []], "Ev Idx": 4506 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::_to_copy", "pid": 4183440, "tid": 31337, + "ts": 675205351910.571, "dur": 14221.150, + "args": { + "External id": 431004,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", ""], "Input type": ["long int", "", "", "", "", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], []], "Input Dims": [[3194], [], [], [], [], [], []], "Ev Idx": 4507 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 4183440, "tid": 31337, + "ts": 675205351915.157, "dur": 5.418, + "args": { + "External id": 431005,"Record function id": 0, "Concrete Inputs": ["[3194]", "[1]", "4", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 4508 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 4183440, "tid": 31337, + "ts": 675205351922.382, "dur": 14206.145, + "args": { + "External id": 431006,"Record function id": 0, "Concrete Inputs": ["", "", "True"], "Input type": ["long int", "long int", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[3194], [3194], []], "Ev Idx": 4509 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::new_empty", "pid": 4183440, "tid": 31337, + "ts": 675205366272.336, "dur": 9.718, + "args": { + "External id": 431007,"Record function id": 0, "Concrete Inputs": ["", "[1605888]", "", "", "", "False"], "Input type": ["float", "ScalarList", "", "", "", "Scalar"], "Input Strides": [[1], [], [], [], [], []], "Input Dims": [[12847104], [], [], [], [], []], "Ev Idx": 4510 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 31337, + "ts": 675205366275.058, "dur": 6.609, + "args": { + "External id": 431008,"Record function id": 0, "Concrete Inputs": ["[1605888]", "6", "0", "", "False", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 4511 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "c10d::_reduce_scatter_base_", "pid": 4183440, "tid": 31337, + "ts": 675205366308.467, "dur": 251.117, + "args": { + "External id": 431009,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "False", "-1"], "Input type": ["float", "float", "", "", "Scalar", "Scalar"], "Input Strides": [[1], [1], [], [], [], []], "Input Dims": [[1605888], [12847104], [], [], [], []], "Ev Idx": 4512 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 4183440, "tid": 31337, + "ts": 675205366333.354, "dur": 222.050, + "args": { + "External id": 431010,"Record function id": 0, "Collective name": "_reduce_scatter_base", "Process Group Description": "default_pg", "dtype": "Float", "Rank": 4, "Input Strides": [[1], [], [], [], [], [], [], [], [], []], "Concrete Inputs": ["", "", "", "4", "", "[]", "[]", "0", "1", "8"], "Out msg nelems": 1605888, "Process Group Name": "0", "Input type": ["float", "", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Global rank stride": 1, "Out split size": "[]", "In split size": "[]", "Process Group Ranks": "[0, 1, 2, 3, 4, 5, 6, 7]", "Group size": 8, "Input Dims": [[12847104], [], [], [], [], [], [], [], [], []], "Global rank start": 0, "Ev Idx": 4513, "In msg nelems": 12847104 + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "nccl:_reduce_scatter_base", "pid": 4183440, "tid": 31337, + "ts": 675205366345.931, "dur": 204.307, + "args": { + "External id": 431011,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1]], "Input Dims": [[12847104]], "Ev Idx": 4514 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 4183440, "tid": 31337, + "ts": 675205366575.153, "dur": 1.880, + "args": { + "External id": 431012,"Record function id": 0, "Collective name": "wait", "Process Group Description": "default_pg", "dtype": "Byte", "Input Dims": [[], [], [], [], [], [], [], [], []], "Input Strides": [[], [], [], [], [], [], [], [], []], "Input type": ["", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Concrete Inputs": ["", "", "4", "", "[]", "[]", "-1", "-1", "1"], "Out msg nelems": 0, "Process Group Name": "0", "Process Group Ranks": "[]", "Group size": 1, "Ev Idx": 4515, "In msg nelems": 0, "Rank": 4, "In split size": "[]", "Out split size": "[]" + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205366627.835, "dur": 5.915, + "args": { + "External id": 431013,"Record function id": 0, "Concrete Inputs": ["", "[128]", "[1]", "0"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 4516 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205366716.495, "dur": 2.472, + "args": { + "External id": 431014,"Record function id": 0, "Concrete Inputs": ["", "[128, 1024]", "[1024, 1]", "128"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 4517 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205366736.118, "dur": 1.444, + "args": { + "External id": 431015,"Record function id": 0, "Concrete Inputs": ["", "[128, 1024]", "[1024, 1]", "131200"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 4518 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205366749.641, "dur": 0.946, + "args": { + "External id": 431016,"Record function id": 0, "Concrete Inputs": ["", "[128, 1024]", "[1024, 1]", "262272"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 4519 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205366762.365, "dur": 1.029, + "args": { + "External id": 431017,"Record function id": 0, "Concrete Inputs": ["", "[128, 1024]", "[1024, 1]", "393344"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 4520 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205366774.065, "dur": 0.839, + "args": { + "External id": 431018,"Record function id": 0, "Concrete Inputs": ["", "[128]", "[1]", "524416"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 4521 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205366785.770, "dur": 0.930, + "args": { + "External id": 431019,"Record function id": 0, "Concrete Inputs": ["", "[352, 1024]", "[1024, 1]", "524544"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 4522 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205366798.245, "dur": 0.998, + "args": { + "External id": 431020,"Record function id": 0, "Concrete Inputs": ["", "[352, 1024]", "[1024, 1]", "884992"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 4523 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205366809.243, "dur": 1.279, + "args": { + "External id": 431021,"Record function id": 0, "Concrete Inputs": ["", "[128, 2816]", "[2816, 1]", "1245440"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 4524 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: CompiledFunctionBackward", "pid": 4183440, "tid": 31337, + "ts": 675205366906.348, "dur": 291.041, + "args": { + "External id": 431022,"Record function id": 0, "Sequence number": 5055600, "Fwd thread id": 1, "Ev Idx": 4525 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "CompiledFunctionBackward", "pid": 4183440, "tid": 31337, + "ts": 675205366909.174, "dur": 279.607, + "args": { + "External id": 431023,"Sequence number": 5055600, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[4194304, 1024, 1]], "Input Dims": [[16, 4096, 1024]], "Ev Idx": 4526 + } + }, + { + "ph": "f", "id": 212, "pid": 4183440, "tid": 31337, "ts": 675205366909.174, + "cat": "fwdbwd", "name": "fwdbwd", "bp": "e" + }, + { + "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused_embedding_dense_backward_0", "pid": 4183440, "tid": 31337, + "ts": 675205367045.668, "dur": 48.015, + "args": { + "External id": 431024,"kernel_hash": "c7lrjviqywzcm5hk2t7vdx7xifw6stkqur6fe7dmvpxac6sz5vlo", "grid": "grid(32768000,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "32768000"], "kernel_file": "/tmp/torchinductor_cvm/7l/c7lrjviqywzcm5hk2t7vdx7xifw6stkqur6fe7dmvpxac6sz5vlo.py", "kernel_backend": "triton", "Input type": ["float", "Scalar"], "Input Strides": [[1024, 1], []], "Input Dims": [[32000, 1024], []], "Ev Idx": 4527 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused_embedding_dense_backward_1", "pid": 4183440, "tid": 31337, + "ts": 675205367108.906, "dur": 27.686, + "args": { + "External id": 431025,"kernel_hash": "cscjidpvuk343sjfekiiiiwri6lwsclxtrh5mtw6qkxwruob6l4f", "grid": "grid(67108864,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "67108864"], "kernel_file": "/tmp/torchinductor_cvm/sc/cscjidpvuk343sjfekiiiiwri6lwsclxtrh5mtw6qkxwruob6l4f.py", "kernel_backend": "triton", "Input type": ["long int", "c10::BFloat16", "float", "Scalar"], "Input Strides": [[4096, 1], [4194304, 1024, 1], [1024, 1], []], "Input Dims": [[16, 4096], [16, 4096, 1024], [32000, 1024], []], "Ev Idx": 4528 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused_embedding_dense_backward_2", "pid": 4183440, "tid": 31337, + "ts": 675205367152.735, "dur": 20.658, + "args": { + "External id": 431026,"kernel_hash": "c3bfwa4cit2k7w2i4shgk24meojhbvgxgmbsw6tpqtobrl2y6ht2", "grid": "grid(32768000,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "32768000"], "kernel_file": "/tmp/torchinductor_cvm/3b/c3bfwa4cit2k7w2i4shgk24meojhbvgxgmbsw6tpqtobrl2y6ht2.py", "kernel_backend": "triton", "Input type": ["float", "c10::BFloat16", "Scalar"], "Input Strides": [[1024, 1], [1024, 1], []], "Input Dims": [[32000, 1024], [32000, 1024], []], "Ev Idx": 4529 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205367208.305, "dur": 15.307, + "args": { + "External id": 431027,"Record function id": 0, "Ev Idx": 4530 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 4183440, "tid": 31337, + "ts": 675205367212.025, "dur": 10.682, + "args": { + "External id": 431028,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[32000, 1024]], "Ev Idx": 4531 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 4183440, "tid": 31337, + "ts": 675205367216.151, "dur": 5.742, + "args": { + "External id": 431029,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[32000, 1024]], "Ev Idx": 4532 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 4183440, "tid": 31337, + "ts": 675205367217.411, "dur": 4.392, + "args": { + "External id": 431030,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[32000, 1024]], "Ev Idx": 4533 + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "FSDP::root_post_backward_callback", "pid": 4183440, "tid": 31337, + "ts": 675205367245.973, "dur": 6931.247, + "args": { + "External id": 431031,"Record function id": 0, "Ev Idx": 4534 + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "FSDP::post_backward_accumulate", "pid": 4183440, "tid": 31337, + "ts": 675205367266.441, "dur": 35.734, + "args": { + "External id": 431032,"Record function id": 0, "Ev Idx": 4535 + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "FSDP::post_backward_reshard", "pid": 4183440, "tid": 31337, + "ts": 675205367308.495, "dur": 240.791, + "args": { + "External id": 431033,"Record function id": 0, "Ev Idx": 4536 + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "FSDP::post_backward_reduce", "pid": 4183440, "tid": 31337, + "ts": 675205367556.827, "dur": 6415.274, + "args": { + "External id": 431034,"Record function id": 0, "Ev Idx": 4537 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 31337, + "ts": 675205367713.851, "dur": 9.026, + "args": { + "External id": 431035,"Record function id": 0, "Concrete Inputs": ["[116925440]", "6", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 4538 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 31337, + "ts": 675205367734.395, "dur": 5.522, + "args": { + "External id": 431036,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["float", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[116925440], []], "Ev Idx": 4539 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "fsdp::chunk_cat", "pid": 4183440, "tid": 31337, + "ts": 675205367761.318, "dur": 4924.672, + "args": { + "External id": 431037,"Record function id": 0, "Concrete Inputs": ["", "0", "8", ""], "Input type": ["TensorList", "Scalar", "Scalar", "float"], "Input Strides": [[], [], [], [14615680, 1]], "Input Dims": [[], [], [], [8, 14615680]], "Ev Idx": 4540 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::_chunk_cat", "pid": 4183440, "tid": 31337, + "ts": 675205367779.905, "dur": 4870.106, + "args": { + "External id": 431038,"Record function id": 0, "Concrete Inputs": ["", "0", "8", ""], "Input type": ["TensorList", "Scalar", "Scalar", "float"], "Input Strides": [[], [], [], [14615680, 1]], "Input Dims": [[], [], [], [8, 14615680]], "Ev Idx": 4541 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 31337, + "ts": 675205367882.200, "dur": 14.355, + "args": { + "External id": 431039,"Record function id": 0, "Concrete Inputs": ["[28789]", "4", "", "", "True", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 4542 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 31337, + "ts": 675205367927.190, "dur": 4681.685, + "args": { + "External id": 431040,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", "False", ""], "Input type": ["long int", "", "", "", "", "Scalar", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], [], []], "Input Dims": [[28789], [], [], [], [], [], [], []], "Ev Idx": 4543 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::_to_copy", "pid": 4183440, "tid": 31337, + "ts": 675205367929.719, "dur": 4678.399, + "args": { + "External id": 431041,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", ""], "Input type": ["long int", "", "", "", "", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], []], "Input Dims": [[28789], [], [], [], [], [], []], "Ev Idx": 4544 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 4183440, "tid": 31337, + "ts": 675205367949.934, "dur": 7.612, + "args": { + "External id": 431042,"Record function id": 0, "Concrete Inputs": ["[28789]", "[1]", "4", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 4545 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 4183440, "tid": 31337, + "ts": 675205367959.571, "dur": 4644.553, + "args": { + "External id": 431043,"Record function id": 0, "Concrete Inputs": ["", "", "True"], "Input type": ["long int", "long int", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[28789], [28789], []], "Ev Idx": 4546 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::new_empty", "pid": 4183440, "tid": 31337, + "ts": 675205372811.433, "dur": 10.050, + "args": { + "External id": 431044,"Record function id": 0, "Concrete Inputs": ["", "[14615680]", "", "", "", "False"], "Input type": ["float", "ScalarList", "", "", "", "Scalar"], "Input Strides": [[1], [], [], [], [], []], "Input Dims": [[116925440], [], [], [], [], []], "Ev Idx": 4547 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 31337, + "ts": 675205372814.479, "dur": 6.616, + "args": { + "External id": 431045,"Record function id": 0, "Concrete Inputs": ["[14615680]", "6", "0", "", "False", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 4548 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "c10d::_reduce_scatter_base_", "pid": 4183440, "tid": 31337, + "ts": 675205372849.277, "dur": 445.599, + "args": { + "External id": 431046,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "False", "-1"], "Input type": ["float", "float", "", "", "Scalar", "Scalar"], "Input Strides": [[1], [1], [], [], [], []], "Input Dims": [[14615680], [116925440], [], [], [], []], "Ev Idx": 4549 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 4183440, "tid": 31337, + "ts": 675205372874.711, "dur": 414.412, + "args": { + "External id": 431047,"Record function id": 0, "Collective name": "_reduce_scatter_base", "Process Group Description": "default_pg", "dtype": "Float", "Rank": 4, "Input Strides": [[1], [], [], [], [], [], [], [], [], []], "Concrete Inputs": ["", "", "", "4", "", "[]", "[]", "0", "1", "8"], "Out msg nelems": 14615680, "Process Group Name": "0", "Input type": ["float", "", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Global rank stride": 1, "Out split size": "[]", "In split size": "[]", "Process Group Ranks": "[0, 1, 2, 3, 4, 5, 6, 7]", "Group size": 8, "Input Dims": [[116925440], [], [], [], [], [], [], [], [], []], "Global rank start": 0, "Ev Idx": 4550, "In msg nelems": 116925440 + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "nccl:_reduce_scatter_base", "pid": 4183440, "tid": 31337, + "ts": 675205372887.505, "dur": 396.095, + "args": { + "External id": 431048,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1]], "Input Dims": [[116925440]], "Ev Idx": 4551 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 4183440, "tid": 31337, + "ts": 675205373320.947, "dur": 2.318, + "args": { + "External id": 431049,"Record function id": 0, "Collective name": "wait", "Process Group Description": "default_pg", "dtype": "Byte", "Input Dims": [[], [], [], [], [], [], [], [], []], "Input Strides": [[], [], [], [], [], [], [], [], []], "Input type": ["", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Concrete Inputs": ["", "", "4", "", "[]", "[]", "-1", "-1", "1"], "Out msg nelems": 0, "Process Group Name": "0", "Process Group Ranks": "[]", "Group size": 1, "Ev Idx": 4552, "In msg nelems": 0, "Rank": 4, "In split size": "[]", "Out split size": "[]" + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205373386.282, "dur": 6.786, + "args": { + "External id": 431050,"Record function id": 0, "Concrete Inputs": ["", "[4000, 1024]", "[1024, 1]", "0"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[14615680], [], [], []], "Ev Idx": 4553 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205373436.123, "dur": 1.708, + "args": { + "External id": 431051,"Record function id": 0, "Concrete Inputs": ["", "[128]", "[1]", "4096000"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[14615680], [], [], []], "Ev Idx": 4554 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205373452.732, "dur": 1.642, + "args": { + "External id": 431052,"Record function id": 0, "Concrete Inputs": ["", "[128, 1024]", "[1024, 1]", "4096128"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[14615680], [], [], []], "Ev Idx": 4555 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205373465.518, "dur": 1.279, + "args": { + "External id": 431053,"Record function id": 0, "Concrete Inputs": ["", "[128, 1024]", "[1024, 1]", "4227200"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[14615680], [], [], []], "Ev Idx": 4556 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205373476.853, "dur": 1.150, + "args": { + "External id": 431054,"Record function id": 0, "Concrete Inputs": ["", "[128, 1024]", "[1024, 1]", "4358272"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[14615680], [], [], []], "Ev Idx": 4557 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205373488.073, "dur": 1.089, + "args": { + "External id": 431055,"Record function id": 0, "Concrete Inputs": ["", "[128, 1024]", "[1024, 1]", "4489344"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[14615680], [], [], []], "Ev Idx": 4558 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205373498.416, "dur": 1.444, + "args": { + "External id": 431056,"Record function id": 0, "Concrete Inputs": ["", "[128]", "[1]", "4620416"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[14615680], [], [], []], "Ev Idx": 4559 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205373509.987, "dur": 1.289, + "args": { + "External id": 431057,"Record function id": 0, "Concrete Inputs": ["", "[352, 1024]", "[1024, 1]", "4620544"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[14615680], [], [], []], "Ev Idx": 4560 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205373523.518, "dur": 1.333, + "args": { + "External id": 431058,"Record function id": 0, "Concrete Inputs": ["", "[352, 1024]", "[1024, 1]", "4980992"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[14615680], [], [], []], "Ev Idx": 4561 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205373534.716, "dur": 0.948, + "args": { + "External id": 431059,"Record function id": 0, "Concrete Inputs": ["", "[128, 2816]", "[2816, 1]", "5341440"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[14615680], [], [], []], "Ev Idx": 4562 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205373546.283, "dur": 0.946, + "args": { + "External id": 431060,"Record function id": 0, "Concrete Inputs": ["", "[128]", "[1]", "5701888"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[14615680], [], [], []], "Ev Idx": 4563 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205373557.285, "dur": 0.979, + "args": { + "External id": 431061,"Record function id": 0, "Concrete Inputs": ["", "[128, 1024]", "[1024, 1]", "5702016"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[14615680], [], [], []], "Ev Idx": 4564 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205373568.454, "dur": 0.913, + "args": { + "External id": 431062,"Record function id": 0, "Concrete Inputs": ["", "[128, 1024]", "[1024, 1]", "5833088"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[14615680], [], [], []], "Ev Idx": 4565 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205373578.953, "dur": 1.410, + "args": { + "External id": 431063,"Record function id": 0, "Concrete Inputs": ["", "[128, 1024]", "[1024, 1]", "5964160"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[14615680], [], [], []], "Ev Idx": 4566 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205373590.007, "dur": 1.617, + "args": { + "External id": 431064,"Record function id": 0, "Concrete Inputs": ["", "[128, 1024]", "[1024, 1]", "6095232"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[14615680], [], [], []], "Ev Idx": 4567 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205373600.362, "dur": 2.027, + "args": { + "External id": 431065,"Record function id": 0, "Concrete Inputs": ["", "[128]", "[1]", "6226304"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[14615680], [], [], []], "Ev Idx": 4568 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205373612.317, "dur": 1.327, + "args": { + "External id": 431066,"Record function id": 0, "Concrete Inputs": ["", "[352, 1024]", "[1024, 1]", "6226432"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[14615680], [], [], []], "Ev Idx": 4569 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205373623.355, "dur": 1.205, + "args": { + "External id": 431067,"Record function id": 0, "Concrete Inputs": ["", "[352, 1024]", "[1024, 1]", "6586880"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[14615680], [], [], []], "Ev Idx": 4570 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205373634.175, "dur": 1.367, + "args": { + "External id": 431068,"Record function id": 0, "Concrete Inputs": ["", "[128, 2816]", "[2816, 1]", "6947328"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[14615680], [], [], []], "Ev Idx": 4571 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205373645.260, "dur": 1.094, + "args": { + "External id": 431069,"Record function id": 0, "Concrete Inputs": ["", "[128]", "[1]", "7307776"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[14615680], [], [], []], "Ev Idx": 4572 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205373692.098, "dur": 1.996, + "args": { + "External id": 431070,"Record function id": 0, "Concrete Inputs": ["", "[128, 1024]", "[1024, 1]", "7307904"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[14615680], [], [], []], "Ev Idx": 4573 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205373705.865, "dur": 1.331, + "args": { + "External id": 431071,"Record function id": 0, "Concrete Inputs": ["", "[128, 1024]", "[1024, 1]", "7438976"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[14615680], [], [], []], "Ev Idx": 4574 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205373717.333, "dur": 1.322, + "args": { + "External id": 431072,"Record function id": 0, "Concrete Inputs": ["", "[128, 1024]", "[1024, 1]", "7570048"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[14615680], [], [], []], "Ev Idx": 4575 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205373728.142, "dur": 1.382, + "args": { + "External id": 431073,"Record function id": 0, "Concrete Inputs": ["", "[128, 1024]", "[1024, 1]", "7701120"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[14615680], [], [], []], "Ev Idx": 4576 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205373739.207, "dur": 1.181, + "args": { + "External id": 431074,"Record function id": 0, "Concrete Inputs": ["", "[128]", "[1]", "7832192"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[14615680], [], [], []], "Ev Idx": 4577 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205373750.774, "dur": 1.330, + "args": { + "External id": 431075,"Record function id": 0, "Concrete Inputs": ["", "[352, 1024]", "[1024, 1]", "7832320"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[14615680], [], [], []], "Ev Idx": 4578 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205373761.731, "dur": 1.377, + "args": { + "External id": 431076,"Record function id": 0, "Concrete Inputs": ["", "[352, 1024]", "[1024, 1]", "8192768"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[14615680], [], [], []], "Ev Idx": 4579 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205373773.466, "dur": 1.198, + "args": { + "External id": 431077,"Record function id": 0, "Concrete Inputs": ["", "[128, 2816]", "[2816, 1]", "8553216"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[14615680], [], [], []], "Ev Idx": 4580 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205373784.572, "dur": 1.492, + "args": { + "External id": 431078,"Record function id": 0, "Concrete Inputs": ["", "[128]", "[1]", "8913664"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[14615680], [], [], []], "Ev Idx": 4581 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205373795.837, "dur": 1.410, + "args": { + "External id": 431079,"Record function id": 0, "Concrete Inputs": ["", "[128, 1024]", "[1024, 1]", "8913792"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[14615680], [], [], []], "Ev Idx": 4582 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205373807.588, "dur": 1.222, + "args": { + "External id": 431080,"Record function id": 0, "Concrete Inputs": ["", "[128, 1024]", "[1024, 1]", "9044864"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[14615680], [], [], []], "Ev Idx": 4583 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205373817.997, "dur": 1.448, + "args": { + "External id": 431081,"Record function id": 0, "Concrete Inputs": ["", "[128, 1024]", "[1024, 1]", "9175936"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[14615680], [], [], []], "Ev Idx": 4584 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205373829.940, "dur": 1.077, + "args": { + "External id": 431082,"Record function id": 0, "Concrete Inputs": ["", "[128, 1024]", "[1024, 1]", "9307008"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[14615680], [], [], []], "Ev Idx": 4585 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205373840.779, "dur": 1.407, + "args": { + "External id": 431083,"Record function id": 0, "Concrete Inputs": ["", "[128]", "[1]", "9438080"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[14615680], [], [], []], "Ev Idx": 4586 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205373852.831, "dur": 1.526, + "args": { + "External id": 431084,"Record function id": 0, "Concrete Inputs": ["", "[352, 1024]", "[1024, 1]", "9438208"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[14615680], [], [], []], "Ev Idx": 4587 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205373865.017, "dur": 1.013, + "args": { + "External id": 431085,"Record function id": 0, "Concrete Inputs": ["", "[352, 1024]", "[1024, 1]", "9798656"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[14615680], [], [], []], "Ev Idx": 4588 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205373875.406, "dur": 1.374, + "args": { + "External id": 431086,"Record function id": 0, "Concrete Inputs": ["", "[128, 2816]", "[2816, 1]", "10159104"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[14615680], [], [], []], "Ev Idx": 4589 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205373886.748, "dur": 1.418, + "args": { + "External id": 431087,"Record function id": 0, "Concrete Inputs": ["", "[128]", "[1]", "10519552"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[14615680], [], [], []], "Ev Idx": 4590 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 31337, + "ts": 675205373897.238, "dur": 1.423, + "args": { + "External id": 431088,"Record function id": 0, "Concrete Inputs": ["", "[4000, 1024]", "[1024, 1]", "10519680"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[14615680], [], [], []], "Ev Idx": 4591 + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "ProfilerStep#22527", "pid": 4183440, "tid": 4183440, + "ts": 675204603896.376, "dur": 784014.780, + "args": { + "External id": 422401,"Record function id": 0, "Ev Idx": 4592 + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "Optimizer.zero_grad#AdamW.zero_grad", "pid": 4183440, "tid": 4183440, + "ts": 675204603929.442, "dur": 404.416, + "args": { + "External id": 422402,"Record function id": 0, "Ev Idx": 4593 + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "enumerate(DataLoader)#_StatefulMultiProcessingDataLoaderIter.__next__", "pid": 4183440, "tid": 4183440, + "ts": 675204604376.501, "dur": 2238.595, + "args": { + "External id": 422403,"Record function id": 0, "Ev Idx": 4594 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 4183440, + "ts": 675204605516.329, "dur": 7.736, + "args": { + "External id": 422404,"Record function id": 0, "Concrete Inputs": ["[0]", "4", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 4595 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::set_", "pid": 4183440, "tid": 4183440, + "ts": 675204605545.167, "dur": 7.014, + "args": { + "External id": 422405,"Sequence number": 5055600, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "", "0", "[16, 8192]", "[8192, 1]"], "Input type": ["long int", "", "Scalar", "ScalarList", "ScalarList"], "Input Strides": [[1], [], [], [], []], "Input Dims": [[0], [], [], [], []], "Ev Idx": 4596 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 4183440, + "ts": 675204606057.560, "dur": 2.584, + "args": { + "External id": 422406,"Record function id": 0, "Concrete Inputs": ["[0]", "4", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 4597 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::set_", "pid": 4183440, "tid": 4183440, + "ts": 675204606069.353, "dur": 2.704, + "args": { + "External id": 422407,"Sequence number": 5055600, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "", "0", "[16, 8192]", "[8192, 1]"], "Input type": ["long int", "", "Scalar", "ScalarList", "ScalarList"], "Input Strides": [[1], [], [], [], []], "Input Dims": [[0], [], [], [], []], "Ev Idx": 4598 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 4183440, + "ts": 675204606498.848, "dur": 1.834, + "args": { + "External id": 422408,"Record function id": 0, "Concrete Inputs": ["[0]", "4", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 4599 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::set_", "pid": 4183440, "tid": 4183440, + "ts": 675204606507.610, "dur": 2.145, + "args": { + "External id": 422409,"Sequence number": 5055600, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "", "0", "[16, 8192]", "[8192, 1]"], "Input type": ["long int", "", "Scalar", "ScalarList", "ScalarList"], "Input Strides": [[1], [], [], [], []], "Input Dims": [[0], [], [], [], []], "Ev Idx": 4600 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 4183440, "tid": 4183440, + "ts": 675204607170.567, "dur": 14.340, + "args": { + "External id": 422410,"Sequence number": 5055600, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "0", "0", "9223372036854775807", "1"], "Input type": ["long int", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[8192, 1], [], [], [], []], "Input Dims": [[16, 8192], [], [], [], []], "Ev Idx": 4601 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204607178.530, "dur": 2.221, + "args": { + "External id": 422411,"Record function id": 0, "Concrete Inputs": ["", "[16, 8192]", "[8192, 1]", "0"], "Input type": ["long int", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[8192, 1], [], [], []], "Input Dims": [[16, 8192], [], [], []], "Ev Idx": 4602 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 4183440, "tid": 4183440, + "ts": 675204607186.437, "dur": 4.410, + "args": { + "External id": 422412,"Sequence number": 5055600, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "1", "0", "4096", "1"], "Input type": ["long int", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[8192, 1], [], [], [], []], "Input Dims": [[16, 8192], [], [], [], []], "Ev Idx": 4603 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204607188.644, "dur": 1.084, + "args": { + "External id": 422413,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096]", "[8192, 1]", "0"], "Input type": ["long int", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[8192, 1], [], [], []], "Input Dims": [[16, 8192], [], [], []], "Ev Idx": 4604 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 4183440, + "ts": 675204607216.590, "dur": 577.859, + "args": { + "External id": 422414,"Sequence number": 5055600, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "4", "0", "", "", "False", "False", ""], "Input type": ["long int", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[8192, 1], [], [], [], [], [], [], []], "Input Dims": [[16, 4096], [], [], [], [], [], [], []], "Ev Idx": 4605 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::_to_copy", "pid": 4183440, "tid": 4183440, + "ts": 675204607224.112, "dur": 569.292, + "args": { + "External id": 422415,"Sequence number": 5055600, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "4", "0", "", "", "False", ""], "Input type": ["long int", "Scalar", "Scalar", "", "", "Scalar", ""], "Input Strides": [[8192, 1], [], [], [], [], [], []], "Input Dims": [[16, 4096], [], [], [], [], [], []], "Ev Idx": 4606 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204607232.533, "dur": 10.408, + "args": { + "External id": 422416,"Record function id": 0, "Concrete Inputs": ["[16, 4096]", "[4096, 1]", "4", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 4607 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 4183440, "tid": 4183440, + "ts": 675204607245.587, "dur": 545.504, + "args": { + "External id": 422417,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["long int", "long int", "Scalar"], "Input Strides": [[4096, 1], [8192, 1], []], "Input Dims": [[16, 4096], [16, 4096], []], "Ev Idx": 4608 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 4183440, + "ts": 675204607255.607, "dur": 0.697, + "args": { + "External id": 422418,"Record function id": 0, "Concrete Inputs": ["", "4", "False", "False", ""], "Input type": ["long int", "Scalar", "Scalar", "Scalar", ""], "Input Strides": [[8192, 1], [], [], [], []], "Input Dims": [[16, 4096], [], [], [], []], "Ev Idx": 4609 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::expand_as", "pid": 4183440, "tid": 4183440, + "ts": 675204607259.612, "dur": 9.884, + "args": { + "External id": 422419,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["long int", "long int"], "Input Strides": [[8192, 1], [4096, 1]], "Input Dims": [[16, 4096], [16, 4096]], "Ev Idx": 4610 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::expand", "pid": 4183440, "tid": 4183440, + "ts": 675204607265.532, "dur": 3.614, + "args": { + "External id": 422420,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096]", "False"], "Input type": ["long int", "ScalarList", "Scalar"], "Input Strides": [[8192, 1], [], []], "Input Dims": [[16, 4096], [], []], "Ev Idx": 4611 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204607268.288, "dur": 0.601, + "args": { + "External id": 422421,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096]", "[8192, 1]", ""], "Input type": ["long int", "ScalarList", "ScalarList", ""], "Input Strides": [[8192, 1], [], [], []], "Input Dims": [[16, 4096], [], [], []], "Ev Idx": 4612 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::contiguous", "pid": 4183440, "tid": 4183440, + "ts": 675204607271.429, "dur": 203.256, + "args": { + "External id": 422422,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["long int", "Scalar"], "Input Strides": [[8192, 1], []], "Input Dims": [[16, 4096], []], "Ev Idx": 4613 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::clone", "pid": 4183440, "tid": 4183440, + "ts": 675204607274.484, "dur": 199.663, + "args": { + "External id": 422423,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["long int", "Scalar"], "Input Strides": [[8192, 1], []], "Input Dims": [[16, 4096], []], "Ev Idx": 4614 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty_like", "pid": 4183440, "tid": 4183440, + "ts": 675204607276.554, "dur": 16.613, + "args": { + "External id": 422424,"Record function id": 0, "Concrete Inputs": ["", "4", "0", "", "", "0"], "Input type": ["long int", "Scalar", "Scalar", "", "", "Scalar"], "Input Strides": [[8192, 1], [], [], [], [], []], "Input Dims": [[16, 4096], [], [], [], [], []], "Ev Idx": 4615 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 4183440, + "ts": 675204607278.703, "dur": 13.989, + "args": { + "External id": 422425,"Record function id": 0, "Concrete Inputs": ["[16, 4096]", "4", "0", "", "", "0"], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 4616 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 4183440, "tid": 4183440, + "ts": 675204607293.967, "dur": 179.681, + "args": { + "External id": 422426,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["long int", "long int", "Scalar"], "Input Strides": [[4096, 1], [8192, 1], []], "Input Dims": [[16, 4096], [16, 4096], []], "Ev Idx": 4617 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 4183440, "tid": 4183440, + "ts": 675204607476.496, "dur": 310.223, + "args": { + "External id": 422427,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["long int", "long int", "Scalar"], "Input Strides": [[4096, 1], [4096, 1], []], "Input Dims": [[16, 4096], [16, 4096], []], "Ev Idx": 4618 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 4183440, + "ts": 675204607815.186, "dur": 536.903, + "args": { + "External id": 422428,"Sequence number": 5055600, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "4", "0", "", "", "False", "False", ""], "Input type": ["long int", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[8192, 1], [], [], [], [], [], [], []], "Input Dims": [[16, 8192], [], [], [], [], [], [], []], "Ev Idx": 4619 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::_to_copy", "pid": 4183440, "tid": 4183440, + "ts": 675204607817.058, "dur": 534.394, + "args": { + "External id": 422429,"Sequence number": 5055600, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "4", "0", "", "", "False", ""], "Input type": ["long int", "Scalar", "Scalar", "", "", "Scalar", ""], "Input Strides": [[8192, 1], [], [], [], [], [], []], "Input Dims": [[16, 8192], [], [], [], [], [], []], "Ev Idx": 4620 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204607824.988, "dur": 7.874, + "args": { + "External id": 422430,"Record function id": 0, "Concrete Inputs": ["[16, 8192]", "[8192, 1]", "4", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 4621 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 4183440, "tid": 4183440, + "ts": 675204607834.041, "dur": 513.554, + "args": { + "External id": 422431,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["long int", "long int", "Scalar"], "Input Strides": [[8192, 1], [8192, 1], []], "Input Dims": [[16, 8192], [16, 8192], []], "Ev Idx": 4622 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::arange", "pid": 4183440, "tid": 4183440, + "ts": 675204608385.157, "dur": 52.878, + "args": { + "External id": 422432,"Record function id": 0, "Concrete Inputs": ["0", "4096", "", "", "", "False"], "Input type": ["Scalar", "Scalar", "", "", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 4623 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 4183440, + "ts": 675204608390.763, "dur": 6.360, + "args": { + "External id": 422433,"Record function id": 0, "Concrete Inputs": ["[0]", "4", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 4624 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::arange", "pid": 4183440, "tid": 4183440, + "ts": 675204608399.827, "dur": 37.856, + "args": { + "External id": 422434,"Record function id": 0, "Concrete Inputs": ["0", "4096", "1", ""], "Input type": ["Scalar", "Scalar", "Scalar", "long int"], "Input Strides": [[], [], [], [1]], "Input Dims": [[], [], [], [0]], "Ev Idx": 4625 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::resize_", "pid": 4183440, "tid": 4183440, + "ts": 675204608404.589, "dur": 6.767, + "args": { + "External id": 422435,"Record function id": 0, "Concrete Inputs": ["", "[4096]", ""], "Input type": ["long int", "ScalarList", ""], "Input Strides": [[1], [], []], "Input Dims": [[0], [], []], "Ev Idx": 4626 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::repeat", "pid": 4183440, "tid": 4183440, + "ts": 675204608452.964, "dur": 72.415, + "args": { + "External id": 422436,"Sequence number": 5055600, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "[16, 1]"], "Input type": ["long int", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[4096], []], "Ev Idx": 4627 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::expand", "pid": 4183440, "tid": 4183440, + "ts": 675204608457.279, "dur": 7.890, + "args": { + "External id": 422437,"Record function id": 0, "Concrete Inputs": ["", "[1, 4096]", "False"], "Input type": ["long int", "ScalarList", "Scalar"], "Input Strides": [[1], [], []], "Input Dims": [[4096], [], []], "Ev Idx": 4628 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204608462.965, "dur": 1.840, + "args": { + "External id": 422438,"Record function id": 0, "Concrete Inputs": ["", "[1, 4096]", "[4096, 1]", ""], "Input type": ["long int", "ScalarList", "ScalarList", ""], "Input Strides": [[1], [], [], []], "Input Dims": [[4096], [], [], []], "Ev Idx": 4629 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 4183440, + "ts": 675204608466.092, "dur": 3.961, + "args": { + "External id": 422439,"Record function id": 0, "Concrete Inputs": ["[16, 4096]", "4", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 4630 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::alias", "pid": 4183440, "tid": 4183440, + "ts": 675204608473.690, "dur": 3.817, + "args": { + "External id": 422440,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["long int"], "Input Strides": [[4096, 1]], "Input Dims": [[16, 4096]], "Ev Idx": 4631 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::unfold", "pid": 4183440, "tid": 4183440, + "ts": 675204608480.718, "dur": 5.834, + "args": { + "External id": 422441,"Record function id": 0, "Concrete Inputs": ["", "0", "1", "1"], "Input type": ["long int", "Scalar", "Scalar", "Scalar"], "Input Strides": [[4096, 1], [], [], []], "Input Dims": [[16, 4096], [], [], []], "Ev Idx": 4632 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204608485.694, "dur": 0.635, + "args": { + "External id": 422442,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 1]", "[4096, 1, 4096]", ""], "Input type": ["long int", "ScalarList", "ScalarList", ""], "Input Strides": [[4096, 1], [], [], []], "Input Dims": [[16, 4096], [], [], []], "Ev Idx": 4633 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::unfold", "pid": 4183440, "tid": 4183440, + "ts": 675204608487.587, "dur": 5.955, + "args": { + "External id": 422443,"Record function id": 0, "Concrete Inputs": ["", "1", "4096", "4096"], "Input type": ["long int", "Scalar", "Scalar", "Scalar"], "Input Strides": [[4096, 1, 4096], [], [], []], "Input Dims": [[16, 4096, 1], [], [], []], "Ev Idx": 4634 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204608492.480, "dur": 0.731, + "args": { + "External id": 422444,"Record function id": 0, "Concrete Inputs": ["", "[16, 1, 1, 4096]", "[4096, 4096, 4096, 1]", ""], "Input type": ["long int", "ScalarList", "ScalarList", ""], "Input Strides": [[4096, 1, 4096], [], [], []], "Input Dims": [[16, 4096, 1], [], [], []], "Ev Idx": 4635 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::expand_as", "pid": 4183440, "tid": 4183440, + "ts": 675204608495.676, "dur": 3.538, + "args": { + "External id": 422445,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["long int", "long int"], "Input Strides": [[4096, 1], [4096, 4096, 4096, 1]], "Input Dims": [[1, 4096], [16, 1, 1, 4096]], "Ev Idx": 4636 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::expand", "pid": 4183440, "tid": 4183440, + "ts": 675204608496.706, "dur": 2.397, + "args": { + "External id": 422446,"Record function id": 0, "Concrete Inputs": ["", "[16, 1, 1, 4096]", "False"], "Input type": ["long int", "ScalarList", "Scalar"], "Input Strides": [[4096, 1], [], []], "Input Dims": [[1, 4096], [], []], "Ev Idx": 4637 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204608498.396, "dur": 0.624, + "args": { + "External id": 422447,"Record function id": 0, "Concrete Inputs": ["", "[16, 1, 1, 4096]", "[0, 4096, 4096, 1]", ""], "Input type": ["long int", "ScalarList", "ScalarList", ""], "Input Strides": [[4096, 1], [], [], []], "Input Dims": [[1, 4096], [], [], []], "Ev Idx": 4638 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 4183440, "tid": 4183440, + "ts": 675204608500.265, "dur": 24.369, + "args": { + "External id": 422448,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["long int", "long int", "Scalar"], "Input Strides": [[4096, 4096, 4096, 1], [0, 4096, 4096, 1], []], "Input Dims": [[16, 1, 1, 4096], [16, 1, 1, 4096], []], "Ev Idx": 4639 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 4183440, + "ts": 675204608534.254, "dur": 29.954, + "args": { + "External id": 422449,"Sequence number": 5055600, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "3", "False", "False", ""], "Input type": ["long int", "Scalar", "Scalar", "Scalar", ""], "Input Strides": [[4096, 1], [], [], [], []], "Input Dims": [[16, 4096], [], [], [], []], "Ev Idx": 4640 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::_to_copy", "pid": 4183440, "tid": 4183440, + "ts": 675204608536.162, "dur": 27.874, + "args": { + "External id": 422450,"Sequence number": 5055600, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "3", "", "", "", "False", ""], "Input type": ["long int", "Scalar", "", "", "", "Scalar", ""], "Input Strides": [[4096, 1], [], [], [], [], [], []], "Input Dims": [[16, 4096], [], [], [], [], [], []], "Ev Idx": 4641 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204608543.881, "dur": 3.065, + "args": { + "External id": 422451,"Record function id": 0, "Concrete Inputs": ["[16, 4096]", "[4096, 1]", "3", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 4642 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 4183440, "tid": 4183440, + "ts": 675204608547.589, "dur": 15.800, + "args": { + "External id": 422452,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["int", "long int", "Scalar"], "Input Strides": [[4096, 1], [4096, 1], []], "Input Dims": [[16, 4096], [16, 4096], []], "Ev Idx": 4643 + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "FSDP::root_pre_forward", "pid": 4183440, "tid": 4183440, + "ts": 675204608716.380, "dur": 152.325, + "args": { + "External id": 422453,"Record function id": 0, "Ev Idx": 4644 + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "FSDP::inputs_to_device", "pid": 4183440, "tid": 4183440, + "ts": 675204608799.222, "dur": 58.631, + "args": { + "External id": 422454,"Record function id": 0, "Ev Idx": 4645 + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "FSDP::cast_forward_inputs", "pid": 4183440, "tid": 4183440, + "ts": 675204608876.192, "dur": 43.128, + "args": { + "External id": 422455,"Record function id": 0, "Ev Idx": 4646 + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "FSDP::pre_forward", "pid": 4183440, "tid": 4183440, + "ts": 675204608927.466, "dur": 8103.744, + "args": { + "External id": 422456,"Record function id": 0, "Ev Idx": 4647 + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "FSDP::all_gather", "pid": 4183440, "tid": 4183440, + "ts": 675204608952.068, "dur": 1221.604, + "args": { + "External id": 422457,"Record function id": 0, "Ev Idx": 4648 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 4183440, + "ts": 675204609054.780, "dur": 7.831, + "args": { + "External id": 422458,"Record function id": 0, "Concrete Inputs": ["[14615680]", "15", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 4649 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes", "pid": 4183440, "tid": 4183440, + "ts": 675204609078.439, "dur": 126.630, + "args": { + "External id": 422459,"Record function id": 0, "Concrete Inputs": ["", "", "0"], "Input type": ["c10::BFloat16", "", "Scalar"], "Input Strides": [[1], [], []], "Input Dims": [[14615680], [], []], "Ev Idx": 4650 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204609083.433, "dur": 1.531, + "args": { + "External id": 422460,"Record function id": 0, "Concrete Inputs": ["", "[4096000]", "[1]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[14615680], [], [], []], "Ev Idx": 4651 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204609091.152, "dur": 0.313, + "args": { + "External id": 422461,"Record function id": 0, "Concrete Inputs": ["", "[128]", "[1]", "4096000"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[14615680], [], [], []], "Ev Idx": 4652 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204609092.314, "dur": 0.210, + "args": { + "External id": 422462,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "4096128"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[14615680], [], [], []], "Ev Idx": 4653 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204609093.399, "dur": 1.934, + "args": { + "External id": 422463,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "4227200"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[14615680], [], [], []], "Ev Idx": 4654 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204609100.569, "dur": 0.457, + "args": { + "External id": 422464,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "4358272"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[14615680], [], [], []], "Ev Idx": 4655 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204609102.226, "dur": 0.551, + "args": { + "External id": 422465,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "4489344"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[14615680], [], [], []], "Ev Idx": 4656 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204609103.741, "dur": 2.958, + "args": { + "External id": 422466,"Record function id": 0, "Concrete Inputs": ["", "[128]", "[1]", "4620416"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[14615680], [], [], []], "Ev Idx": 4657 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204609109.856, "dur": 0.185, + "args": { + "External id": 422467,"Record function id": 0, "Concrete Inputs": ["", "[360448]", "[1]", "4620544"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[14615680], [], [], []], "Ev Idx": 4658 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204609110.695, "dur": 0.156, + "args": { + "External id": 422468,"Record function id": 0, "Concrete Inputs": ["", "[360448]", "[1]", "4980992"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[14615680], [], [], []], "Ev Idx": 4659 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204609116.462, "dur": 0.196, + "args": { + "External id": 422469,"Record function id": 0, "Concrete Inputs": ["", "[360448]", "[1]", "5341440"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[14615680], [], [], []], "Ev Idx": 4660 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204609117.397, "dur": 0.146, + "args": { + "External id": 422470,"Record function id": 0, "Concrete Inputs": ["", "[128]", "[1]", "5701888"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[14615680], [], [], []], "Ev Idx": 4661 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204609118.384, "dur": 1.703, + "args": { + "External id": 422471,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "5702016"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[14615680], [], [], []], "Ev Idx": 4662 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204609123.793, "dur": 0.191, + "args": { + "External id": 422472,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "5833088"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[14615680], [], [], []], "Ev Idx": 4663 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204609124.726, "dur": 0.199, + "args": { + "External id": 422473,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "5964160"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[14615680], [], [], []], "Ev Idx": 4664 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204609125.471, "dur": 2.348, + "args": { + "External id": 422474,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "6095232"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[14615680], [], [], []], "Ev Idx": 4665 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204609130.723, "dur": 0.167, + "args": { + "External id": 422475,"Record function id": 0, "Concrete Inputs": ["", "[128]", "[1]", "6226304"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[14615680], [], [], []], "Ev Idx": 4666 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204609131.519, "dur": 0.174, + "args": { + "External id": 422476,"Record function id": 0, "Concrete Inputs": ["", "[360448]", "[1]", "6226432"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[14615680], [], [], []], "Ev Idx": 4667 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204609137.111, "dur": 0.172, + "args": { + "External id": 422477,"Record function id": 0, "Concrete Inputs": ["", "[360448]", "[1]", "6586880"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[14615680], [], [], []], "Ev Idx": 4668 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204609137.708, "dur": 0.191, + "args": { + "External id": 422478,"Record function id": 0, "Concrete Inputs": ["", "[360448]", "[1]", "6947328"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[14615680], [], [], []], "Ev Idx": 4669 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204609138.561, "dur": 1.509, + "args": { + "External id": 422479,"Record function id": 0, "Concrete Inputs": ["", "[128]", "[1]", "7307776"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[14615680], [], [], []], "Ev Idx": 4670 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204609143.355, "dur": 0.283, + "args": { + "External id": 422480,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "7307904"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[14615680], [], [], []], "Ev Idx": 4671 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204609144.254, "dur": 0.362, + "args": { + "External id": 422481,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "7438976"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[14615680], [], [], []], "Ev Idx": 4672 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204609145.099, "dur": 2.472, + "args": { + "External id": 422482,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "7570048"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[14615680], [], [], []], "Ev Idx": 4673 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204609150.249, "dur": 0.303, + "args": { + "External id": 422483,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "7701120"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[14615680], [], [], []], "Ev Idx": 4674 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204609151.269, "dur": 0.170, + "args": { + "External id": 422484,"Record function id": 0, "Concrete Inputs": ["", "[128]", "[1]", "7832192"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[14615680], [], [], []], "Ev Idx": 4675 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204609157.261, "dur": 0.220, + "args": { + "External id": 422485,"Record function id": 0, "Concrete Inputs": ["", "[360448]", "[1]", "7832320"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[14615680], [], [], []], "Ev Idx": 4676 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204609158.115, "dur": 0.177, + "args": { + "External id": 422486,"Record function id": 0, "Concrete Inputs": ["", "[360448]", "[1]", "8192768"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[14615680], [], [], []], "Ev Idx": 4677 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204609159.214, "dur": 1.126, + "args": { + "External id": 422487,"Record function id": 0, "Concrete Inputs": ["", "[360448]", "[1]", "8553216"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[14615680], [], [], []], "Ev Idx": 4678 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204609163.084, "dur": 0.195, + "args": { + "External id": 422488,"Record function id": 0, "Concrete Inputs": ["", "[128]", "[1]", "8913664"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[14615680], [], [], []], "Ev Idx": 4679 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204609163.861, "dur": 0.174, + "args": { + "External id": 422489,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "8913792"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[14615680], [], [], []], "Ev Idx": 4680 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204609164.580, "dur": 2.334, + "args": { + "External id": 422490,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "9044864"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[14615680], [], [], []], "Ev Idx": 4681 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204609169.600, "dur": 0.180, + "args": { + "External id": 422491,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "9175936"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[14615680], [], [], []], "Ev Idx": 4682 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204609170.343, "dur": 0.173, + "args": { + "External id": 422492,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "9307008"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[14615680], [], [], []], "Ev Idx": 4683 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204609176.234, "dur": 0.152, + "args": { + "External id": 422493,"Record function id": 0, "Concrete Inputs": ["", "[128]", "[1]", "9438080"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[14615680], [], [], []], "Ev Idx": 4684 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204609177.008, "dur": 0.357, + "args": { + "External id": 422494,"Record function id": 0, "Concrete Inputs": ["", "[360448]", "[1]", "9438208"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[14615680], [], [], []], "Ev Idx": 4685 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204609178.294, "dur": 1.500, + "args": { + "External id": 422495,"Record function id": 0, "Concrete Inputs": ["", "[360448]", "[1]", "9798656"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[14615680], [], [], []], "Ev Idx": 4686 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204609182.394, "dur": 0.184, + "args": { + "External id": 422496,"Record function id": 0, "Concrete Inputs": ["", "[360448]", "[1]", "10159104"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[14615680], [], [], []], "Ev Idx": 4687 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204609183.062, "dur": 0.329, + "args": { + "External id": 422497,"Record function id": 0, "Concrete Inputs": ["", "[128]", "[1]", "10519552"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[14615680], [], [], []], "Ev Idx": 4688 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204609184.158, "dur": 2.183, + "args": { + "External id": 422498,"Record function id": 0, "Concrete Inputs": ["", "[4096000]", "[1]", "10519680"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[14615680], [], [], []], "Ev Idx": 4689 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::_foreach_copy_", "pid": 4183440, "tid": 4183440, + "ts": 675204609228.206, "dur": 49.267, + "args": { + "External id": 422499,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["TensorList", "TensorList", "Scalar"], "Input Strides": [[], [], []], "Input Dims": [[], [], []], "Ev Idx": 4690 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "fsdp::all_gather_copy_in", "pid": 4183440, "tid": 4183440, + "ts": 675204609345.271, "dur": 231.144, + "args": { + "External id": 422500,"Record function id": 0, "Concrete Inputs": ["", "", "14615680", "8", "4", "15", ""], "Input type": ["TensorList", "", "Scalar", "Scalar", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], []], "Ev Idx": 4691 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 4183440, + "ts": 675204609358.860, "dur": 4.792, + "args": { + "External id": 422501,"Record function id": 0, "Concrete Inputs": ["[116925440]", "15", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 4692 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::narrow", "pid": 4183440, "tid": 4183440, + "ts": 675204609369.919, "dur": 13.522, + "args": { + "External id": 422502,"Record function id": 0, "Concrete Inputs": ["", "0", "58462720", "14615680"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[116925440], [], [], []], "Ev Idx": 4693 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 4183440, "tid": 4183440, + "ts": 675204609374.790, "dur": 8.190, + "args": { + "External id": 422503,"Record function id": 0, "Concrete Inputs": ["", "0", "58462720", "73078400", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], [], []], "Input Dims": [[116925440], [], [], [], []], "Ev Idx": 4694 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204609379.677, "dur": 0.474, + "args": { + "External id": 422504,"Record function id": 0, "Concrete Inputs": ["", "[14615680]", "[1]", "58462720"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[116925440], [], [], []], "Ev Idx": 4695 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes", "pid": 4183440, "tid": 4183440, + "ts": 675204609391.182, "dur": 113.139, + "args": { + "External id": 422505,"Record function id": 0, "Concrete Inputs": ["", "", "0"], "Input type": ["c10::BFloat16", "", "Scalar"], "Input Strides": [[1], [], []], "Input Dims": [[14615680], [], []], "Ev Idx": 4696 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204609392.778, "dur": 0.491, + "args": { + "External id": 422506,"Record function id": 0, "Concrete Inputs": ["", "[4096000]", "[1]", "58462720"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[14615680], [], [], []], "Ev Idx": 4697 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204609394.569, "dur": 0.200, + "args": { + "External id": 422507,"Record function id": 0, "Concrete Inputs": ["", "[128]", "[1]", "62558720"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[14615680], [], [], []], "Ev Idx": 4698 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204609397.856, "dur": 1.536, + "args": { + "External id": 422508,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "62558848"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[14615680], [], [], []], "Ev Idx": 4699 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204609400.143, "dur": 0.596, + "args": { + "External id": 422509,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "62689920"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[14615680], [], [], []], "Ev Idx": 4700 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204609404.103, "dur": 0.195, + "args": { + "External id": 422510,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "62820992"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[14615680], [], [], []], "Ev Idx": 4701 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204609405.175, "dur": 0.414, + "args": { + "External id": 422511,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "62952064"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[14615680], [], [], []], "Ev Idx": 4702 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204609406.280, "dur": 0.188, + "args": { + "External id": 422512,"Record function id": 0, "Concrete Inputs": ["", "[128]", "[1]", "63083136"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[14615680], [], [], []], "Ev Idx": 4703 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204609409.229, "dur": 0.411, + "args": { + "External id": 422513,"Record function id": 0, "Concrete Inputs": ["", "[360448]", "[1]", "63083264"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[14615680], [], [], []], "Ev Idx": 4704 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204609410.286, "dur": 0.396, + "args": { + "External id": 422514,"Record function id": 0, "Concrete Inputs": ["", "[360448]", "[1]", "63443712"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[14615680], [], [], []], "Ev Idx": 4705 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204609411.440, "dur": 0.154, + "args": { + "External id": 422515,"Record function id": 0, "Concrete Inputs": ["", "[360448]", "[1]", "63804160"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[14615680], [], [], []], "Ev Idx": 4706 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204609414.427, "dur": 1.150, + "args": { + "External id": 422516,"Record function id": 0, "Concrete Inputs": ["", "[128]", "[1]", "64164608"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[14615680], [], [], []], "Ev Idx": 4707 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204609416.489, "dur": 0.182, + "args": { + "External id": 422517,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "64164736"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[14615680], [], [], []], "Ev Idx": 4708 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204609419.546, "dur": 2.630, + "args": { + "External id": 422518,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "64295808"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[14615680], [], [], []], "Ev Idx": 4709 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204609422.936, "dur": 0.424, + "args": { + "External id": 422519,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "64426880"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[14615680], [], [], []], "Ev Idx": 4710 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204609423.963, "dur": 0.389, + "args": { + "External id": 422520,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "64557952"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[14615680], [], [], []], "Ev Idx": 4711 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204609429.466, "dur": 0.170, + "args": { + "External id": 422521,"Record function id": 0, "Concrete Inputs": ["", "[128]", "[1]", "64689024"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[14615680], [], [], []], "Ev Idx": 4712 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204609430.181, "dur": 0.210, + "args": { + "External id": 422522,"Record function id": 0, "Concrete Inputs": ["", "[360448]", "[1]", "64689152"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[14615680], [], [], []], "Ev Idx": 4713 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204609431.126, "dur": 0.160, + "args": { + "External id": 422523,"Record function id": 0, "Concrete Inputs": ["", "[360448]", "[1]", "65049600"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[14615680], [], [], []], "Ev Idx": 4714 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204609436.719, "dur": 1.278, + "args": { + "External id": 422524,"Record function id": 0, "Concrete Inputs": ["", "[360448]", "[1]", "65410048"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[14615680], [], [], []], "Ev Idx": 4715 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204609438.584, "dur": 0.327, + "args": { + "External id": 422525,"Record function id": 0, "Concrete Inputs": ["", "[128]", "[1]", "65770496"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[14615680], [], [], []], "Ev Idx": 4716 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204609441.637, "dur": 2.068, + "args": { + "External id": 422526,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "65770624"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[14615680], [], [], []], "Ev Idx": 4717 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204609444.518, "dur": 0.422, + "args": { + "External id": 422527,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "65901696"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[14615680], [], [], []], "Ev Idx": 4718 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204609445.478, "dur": 0.416, + "args": { + "External id": 422528,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "66032768"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[14615680], [], [], []], "Ev Idx": 4719 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204609451.296, "dur": 0.192, + "args": { + "External id": 422529,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "66163840"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[14615680], [], [], []], "Ev Idx": 4720 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204609451.996, "dur": 0.233, + "args": { + "External id": 422530,"Record function id": 0, "Concrete Inputs": ["", "[128]", "[1]", "66294912"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[14615680], [], [], []], "Ev Idx": 4721 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204609453.078, "dur": 0.340, + "args": { + "External id": 422531,"Record function id": 0, "Concrete Inputs": ["", "[360448]", "[1]", "66295040"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[14615680], [], [], []], "Ev Idx": 4722 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204609458.801, "dur": 1.076, + "args": { + "External id": 422532,"Record function id": 0, "Concrete Inputs": ["", "[360448]", "[1]", "66655488"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[14615680], [], [], []], "Ev Idx": 4723 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204609460.609, "dur": 0.257, + "args": { + "External id": 422533,"Record function id": 0, "Concrete Inputs": ["", "[360448]", "[1]", "67015936"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[14615680], [], [], []], "Ev Idx": 4724 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204609463.850, "dur": 2.547, + "args": { + "External id": 422534,"Record function id": 0, "Concrete Inputs": ["", "[128]", "[1]", "67376384"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[14615680], [], [], []], "Ev Idx": 4725 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204609467.113, "dur": 0.189, + "args": { + "External id": 422535,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "67376512"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[14615680], [], [], []], "Ev Idx": 4726 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204609467.879, "dur": 0.212, + "args": { + "External id": 422536,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "67507584"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[14615680], [], [], []], "Ev Idx": 4727 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204609472.793, "dur": 0.152, + "args": { + "External id": 422537,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "67638656"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[14615680], [], [], []], "Ev Idx": 4728 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204609473.409, "dur": 0.193, + "args": { + "External id": 422538,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "67769728"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[14615680], [], [], []], "Ev Idx": 4729 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204609474.157, "dur": 0.261, + "args": { + "External id": 422539,"Record function id": 0, "Concrete Inputs": ["", "[128]", "[1]", "67900800"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[14615680], [], [], []], "Ev Idx": 4730 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204609479.931, "dur": 1.191, + "args": { + "External id": 422540,"Record function id": 0, "Concrete Inputs": ["", "[360448]", "[1]", "67900928"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[14615680], [], [], []], "Ev Idx": 4731 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204609481.835, "dur": 0.167, + "args": { + "External id": 422541,"Record function id": 0, "Concrete Inputs": ["", "[360448]", "[1]", "68261376"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[14615680], [], [], []], "Ev Idx": 4732 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204609484.779, "dur": 2.107, + "args": { + "External id": 422542,"Record function id": 0, "Concrete Inputs": ["", "[360448]", "[1]", "68621824"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[14615680], [], [], []], "Ev Idx": 4733 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204609487.606, "dur": 0.161, + "args": { + "External id": 422543,"Record function id": 0, "Concrete Inputs": ["", "[128]", "[1]", "68982272"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[14615680], [], [], []], "Ev Idx": 4734 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204609488.434, "dur": 0.193, + "args": { + "External id": 422544,"Record function id": 0, "Concrete Inputs": ["", "[4096000]", "[1]", "68982400"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[14615680], [], [], []], "Ev Idx": 4735 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::_foreach_copy_", "pid": 4183440, "tid": 4183440, + "ts": 675204609528.188, "dur": 31.395, + "args": { + "External id": 422545,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["TensorList", "TensorList", "Scalar"], "Input Strides": [[], [], []], "Input Dims": [[], [], []], "Ev Idx": 4736 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "c10d::_allgather_base_", "pid": 4183440, "tid": 4183440, + "ts": 675204609629.243, "dur": 425.839, + "args": { + "External id": 422546,"Record function id": 0, "Concrete Inputs": ["", "", "", "False", "-1"], "Input type": ["c10::BFloat16", "c10::BFloat16", "", "Scalar", "Scalar"], "Input Strides": [[1], [1], [], [], []], "Input Dims": [[116925440], [14615680], [], [], []], "Ev Idx": 4737 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 4183440, "tid": 4183440, + "ts": 675204609701.265, "dur": 348.125, + "args": { + "External id": 422547,"Record function id": 0, "Collective name": "_allgather_base", "Process Group Description": "default_pg", "dtype": "BFloat16", "Rank": 4, "Input Strides": [[1], [], [], [], [], [], [], [], [], []], "Concrete Inputs": ["", "", "", "4", "", "[]", "[]", "0", "1", "8"], "Out msg nelems": 116925440, "Process Group Name": "0", "Input type": ["c10::BFloat16", "", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Global rank stride": 1, "Out split size": "[]", "In split size": "[]", "Process Group Ranks": "[0, 1, 2, 3, 4, 5, 6, 7]", "Group size": 8, "Input Dims": [[14615680], [], [], [], [], [], [], [], [], []], "Global rank start": 0, "Ev Idx": 4738, "In msg nelems": 14615680 + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "nccl:_all_gather_base", "pid": 4183440, "tid": 4183440, + "ts": 675204609714.156, "dur": 329.474, + "args": { + "External id": 422548,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[14615680]], "Ev Idx": 4739 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 4183440, "tid": 4183440, + "ts": 675204610082.413, "dur": 2.634, + "args": { + "External id": 422549,"Record function id": 0, "Collective name": "wait", "Process Group Description": "default_pg", "dtype": "Byte", "Input Dims": [[], [], [], [], [], [], [], [], []], "Input Strides": [[], [], [], [], [], [], [], [], []], "Input type": ["", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Concrete Inputs": ["", "", "4", "", "[]", "[]", "-1", "-1", "1"], "Out msg nelems": 0, "Process Group Name": "0", "Process Group Ranks": "[]", "Group size": 1, "Ev Idx": 4740, "In msg nelems": 0, "Rank": 4, "In split size": "[]", "Out split size": "[]" + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "FSDP::all_gather_copy_out", "pid": 4183440, "tid": 4183440, + "ts": 675204610190.163, "dur": 6636.948, + "args": { + "External id": 422550,"Record function id": 0, "Ev Idx": 4741 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204610371.268, "dur": 7.034, + "args": { + "External id": 422551,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[116925440], []], "Ev Idx": 4742 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204610381.630, "dur": 1.225, + "args": { + "External id": 422552,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[32768000], []], "Ev Idx": 4743 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204610384.739, "dur": 0.871, + "args": { + "External id": 422553,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[1024], []], "Ev Idx": 4744 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204610387.458, "dur": 2.288, + "args": { + "External id": 422554,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[1048576], []], "Ev Idx": 4745 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204610394.094, "dur": 0.714, + "args": { + "External id": 422555,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[1048576], []], "Ev Idx": 4746 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204610396.090, "dur": 1.080, + "args": { + "External id": 422556,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[1048576], []], "Ev Idx": 4747 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204610398.548, "dur": 1.126, + "args": { + "External id": 422557,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[1048576], []], "Ev Idx": 4748 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204610400.863, "dur": 2.174, + "args": { + "External id": 422558,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[1024], []], "Ev Idx": 4749 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204610408.200, "dur": 0.778, + "args": { + "External id": 422559,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[2883584], []], "Ev Idx": 4750 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204610410.394, "dur": 0.609, + "args": { + "External id": 422560,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[2883584], []], "Ev Idx": 4751 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204610412.467, "dur": 0.728, + "args": { + "External id": 422561,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[2883584], []], "Ev Idx": 4752 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204610414.538, "dur": 1.804, + "args": { + "External id": 422562,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[1024], []], "Ev Idx": 4753 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204610420.093, "dur": 0.637, + "args": { + "External id": 422563,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[1048576], []], "Ev Idx": 4754 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204610421.921, "dur": 0.672, + "args": { + "External id": 422564,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[1048576], []], "Ev Idx": 4755 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204610424.081, "dur": 0.496, + "args": { + "External id": 422565,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[1048576], []], "Ev Idx": 4756 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204610425.787, "dur": 1.729, + "args": { + "External id": 422566,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[1048576], []], "Ev Idx": 4757 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204610432.998, "dur": 0.812, + "args": { + "External id": 422567,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[1024], []], "Ev Idx": 4758 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204610434.884, "dur": 0.791, + "args": { + "External id": 422568,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[2883584], []], "Ev Idx": 4759 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204610437.094, "dur": 0.914, + "args": { + "External id": 422569,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[2883584], []], "Ev Idx": 4760 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204610439.185, "dur": 2.065, + "args": { + "External id": 422570,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[2883584], []], "Ev Idx": 4761 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204610444.577, "dur": 0.650, + "args": { + "External id": 422571,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[1024], []], "Ev Idx": 4762 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204610446.539, "dur": 0.735, + "args": { + "External id": 422572,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[1048576], []], "Ev Idx": 4763 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204610448.441, "dur": 0.794, + "args": { + "External id": 422573,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[1048576], []], "Ev Idx": 4764 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204610450.387, "dur": 1.469, + "args": { + "External id": 422574,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[1048576], []], "Ev Idx": 4765 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204610471.782, "dur": 0.781, + "args": { + "External id": 422575,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[1048576], []], "Ev Idx": 4766 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204610473.763, "dur": 0.453, + "args": { + "External id": 422576,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[1024], []], "Ev Idx": 4767 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204610475.649, "dur": 0.776, + "args": { + "External id": 422577,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[2883584], []], "Ev Idx": 4768 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204610477.495, "dur": 2.080, + "args": { + "External id": 422578,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[2883584], []], "Ev Idx": 4769 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204610483.170, "dur": 0.615, + "args": { + "External id": 422579,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[2883584], []], "Ev Idx": 4770 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204610484.980, "dur": 0.805, + "args": { + "External id": 422580,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[1024], []], "Ev Idx": 4771 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204610487.315, "dur": 0.670, + "args": { + "External id": 422581,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[1048576], []], "Ev Idx": 4772 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204610489.285, "dur": 1.673, + "args": { + "External id": 422582,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[1048576], []], "Ev Idx": 4773 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204610496.297, "dur": 0.748, + "args": { + "External id": 422583,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[1048576], []], "Ev Idx": 4774 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204610498.540, "dur": 0.755, + "args": { + "External id": 422584,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[1048576], []], "Ev Idx": 4775 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204610500.615, "dur": 0.732, + "args": { + "External id": 422585,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[1024], []], "Ev Idx": 4776 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204610502.560, "dur": 1.715, + "args": { + "External id": 422586,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[2883584], []], "Ev Idx": 4777 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204610508.113, "dur": 0.672, + "args": { + "External id": 422587,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[2883584], []], "Ev Idx": 4778 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204610509.962, "dur": 0.664, + "args": { + "External id": 422588,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[2883584], []], "Ev Idx": 4779 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204610511.850, "dur": 0.881, + "args": { + "External id": 422589,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[1024], []], "Ev Idx": 4780 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204610513.760, "dur": 1.609, + "args": { + "External id": 422590,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[32768000], []], "Ev Idx": 4781 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "fsdp::split_with_sizes_copy", "pid": 4183440, "tid": 4183440, + "ts": 675204610546.910, "dur": 6226.338, + "args": { + "External id": 422591,"Record function id": 0, "Concrete Inputs": ["", "", "1", ""], "Input type": ["c10::BFloat16", "", "Scalar", "TensorList"], "Input Strides": [[14615680, 1], [], [], []], "Input Dims": [[8, 14615680], [], [], []], "Ev Idx": 4782 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes_copy", "pid": 4183440, "tid": 4183440, + "ts": 675204610571.798, "dur": 6191.490, + "args": { + "External id": 422592,"Record function id": 0, "Concrete Inputs": ["", "", "1", ""], "Input type": ["c10::BFloat16", "", "Scalar", "TensorList"], "Input Strides": [[14615680, 1], [], [], []], "Input Dims": [[8, 14615680], [], [], []], "Ev Idx": 4783 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 4183440, + "ts": 675204610592.360, "dur": 5.708, + "args": { + "External id": 422593,"Record function id": 0, "Concrete Inputs": ["[3034]", "4", "", "", "True", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 4784 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 4183440, + "ts": 675204610602.152, "dur": 6122.916, + "args": { + "External id": 422594,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", "False", ""], "Input type": ["long int", "", "", "", "", "Scalar", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], [], []], "Input Dims": [[3034], [], [], [], [], [], [], []], "Ev Idx": 4785 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::_to_copy", "pid": 4183440, "tid": 4183440, + "ts": 675204610604.952, "dur": 6119.181, + "args": { + "External id": 422595,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", ""], "Input type": ["long int", "", "", "", "", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], []], "Input Dims": [[3034], [], [], [], [], [], []], "Ev Idx": 4786 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204610612.949, "dur": 5.389, + "args": { + "External id": 422596,"Record function id": 0, "Concrete Inputs": ["[3034]", "[1]", "4", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 4787 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 4183440, "tid": 4183440, + "ts": 675204610620.031, "dur": 6100.124, + "args": { + "External id": 422597,"Record function id": 0, "Concrete Inputs": ["", "", "True"], "Input type": ["long int", "long int", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[3034], [3034], []], "Ev Idx": 4788 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "TorchDynamo Cache Lookup", "pid": 4183440, "tid": 4183440, + "ts": 675204617111.564, "dur": 41.443, + "args": { + "External id": 422598,"Record function id": 0, "Ev Idx": 4789 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "Torch-Compiled Region: 0/0", "pid": 4183440, "tid": 4183440, + "ts": 675204617154.613, "dur": 209.720, + "args": { + "External id": 422599,"Record function id": 0, "Ev Idx": 4790 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "CompiledFunction", "pid": 4183440, "tid": 4183440, + "ts": 675204617196.903, "dur": 158.388, + "args": { + "External id": 422600,"Sequence number": 5055600, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "long int"], "Input Strides": [[1024, 1], [4096, 1]], "Input Dims": [[32000, 1024], [16, 4096]], "Ev Idx": 4791 + } + }, + { + "ph": "s", "id": 212, "pid": 4183440, "tid": 4183440, "ts": 675204617196.903, + "cat": "fwdbwd", "name": "fwdbwd" + }, + { + "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused_embedding_0", "pid": 4183440, "tid": 4183440, + "ts": 675204617273.861, "dur": 46.244, + "args": { + "External id": 422601,"kernel_hash": "cfiwphsoqqtbn3caxdjfe3loxe4cx3vmsu3jkzlsi7w2mzdoajqz", "grid": "grid(67108864,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "67108864"], "kernel_file": "/tmp/torchinductor_cvm/fi/cfiwphsoqqtbn3caxdjfe3loxe4cx3vmsu3jkzlsi7w2mzdoajqz.py", "kernel_backend": "triton", "Input type": ["long int", "c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[4096, 1], [1024, 1], [4194304, 1024, 1], []], "Input Dims": [[16, 4096], [32000, 1024], [16, 4096, 1024], []], "Ev Idx": 4792 + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "FSDP::cast_forward_inputs", "pid": 4183440, "tid": 4183440, + "ts": 675204617426.606, "dur": 52.202, + "args": { + "External id": 422602,"Record function id": 0, "Ev Idx": 4793 + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "FSDP::pre_forward (model.layers.0)", "pid": 4183440, "tid": 4183440, + "ts": 675204617489.078, "dur": 7094.765, + "args": { + "External id": 422603,"Record function id": 0, "Ev Idx": 4794 + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "FSDP::all_gather (model.layers.0)", "pid": 4183440, "tid": 4183440, + "ts": 675204617497.100, "dur": 834.183, + "args": { + "External id": 422604,"Record function id": 0, "Ev Idx": 4795 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 4183440, + "ts": 675204617564.054, "dur": 10.920, + "args": { + "External id": 422605,"Record function id": 0, "Concrete Inputs": ["[1605888]", "15", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 4796 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes", "pid": 4183440, "tid": 4183440, + "ts": 675204617588.064, "dur": 44.745, + "args": { + "External id": 422606,"Record function id": 0, "Concrete Inputs": ["", "[128, 131072, 131072, 131072, 131072, 128, 360448, 360448, 360448]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar"], "Input Strides": [[1], [], []], "Input Dims": [[1605888], [], []], "Ev Idx": 4797 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204617598.027, "dur": 2.544, + "args": { + "External id": 422607,"Record function id": 0, "Concrete Inputs": ["", "[128]", "[1]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 4798 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204617602.317, "dur": 0.466, + "args": { + "External id": 422608,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "128"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 4799 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204617603.552, "dur": 2.920, + "args": { + "External id": 422609,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "131200"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 4800 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204617609.804, "dur": 0.308, + "args": { + "External id": 422610,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "262272"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 4801 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204617611.026, "dur": 0.158, + "args": { + "External id": 422611,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "393344"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 4802 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204617614.417, "dur": 0.201, + "args": { + "External id": 422612,"Record function id": 0, "Concrete Inputs": ["", "[128]", "[1]", "524416"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 4803 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204617617.377, "dur": 0.171, + "args": { + "External id": 422613,"Record function id": 0, "Concrete Inputs": ["", "[360448]", "[1]", "524544"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 4804 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204617618.252, "dur": 1.748, + "args": { + "External id": 422614,"Record function id": 0, "Concrete Inputs": ["", "[360448]", "[1]", "884992"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 4805 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204617624.775, "dur": 0.375, + "args": { + "External id": 422615,"Record function id": 0, "Concrete Inputs": ["", "[360448]", "[1]", "1245440"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 4806 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::_foreach_copy_", "pid": 4183440, "tid": 4183440, + "ts": 675204617642.932, "dur": 76.838, + "args": { + "External id": 422616,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["TensorList", "TensorList", "Scalar"], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [[1], [1], [1], [1], [1], [1], [1], [1], [1]], []], "Input Dims": [[[128], [131072], [131072], [131072], [131072], [128], [360448], [360448], [360448]], [[128], [131072], [131072], [131072], [131072], [128], [360448], [360448], [360448]], []], "Ev Idx": 4807 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "fsdp::all_gather_copy_in", "pid": 4183440, "tid": 4183440, + "ts": 675204617757.066, "dur": 113.305, + "args": { + "External id": 422617,"Record function id": 0, "Concrete Inputs": ["", "[128, 131072, 131072, 131072, 131072, 128, 360448, 360448, 360448]", "1605888", "8", "4", "15", ""], "Input type": ["TensorList", "ScalarList", "Scalar", "Scalar", "Scalar", "Scalar", ""], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [], [], [], [], [], []], "Input Dims": [[[128], [131072], [131072], [131072], [131072], [128], [360448], [360448], [360448]], [], [], [], [], [], []], "Ev Idx": 4808 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 4183440, + "ts": 675204617768.495, "dur": 5.684, + "args": { + "External id": 422618,"Record function id": 0, "Concrete Inputs": ["[12847104]", "15", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 4809 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::narrow", "pid": 4183440, "tid": 4183440, + "ts": 675204617779.588, "dur": 12.229, + "args": { + "External id": 422619,"Record function id": 0, "Concrete Inputs": ["", "0", "6423552", "1605888"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[12847104], [], [], []], "Ev Idx": 4810 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 4183440, "tid": 4183440, + "ts": 675204617783.717, "dur": 7.705, + "args": { + "External id": 422620,"Record function id": 0, "Concrete Inputs": ["", "0", "6423552", "8029440", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], [], []], "Input Dims": [[12847104], [], [], [], []], "Ev Idx": 4811 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204617789.119, "dur": 0.717, + "args": { + "External id": 422621,"Record function id": 0, "Concrete Inputs": ["", "[1605888]", "[1]", "6423552"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[12847104], [], [], []], "Ev Idx": 4812 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes", "pid": 4183440, "tid": 4183440, + "ts": 675204617798.964, "dur": 29.375, + "args": { + "External id": 422622,"Record function id": 0, "Concrete Inputs": ["", "[128, 131072, 131072, 131072, 131072, 128, 360448, 360448, 360448]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar"], "Input Strides": [[1], [], []], "Input Dims": [[1605888], [], []], "Ev Idx": 4813 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204617800.561, "dur": 0.614, + "args": { + "External id": 422623,"Record function id": 0, "Concrete Inputs": ["", "[128]", "[1]", "6423552"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 4814 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204617804.111, "dur": 0.410, + "args": { + "External id": 422624,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "6423680"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 4815 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204617807.770, "dur": 0.469, + "args": { + "External id": 422625,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "6554752"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 4816 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204617809.074, "dur": 0.439, + "args": { + "External id": 422626,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "6685824"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 4817 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204617812.094, "dur": 3.305, + "args": { + "External id": 422627,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "6816896"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 4818 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204617816.007, "dur": 0.187, + "args": { + "External id": 422628,"Record function id": 0, "Concrete Inputs": ["", "[128]", "[1]", "6947968"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 4819 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204617819.022, "dur": 0.201, + "args": { + "External id": 422629,"Record function id": 0, "Concrete Inputs": ["", "[360448]", "[1]", "6948096"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 4820 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204617822.178, "dur": 0.292, + "args": { + "External id": 422630,"Record function id": 0, "Concrete Inputs": ["", "[360448]", "[1]", "7308544"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 4821 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204617823.249, "dur": 0.196, + "args": { + "External id": 422631,"Record function id": 0, "Concrete Inputs": ["", "[360448]", "[1]", "7668992"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 4822 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::_foreach_copy_", "pid": 4183440, "tid": 4183440, + "ts": 675204617841.360, "dur": 20.770, + "args": { + "External id": 422632,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["TensorList", "TensorList", "Scalar"], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [[1], [1], [1], [1], [1], [1], [1], [1], [1]], []], "Input Dims": [[[128], [131072], [131072], [131072], [131072], [128], [360448], [360448], [360448]], [[128], [131072], [131072], [131072], [131072], [128], [360448], [360448], [360448]], []], "Ev Idx": 4823 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "c10d::_allgather_base_", "pid": 4183440, "tid": 4183440, + "ts": 675204617922.280, "dur": 313.550, + "args": { + "External id": 422633,"Record function id": 0, "Concrete Inputs": ["", "", "", "False", "-1"], "Input type": ["c10::BFloat16", "c10::BFloat16", "", "Scalar", "Scalar"], "Input Strides": [[1], [1], [], [], []], "Input Dims": [[12847104], [1605888], [], [], []], "Ev Idx": 4824 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 4183440, "tid": 4183440, + "ts": 675204617968.796, "dur": 261.637, + "args": { + "External id": 422634,"Record function id": 0, "Collective name": "_allgather_base", "Process Group Description": "default_pg", "dtype": "BFloat16", "Rank": 4, "Input Strides": [[1], [], [], [], [], [], [], [], [], []], "Concrete Inputs": ["", "", "", "4", "", "[]", "[]", "0", "1", "8"], "Out msg nelems": 12847104, "Process Group Name": "0", "Input type": ["c10::BFloat16", "", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Global rank stride": 1, "Out split size": "[]", "In split size": "[]", "Process Group Ranks": "[0, 1, 2, 3, 4, 5, 6, 7]", "Group size": 8, "Input Dims": [[1605888], [], [], [], [], [], [], [], [], []], "Global rank start": 0, "Ev Idx": 4825, "In msg nelems": 1605888 + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "nccl:_all_gather_base", "pid": 4183440, "tid": 4183440, + "ts": 675204617981.535, "dur": 243.716, + "args": { + "External id": 422635,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[1605888]], "Ev Idx": 4826 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 4183440, "tid": 4183440, + "ts": 675204618260.717, "dur": 2.326, + "args": { + "External id": 422636,"Record function id": 0, "Collective name": "wait", "Process Group Description": "default_pg", "dtype": "Byte", "Input Dims": [[], [], [], [], [], [], [], [], []], "Input Strides": [[], [], [], [], [], [], [], [], []], "Input type": ["", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Concrete Inputs": ["", "", "4", "", "[]", "[]", "-1", "-1", "1"], "Out msg nelems": 0, "Process Group Name": "0", "Process Group Ranks": "[]", "Group size": 1, "Ev Idx": 4827, "In msg nelems": 0, "Rank": 4, "In split size": "[]", "Out split size": "[]" + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "FSDP::all_gather_copy_out (model.layers.0)", "pid": 4183440, "tid": 4183440, + "ts": 675204618351.404, "dur": 6029.269, + "args": { + "External id": 422637,"Record function id": 0, "Ev Idx": 4828 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204618446.939, "dur": 6.064, + "args": { + "External id": 422638,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[12847104], []], "Ev Idx": 4829 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204618456.243, "dur": 0.927, + "args": { + "External id": 422639,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[1024], []], "Ev Idx": 4830 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204618458.660, "dur": 0.833, + "args": { + "External id": 422640,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[1048576], []], "Ev Idx": 4831 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204618461.351, "dur": 2.244, + "args": { + "External id": 422641,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[1048576], []], "Ev Idx": 4832 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204618464.906, "dur": 1.038, + "args": { + "External id": 422642,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[1048576], []], "Ev Idx": 4833 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204618469.637, "dur": 0.793, + "args": { + "External id": 422643,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[1048576], []], "Ev Idx": 4834 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204618471.741, "dur": 0.962, + "args": { + "External id": 422644,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[1024], []], "Ev Idx": 4835 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204618474.156, "dur": 2.276, + "args": { + "External id": 422645,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[2883584], []], "Ev Idx": 4836 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204618479.861, "dur": 0.643, + "args": { + "External id": 422646,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[2883584], []], "Ev Idx": 4837 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204618484.665, "dur": 0.825, + "args": { + "External id": 422647,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[2883584], []], "Ev Idx": 4838 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "fsdp::split_with_sizes_copy", "pid": 4183440, "tid": 4183440, + "ts": 675204618502.937, "dur": 5837.581, + "args": { + "External id": 422648,"Record function id": 0, "Concrete Inputs": ["", "[128, 131072, 131072, 131072, 131072, 128, 360448, 360448, 360448]", "1", ""], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "TensorList"], "Input Strides": [[1605888, 1], [], [], [[128, 1], [131072, 1], [131072, 1], [131072, 1], [131072, 1], [128, 1], [360448, 1], [360448, 1], [360448, 1]]], "Input Dims": [[8, 1605888], [], [], [[8, 128], [8, 131072], [8, 131072], [8, 131072], [8, 131072], [8, 128], [8, 360448], [8, 360448], [8, 360448]]], "Ev Idx": 4839 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes_copy", "pid": 4183440, "tid": 4183440, + "ts": 675204618521.522, "dur": 5812.144, + "args": { + "External id": 422649,"Record function id": 0, "Concrete Inputs": ["", "[128, 131072, 131072, 131072, 131072, 128, 360448, 360448, 360448]", "1", ""], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "TensorList"], "Input Strides": [[1605888, 1], [], [], [[128, 1], [131072, 1], [131072, 1], [131072, 1], [131072, 1], [128, 1], [360448, 1], [360448, 1], [360448, 1]]], "Input Dims": [[8, 1605888], [], [], [[8, 128], [8, 131072], [8, 131072], [8, 131072], [8, 131072], [8, 128], [8, 360448], [8, 360448], [8, 360448]]], "Ev Idx": 4840 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 4183440, + "ts": 675204618541.728, "dur": 14.206, + "args": { + "External id": 422650,"Record function id": 0, "Concrete Inputs": ["[823]", "4", "", "", "True", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 4841 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 4183440, + "ts": 675204618558.882, "dur": 5743.632, + "args": { + "External id": 422651,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", "False", ""], "Input type": ["long int", "", "", "", "", "Scalar", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], [], []], "Input Dims": [[823], [], [], [], [], [], [], []], "Ev Idx": 4842 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::_to_copy", "pid": 4183440, "tid": 4183440, + "ts": 675204618561.371, "dur": 5740.625, + "args": { + "External id": 422652,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", ""], "Input type": ["long int", "", "", "", "", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], []], "Input Dims": [[823], [], [], [], [], [], []], "Ev Idx": 4843 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204618567.201, "dur": 7.145, + "args": { + "External id": 422653,"Record function id": 0, "Concrete Inputs": ["[823]", "[1]", "4", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 4844 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 4183440, "tid": 4183440, + "ts": 675204618575.978, "dur": 5722.830, + "args": { + "External id": 422654,"Record function id": 0, "Concrete Inputs": ["", "", "True"], "Input type": ["long int", "long int", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[823], [823], []], "Ev Idx": 4845 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "RegisterPostBackwardFunction", "pid": 4183440, "tid": 4183440, + "ts": 675204624524.582, "dur": 32.916, + "args": { + "External id": 422655,"Sequence number": 5055601, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[4194304, 1024, 1]], "Input Dims": [[16, 4096, 1024]], "Ev Idx": 4846 + } + }, + { + "ph": "s", "id": 211, "pid": 4183440, "tid": 4183440, "ts": 675204624524.582, + "cat": "fwdbwd", "name": "fwdbwd" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view_as", "pid": 4183440, "tid": 4183440, + "ts": 675204624543.180, "dur": 9.960, + "args": { + "External id": 422656,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[4194304, 1024, 1], [4194304, 1024, 1]], "Input Dims": [[16, 4096, 1024], [16, 4096, 1024]], "Ev Idx": 4847 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204624548.728, "dur": 4.215, + "args": { + "External id": 422657,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[4194304, 1024, 1], []], "Input Dims": [[16, 4096, 1024], []], "Ev Idx": 4848 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "TorchDynamo Cache Lookup", "pid": 4183440, "tid": 4183440, + "ts": 675204624627.174, "dur": 130.086, + "args": { + "External id": 422658,"Record function id": 0, "Ev Idx": 4849 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "Torch-Compiled Region: 1/1", "pid": 4183440, "tid": 4183440, + "ts": 675204624760.411, "dur": 1173.597, + "args": { + "External id": 422659,"Record function id": 0, "Ev Idx": 4850 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "CompiledFunction", "pid": 4183440, "tid": 4183440, + "ts": 675204624806.389, "dur": 1112.568, + "args": { + "External id": 422660,"Sequence number": 5055602, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "", "", "", "", "", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[4194304, 1024, 1], [1], [1024, 1], [1024, 1], [1024, 1], [32, 1], [32, 1], [1024, 1], [1], [1024, 1], [1024, 1], [2816, 1]], "Input Dims": [[16, 4096, 1024], [1024], [1024, 1024], [1024, 1024], [1024, 1024], [8192, 32], [8192, 32], [1024, 1024], [1024], [2816, 1024], [2816, 1024], [1024, 2816]], "Ev Idx": 4851 + } + }, + { + "ph": "s", "id": 210, "pid": 4183440, "tid": 4183440, "ts": 675204624806.389, + "cat": "fwdbwd", "name": "fwdbwd" + }, + { + "ph": "X", "cat": "cpu_op", "name": "layer_norm_fwd_kernel_0", "pid": 4183440, "tid": 4183440, + "ts": 675204624876.478, "dur": 43.629, + "args": { + "External id": 422661,"kernel_hash": "ck4apib4lp3ng7t5dwwm5qlikeosbnhrlf2sblbxilqmogtmpafh", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "1024", "1", "9.9999999999999995e-07", "True", "1024", "False", "False", "True", "False"], "kernel_file": "/tmp/torchinductor_cvm/k4/ck4apib4lp3ng7t5dwwm5qlikeosbnhrlf2sblbxilqmogtmpafh.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "float", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [1024, 1], [1], [1], [], [], [], [], [], [], [], [], []], "Input Dims": [[65536, 1024], [65536, 1024], [1024], [65536], [], [], [], [], [], [], [], [], []], "Ev Idx": 4852 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 4183440, + "ts": 675204624932.998, "dur": 120.928, + "args": { + "External id": 422662,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1, 1024], [1024, 1]], "Input Dims": [[65536, 1024], [1024, 1024], [65536, 1024]], "Ev Idx": 4853 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 4183440, + "ts": 675204625067.705, "dur": 34.185, + "args": { + "External id": 422663,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1, 1024], [1024, 1]], "Input Dims": [[65536, 1024], [1024, 1024], [65536, 1024]], "Ev Idx": 4854 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 4183440, + "ts": 675204625112.160, "dur": 29.236, + "args": { + "External id": 422664,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1, 1024], [1024, 1]], "Input Dims": [[65536, 1024], [1024, 1024], [65536, 1024]], "Ev Idx": 4855 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "rotary_embedding_kernel_1", "pid": 4183440, "tid": 4183440, + "ts": 675204625170.397, "dur": 33.925, + "args": { + "External id": 422665,"kernel_hash": "cl2wm4hba2dd5vb7b2xth2batzpjiesxlywgh5etvvp6c2wd7rk5", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "0", "16", "4096", "16", "64", "32", "8192", "32", "64", "False", "False", "False", "False"], "kernel_file": "/tmp/torchinductor_cvm/l2/cl2wm4hba2dd5vb7b2xth2batzpjiesxlywgh5etvvp6c2wd7rk5.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[4194304, 1024, 64, 1], [32, 1], [32, 1], [4194304, 1024, 64, 1], [], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[16, 4096, 16, 64], [8192, 32], [8192, 32], [16, 4096, 16, 64], [], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 4856 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "rotary_embedding_kernel_1", "pid": 4183440, "tid": 4183440, + "ts": 675204625223.979, "dur": 16.267, + "args": { + "External id": 422666,"kernel_hash": "cl2wm4hba2dd5vb7b2xth2batzpjiesxlywgh5etvvp6c2wd7rk5", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "0", "16", "4096", "16", "64", "32", "8192", "32", "64", "False", "False", "False", "False"], "kernel_file": "/tmp/torchinductor_cvm/l2/cl2wm4hba2dd5vb7b2xth2batzpjiesxlywgh5etvvp6c2wd7rk5.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[4194304, 1024, 64, 1], [32, 1], [32, 1], [4194304, 1024, 64, 1], [], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[16, 4096, 16, 64], [8192, 32], [8192, 32], [16, 4096, 16, 64], [], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 4857 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "flash_attn::_flash_attn_forward", "pid": 4183440, "tid": 4183440, + "ts": 675204625259.411, "dur": 128.808, + "args": { + "External id": 422667,"Record function id": 0, "Concrete Inputs": ["", "", "", "0.", "0.125", "True", "-1", "-1", "0.", "", "False"], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[4194304, 1024, 64, 1], [4194304, 1024, 64, 1], [4194304, 1024, 64, 1], [], [], [], [], [], [], [], []], "Input Dims": [[16, 4096, 16, 64], [16, 4096, 16, 64], [16, 4096, 16, 64], [], [], [], [], [], [], [], []], "Ev Idx": 4858 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty_like", "pid": 4183440, "tid": 4183440, + "ts": 675204625310.401, "dur": 10.411, + "args": { + "External id": 422668,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", ""], "Input type": ["c10::BFloat16", "", "", "", "", ""], "Input Strides": [[4194304, 1024, 64, 1], [], [], [], [], []], "Input Dims": [[16, 4096, 16, 64], [], [], [], [], []], "Ev Idx": 4859 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204625315.167, "dur": 4.885, + "args": { + "External id": 422669,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 16, 64]", "[4194304, 1024, 64, 1]", "15", "0", "", ""], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 4860 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 4183440, + "ts": 675204625323.167, "dur": 3.127, + "args": { + "External id": 422670,"Record function id": 0, "Concrete Inputs": ["[16, 16, 4096]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 4861 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 4183440, + "ts": 675204625329.657, "dur": 1.100, + "args": { + "External id": 422671,"Record function id": 0, "Concrete Inputs": ["[0]", "15", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 4862 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 4183440, + "ts": 675204625332.890, "dur": 3.481, + "args": { + "External id": 422672,"Record function id": 0, "Concrete Inputs": ["[2]", "4", "", "", "", ""], "Input type": ["ScalarList", "Scalar", "", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 4863 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 4183440, + "ts": 675204625399.447, "dur": 48.522, + "args": { + "External id": 422673,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1, 1024], [1024, 1]], "Input Dims": [[65536, 1024], [1024, 1024], [65536, 1024]], "Ev Idx": 4864 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "layer_norm_fwd_kernel_2", "pid": 4183440, "tid": 4183440, + "ts": 675204625478.490, "dur": 32.434, + "args": { + "External id": 422674,"kernel_hash": "cnjbue7nf7gv2knx3zot7zn5kaxyrd3hc7qwdjvlhjrtvf774taj", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "", "", "1024", "1", "9.9999999999999995e-07", "True", "1024", "True", "True", "True", "False"], "kernel_file": "/tmp/torchinductor_cvm/nj/cnjbue7nf7gv2knx3zot7zn5kaxyrd3hc7qwdjvlhjrtvf774taj.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "float", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [1024, 1], [1], [1024, 1], [1024, 1], [1], [], [], [], [], [], [], [], [], []], "Input Dims": [[65536, 1024], [65536, 1024], [1024], [65536, 1024], [65536, 1024], [65536], [], [], [], [], [], [], [], [], []], "Ev Idx": 4865 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 4183440, + "ts": 675204625518.021, "dur": 37.392, + "args": { + "External id": 422675,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1, 1024], [2816, 1]], "Input Dims": [[65536, 1024], [1024, 2816], [65536, 2816]], "Ev Idx": 4866 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 4183440, + "ts": 675204625566.238, "dur": 31.332, + "args": { + "External id": 422676,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1, 1024], [2816, 1]], "Input Dims": [[65536, 1024], [1024, 2816], [65536, 2816]], "Ev Idx": 4867 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused__to_copy_mul_silu_0", "pid": 4183440, "tid": 4183440, + "ts": 675204625618.684, "dur": 31.138, + "args": { + "External id": 422677,"kernel_hash": "cw3skkho6yb4encoyp3h6ahhtvu5iazx6tllrwt6cabagzim3icp", "grid": "grid(184549376,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "184549376"], "kernel_file": "/tmp/torchinductor_cvm/w3/cw3skkho6yb4encoyp3h6ahhtvu5iazx6tllrwt6cabagzim3icp.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[2816, 1], [2816, 1], [11534336, 2816, 1], []], "Input Dims": [[65536, 2816], [65536, 2816], [16, 4096, 2816], []], "Ev Idx": 4868 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 4183440, + "ts": 675204625727.153, "dur": 52.919, + "args": { + "External id": 422678,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2816, 1], [1, 2816], [1024, 1]], "Input Dims": [[65536, 2816], [2816, 1024], [65536, 1024]], "Ev Idx": 4869 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused_add_1", "pid": 4183440, "tid": 4183440, + "ts": 675204625808.953, "dur": 20.612, + "args": { + "External id": 422679,"kernel_hash": "cpqzomrawiuklcctjbbwmvmzd7xgj2j22x55badf4x4gmk776f7x", "grid": "grid(67108864,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "67108864"], "kernel_file": "/tmp/torchinductor_cvm/pq/cpqzomrawiuklcctjbbwmvmzd7xgj2j22x55badf4x4gmk776f7x.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[4194304, 1024, 1], [1024, 1], []], "Input Dims": [[16, 4096, 1024], [65536, 1024], []], "Ev Idx": 4870 + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "FSDP::post_forward (model.layers.0)", "pid": 4183440, "tid": 4183440, + "ts": 675204626036.248, "dur": 88.002, + "args": { + "External id": 422680,"Record function id": 0, "Ev Idx": 4871 + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "FSDP::cast_forward_inputs", "pid": 4183440, "tid": 4183440, + "ts": 675204626198.938, "dur": 45.578, + "args": { + "External id": 422681,"Record function id": 0, "Ev Idx": 4872 + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "FSDP::pre_forward (model.layers.1)", "pid": 4183440, "tid": 4183440, + "ts": 675204626253.155, "dur": 10770.414, + "args": { + "External id": 422682,"Record function id": 0, "Ev Idx": 4873 + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "FSDP::all_gather (model.layers.1)", "pid": 4183440, "tid": 4183440, + "ts": 675204626263.343, "dur": 1054.612, + "args": { + "External id": 422683,"Record function id": 0, "Ev Idx": 4874 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 4183440, + "ts": 675204626342.120, "dur": 9.003, + "args": { + "External id": 422684,"Record function id": 0, "Concrete Inputs": ["[1605888]", "15", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 4875 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes", "pid": 4183440, "tid": 4183440, + "ts": 675204626364.152, "dur": 43.858, + "args": { + "External id": 422685,"Record function id": 0, "Concrete Inputs": ["", "[128, 131072, 131072, 131072, 131072, 128, 360448, 360448, 360448]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar"], "Input Strides": [[1], [], []], "Input Dims": [[1605888], [], []], "Ev Idx": 4876 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204626372.445, "dur": 3.965, + "args": { + "External id": 422686,"Record function id": 0, "Concrete Inputs": ["", "[128]", "[1]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 4877 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204626378.070, "dur": 0.482, + "args": { + "External id": 422687,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "128"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 4878 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204626379.222, "dur": 0.403, + "args": { + "External id": 422688,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "131200"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 4879 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204626385.565, "dur": 0.225, + "args": { + "External id": 422689,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "262272"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 4880 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204626386.655, "dur": 1.804, + "args": { + "External id": 422690,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "393344"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 4881 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204626391.081, "dur": 0.178, + "args": { + "External id": 422691,"Record function id": 0, "Concrete Inputs": ["", "[128]", "[1]", "524416"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 4882 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204626394.242, "dur": 0.148, + "args": { + "External id": 422692,"Record function id": 0, "Concrete Inputs": ["", "[360448]", "[1]", "524544"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 4883 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204626395.250, "dur": 0.153, + "args": { + "External id": 422693,"Record function id": 0, "Concrete Inputs": ["", "[360448]", "[1]", "884992"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 4884 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204626398.197, "dur": 2.609, + "args": { + "External id": 422694,"Record function id": 0, "Concrete Inputs": ["", "[360448]", "[1]", "1245440"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 4885 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::_foreach_copy_", "pid": 4183440, "tid": 4183440, + "ts": 675204626418.476, "dur": 41.118, + "args": { + "External id": 422695,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["TensorList", "TensorList", "Scalar"], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [[1], [1], [1], [1], [1], [1], [1], [1], [1]], []], "Input Dims": [[[128], [131072], [131072], [131072], [131072], [128], [360448], [360448], [360448]], [[128], [131072], [131072], [131072], [131072], [128], [360448], [360448], [360448]], []], "Ev Idx": 4886 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "fsdp::all_gather_copy_in", "pid": 4183440, "tid": 4183440, + "ts": 675204626494.315, "dur": 119.147, + "args": { + "External id": 422696,"Record function id": 0, "Concrete Inputs": ["", "[128, 131072, 131072, 131072, 131072, 128, 360448, 360448, 360448]", "1605888", "8", "4", "15", ""], "Input type": ["TensorList", "ScalarList", "Scalar", "Scalar", "Scalar", "Scalar", ""], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [], [], [], [], [], []], "Input Dims": [[[128], [131072], [131072], [131072], [131072], [128], [360448], [360448], [360448]], [], [], [], [], [], []], "Ev Idx": 4887 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 4183440, + "ts": 675204626504.660, "dur": 3.504, + "args": { + "External id": 422697,"Record function id": 0, "Concrete Inputs": ["[12847104]", "15", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 4888 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::narrow", "pid": 4183440, "tid": 4183440, + "ts": 675204626513.245, "dur": 12.705, + "args": { + "External id": 422698,"Record function id": 0, "Concrete Inputs": ["", "0", "6423552", "1605888"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[12847104], [], [], []], "Ev Idx": 4889 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 4183440, "tid": 4183440, + "ts": 675204626518.096, "dur": 7.443, + "args": { + "External id": 422699,"Record function id": 0, "Concrete Inputs": ["", "0", "6423552", "8029440", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], [], []], "Input Dims": [[12847104], [], [], [], []], "Ev Idx": 4890 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204626523.702, "dur": 0.394, + "args": { + "External id": 422700,"Record function id": 0, "Concrete Inputs": ["", "[1605888]", "[1]", "6423552"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[12847104], [], [], []], "Ev Idx": 4891 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes", "pid": 4183440, "tid": 4183440, + "ts": 675204626533.105, "dur": 31.625, + "args": { + "External id": 422701,"Record function id": 0, "Concrete Inputs": ["", "[128, 131072, 131072, 131072, 131072, 128, 360448, 360448, 360448]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar"], "Input Strides": [[1], [], []], "Input Dims": [[1605888], [], []], "Ev Idx": 4892 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204626534.661, "dur": 0.382, + "args": { + "External id": 422702,"Record function id": 0, "Concrete Inputs": ["", "[128]", "[1]", "6423552"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 4893 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204626538.650, "dur": 1.575, + "args": { + "External id": 422703,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "6423680"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 4894 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204626540.954, "dur": 2.402, + "args": { + "External id": 422704,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "6554752"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 4895 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204626546.503, "dur": 0.362, + "args": { + "External id": 422705,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "6685824"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 4896 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204626547.581, "dur": 0.352, + "args": { + "External id": 422706,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "6816896"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 4897 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204626551.175, "dur": 0.178, + "args": { + "External id": 422707,"Record function id": 0, "Concrete Inputs": ["", "[128]", "[1]", "6947968"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 4898 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204626555.253, "dur": 0.254, + "args": { + "External id": 422708,"Record function id": 0, "Concrete Inputs": ["", "[360448]", "[1]", "6948096"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 4899 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204626556.482, "dur": 0.360, + "args": { + "External id": 422709,"Record function id": 0, "Concrete Inputs": ["", "[360448]", "[1]", "7308544"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 4900 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204626560.041, "dur": 0.389, + "args": { + "External id": 422710,"Record function id": 0, "Concrete Inputs": ["", "[360448]", "[1]", "7668992"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 4901 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::_foreach_copy_", "pid": 4183440, "tid": 4183440, + "ts": 675204626580.262, "dur": 24.119, + "args": { + "External id": 422711,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["TensorList", "TensorList", "Scalar"], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [[1], [1], [1], [1], [1], [1], [1], [1], [1]], []], "Input Dims": [[[128], [131072], [131072], [131072], [131072], [128], [360448], [360448], [360448]], [[128], [131072], [131072], [131072], [131072], [128], [360448], [360448], [360448]], []], "Ev Idx": 4902 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "c10d::_allgather_base_", "pid": 4183440, "tid": 4183440, + "ts": 675204626727.799, "dur": 484.778, + "args": { + "External id": 422712,"Record function id": 0, "Concrete Inputs": ["", "", "", "False", "-1"], "Input type": ["c10::BFloat16", "c10::BFloat16", "", "Scalar", "Scalar"], "Input Strides": [[1], [1], [], [], []], "Input Dims": [[12847104], [1605888], [], [], []], "Ev Idx": 4903 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 4183440, "tid": 4183440, + "ts": 675204626761.278, "dur": 445.541, + "args": { + "External id": 422713,"Record function id": 0, "Collective name": "_allgather_base", "Process Group Description": "default_pg", "dtype": "BFloat16", "Rank": 4, "Input Strides": [[1], [], [], [], [], [], [], [], [], []], "Concrete Inputs": ["", "", "", "4", "", "[]", "[]", "0", "1", "8"], "Out msg nelems": 12847104, "Process Group Name": "0", "Input type": ["c10::BFloat16", "", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Global rank stride": 1, "Out split size": "[]", "In split size": "[]", "Process Group Ranks": "[0, 1, 2, 3, 4, 5, 6, 7]", "Group size": 8, "Input Dims": [[1605888], [], [], [], [], [], [], [], [], []], "Global rank start": 0, "Ev Idx": 4904, "In msg nelems": 1605888 + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "nccl:_all_gather_base", "pid": 4183440, "tid": 4183440, + "ts": 675204626775.716, "dur": 422.673, + "args": { + "External id": 422714,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[1605888]], "Ev Idx": 4905 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 4183440, "tid": 4183440, + "ts": 675204627237.765, "dur": 2.544, + "args": { + "External id": 422715,"Record function id": 0, "Collective name": "wait", "Process Group Description": "default_pg", "dtype": "Byte", "Input Dims": [[], [], [], [], [], [], [], [], []], "Input Strides": [[], [], [], [], [], [], [], [], []], "Input type": ["", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Concrete Inputs": ["", "", "4", "", "[]", "[]", "-1", "-1", "1"], "Out msg nelems": 0, "Process Group Name": "0", "Process Group Ranks": "[]", "Group size": 1, "Ev Idx": 4906, "In msg nelems": 0, "Rank": 4, "In split size": "[]", "Out split size": "[]" + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "FSDP::all_gather_copy_out (model.layers.1)", "pid": 4183440, "tid": 4183440, + "ts": 675204627339.644, "dur": 9456.480, + "args": { + "External id": 422716,"Record function id": 0, "Ev Idx": 4907 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204627434.284, "dur": 6.513, + "args": { + "External id": 422717,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[12847104], []], "Ev Idx": 4908 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204627444.395, "dur": 1.132, + "args": { + "External id": 422718,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[1024], []], "Ev Idx": 4909 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204627447.303, "dur": 0.800, + "args": { + "External id": 422719,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[1048576], []], "Ev Idx": 4910 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204627449.763, "dur": 1.151, + "args": { + "External id": 422720,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[1048576], []], "Ev Idx": 4911 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204627452.147, "dur": 1.001, + "args": { + "External id": 422721,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[1048576], []], "Ev Idx": 4912 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204627456.578, "dur": 1.287, + "args": { + "External id": 422722,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[1048576], []], "Ev Idx": 4913 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204627459.581, "dur": 0.745, + "args": { + "External id": 422723,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[1024], []], "Ev Idx": 4914 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204627465.160, "dur": 3.580, + "args": { + "External id": 422724,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[2883584], []], "Ev Idx": 4915 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204627470.225, "dur": 0.777, + "args": { + "External id": 422725,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[2883584], []], "Ev Idx": 4916 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204627475.016, "dur": 0.800, + "args": { + "External id": 422726,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[2883584], []], "Ev Idx": 4917 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "fsdp::split_with_sizes_copy", "pid": 4183440, "tid": 4183440, + "ts": 675204627494.769, "dur": 9259.535, + "args": { + "External id": 422727,"Record function id": 0, "Concrete Inputs": ["", "[128, 131072, 131072, 131072, 131072, 128, 360448, 360448, 360448]", "1", ""], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "TensorList"], "Input Strides": [[1605888, 1], [], [], [[128, 1], [131072, 1], [131072, 1], [131072, 1], [131072, 1], [128, 1], [360448, 1], [360448, 1], [360448, 1]]], "Input Dims": [[8, 1605888], [], [], [[8, 128], [8, 131072], [8, 131072], [8, 131072], [8, 131072], [8, 128], [8, 360448], [8, 360448], [8, 360448]]], "Ev Idx": 4918 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes_copy", "pid": 4183440, "tid": 4183440, + "ts": 675204627514.341, "dur": 9232.904, + "args": { + "External id": 422728,"Record function id": 0, "Concrete Inputs": ["", "[128, 131072, 131072, 131072, 131072, 128, 360448, 360448, 360448]", "1", ""], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "TensorList"], "Input Strides": [[1605888, 1], [], [], [[128, 1], [131072, 1], [131072, 1], [131072, 1], [131072, 1], [128, 1], [360448, 1], [360448, 1], [360448, 1]]], "Input Dims": [[8, 1605888], [], [], [[8, 128], [8, 131072], [8, 131072], [8, 131072], [8, 131072], [8, 128], [8, 360448], [8, 360448], [8, 360448]]], "Ev Idx": 4919 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 4183440, + "ts": 675204627543.647, "dur": 14.653, + "args": { + "External id": 422729,"Record function id": 0, "Concrete Inputs": ["[823]", "4", "", "", "True", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 4920 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 4183440, + "ts": 675204627560.940, "dur": 9154.719, + "args": { + "External id": 422730,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", "False", ""], "Input type": ["long int", "", "", "", "", "Scalar", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], [], []], "Input Dims": [[823], [], [], [], [], [], [], []], "Ev Idx": 4921 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::_to_copy", "pid": 4183440, "tid": 4183440, + "ts": 675204627563.348, "dur": 9151.719, + "args": { + "External id": 422731,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", ""], "Input type": ["long int", "", "", "", "", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], []], "Input Dims": [[823], [], [], [], [], [], []], "Ev Idx": 4922 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204627569.128, "dur": 4.954, + "args": { + "External id": 422732,"Record function id": 0, "Concrete Inputs": ["[823]", "[1]", "4", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 4923 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 4183440, "tid": 4183440, + "ts": 675204627575.772, "dur": 9135.814, + "args": { + "External id": 422733,"Record function id": 0, "Concrete Inputs": ["", "", "True"], "Input type": ["long int", "long int", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[823], [823], []], "Ev Idx": 4924 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "RegisterPostBackwardFunction", "pid": 4183440, "tid": 4183440, + "ts": 675204636930.012, "dur": 64.262, + "args": { + "External id": 422734,"Sequence number": 5055603, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[4194304, 1024, 1]], "Input Dims": [[16, 4096, 1024]], "Ev Idx": 4925 + } + }, + { + "ph": "s", "id": 209, "pid": 4183440, "tid": 4183440, "ts": 675204636930.012, + "cat": "fwdbwd", "name": "fwdbwd" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view_as", "pid": 4183440, "tid": 4183440, + "ts": 675204636978.907, "dur": 10.230, + "args": { + "External id": 422735,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[4194304, 1024, 1], [4194304, 1024, 1]], "Input Dims": [[16, 4096, 1024], [16, 4096, 1024]], "Ev Idx": 4926 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204636984.428, "dur": 4.440, + "args": { + "External id": 422736,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[4194304, 1024, 1], []], "Input Dims": [[16, 4096, 1024], []], "Ev Idx": 4927 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "TorchDynamo Cache Lookup", "pid": 4183440, "tid": 4183440, + "ts": 675204637066.231, "dur": 91.629, + "args": { + "External id": 422737,"Record function id": 0, "Ev Idx": 4928 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "Torch-Compiled Region: 1/1", "pid": 4183440, "tid": 4183440, + "ts": 675204637159.210, "dur": 1143.179, + "args": { + "External id": 422738,"Record function id": 0, "Ev Idx": 4929 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "CompiledFunction", "pid": 4183440, "tid": 4183440, + "ts": 675204637200.621, "dur": 1089.049, + "args": { + "External id": 422739,"Sequence number": 5055604, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "", "", "", "", "", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[4194304, 1024, 1], [1], [1024, 1], [1024, 1], [1024, 1], [32, 1], [32, 1], [1024, 1], [1], [1024, 1], [1024, 1], [2816, 1]], "Input Dims": [[16, 4096, 1024], [1024], [1024, 1024], [1024, 1024], [1024, 1024], [8192, 32], [8192, 32], [1024, 1024], [1024], [2816, 1024], [2816, 1024], [1024, 2816]], "Ev Idx": 4930 + } + }, + { + "ph": "s", "id": 208, "pid": 4183440, "tid": 4183440, "ts": 675204637200.621, + "cat": "fwdbwd", "name": "fwdbwd" + }, + { + "ph": "X", "cat": "cpu_op", "name": "layer_norm_fwd_kernel_0", "pid": 4183440, "tid": 4183440, + "ts": 675204637290.183, "dur": 44.374, + "args": { + "External id": 422740,"kernel_hash": "ck4apib4lp3ng7t5dwwm5qlikeosbnhrlf2sblbxilqmogtmpafh", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "1024", "1", "9.9999999999999995e-07", "True", "1024", "False", "False", "True", "False"], "kernel_file": "/tmp/torchinductor_cvm/k4/ck4apib4lp3ng7t5dwwm5qlikeosbnhrlf2sblbxilqmogtmpafh.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "float", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [1024, 1], [1], [1], [], [], [], [], [], [], [], [], []], "Input Dims": [[65536, 1024], [65536, 1024], [1024], [65536], [], [], [], [], [], [], [], [], []], "Ev Idx": 4931 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 4183440, + "ts": 675204637349.358, "dur": 89.490, + "args": { + "External id": 422741,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1, 1024], [1024, 1]], "Input Dims": [[65536, 1024], [1024, 1024], [65536, 1024]], "Ev Idx": 4932 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 4183440, + "ts": 675204637446.377, "dur": 34.423, + "args": { + "External id": 422742,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1, 1024], [1024, 1]], "Input Dims": [[65536, 1024], [1024, 1024], [65536, 1024]], "Ev Idx": 4933 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 4183440, + "ts": 675204637486.518, "dur": 28.030, + "args": { + "External id": 422743,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1, 1024], [1024, 1]], "Input Dims": [[65536, 1024], [1024, 1024], [65536, 1024]], "Ev Idx": 4934 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "rotary_embedding_kernel_1", "pid": 4183440, "tid": 4183440, + "ts": 675204637545.530, "dur": 27.487, + "args": { + "External id": 422744,"kernel_hash": "cl2wm4hba2dd5vb7b2xth2batzpjiesxlywgh5etvvp6c2wd7rk5", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "0", "16", "4096", "16", "64", "32", "8192", "32", "64", "False", "False", "False", "False"], "kernel_file": "/tmp/torchinductor_cvm/l2/cl2wm4hba2dd5vb7b2xth2batzpjiesxlywgh5etvvp6c2wd7rk5.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[4194304, 1024, 64, 1], [32, 1], [32, 1], [4194304, 1024, 64, 1], [], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[16, 4096, 16, 64], [8192, 32], [8192, 32], [16, 4096, 16, 64], [], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 4935 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "rotary_embedding_kernel_1", "pid": 4183440, "tid": 4183440, + "ts": 675204637587.993, "dur": 18.346, + "args": { + "External id": 422745,"kernel_hash": "cl2wm4hba2dd5vb7b2xth2batzpjiesxlywgh5etvvp6c2wd7rk5", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "0", "16", "4096", "16", "64", "32", "8192", "32", "64", "False", "False", "False", "False"], "kernel_file": "/tmp/torchinductor_cvm/l2/cl2wm4hba2dd5vb7b2xth2batzpjiesxlywgh5etvvp6c2wd7rk5.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[4194304, 1024, 64, 1], [32, 1], [32, 1], [4194304, 1024, 64, 1], [], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[16, 4096, 16, 64], [8192, 32], [8192, 32], [16, 4096, 16, 64], [], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 4936 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "flash_attn::_flash_attn_forward", "pid": 4183440, "tid": 4183440, + "ts": 675204637620.376, "dur": 190.436, + "args": { + "External id": 422746,"Record function id": 0, "Concrete Inputs": ["", "", "", "0.", "0.125", "True", "-1", "-1", "0.", "", "False"], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[4194304, 1024, 64, 1], [4194304, 1024, 64, 1], [4194304, 1024, 64, 1], [], [], [], [], [], [], [], []], "Input Dims": [[16, 4096, 16, 64], [16, 4096, 16, 64], [16, 4096, 16, 64], [], [], [], [], [], [], [], []], "Ev Idx": 4937 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty_like", "pid": 4183440, "tid": 4183440, + "ts": 675204637722.509, "dur": 15.379, + "args": { + "External id": 422747,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", ""], "Input type": ["c10::BFloat16", "", "", "", "", ""], "Input Strides": [[4194304, 1024, 64, 1], [], [], [], [], []], "Input Dims": [[16, 4096, 16, 64], [], [], [], [], []], "Ev Idx": 4938 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204637727.271, "dur": 9.557, + "args": { + "External id": 422748,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 16, 64]", "[4194304, 1024, 64, 1]", "15", "0", "", ""], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 4939 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 4183440, + "ts": 675204637742.532, "dur": 3.813, + "args": { + "External id": 422749,"Record function id": 0, "Concrete Inputs": ["[16, 16, 4096]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 4940 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 4183440, + "ts": 675204637747.407, "dur": 3.332, + "args": { + "External id": 422750,"Record function id": 0, "Concrete Inputs": ["[0]", "15", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 4941 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 4183440, + "ts": 675204637753.107, "dur": 2.115, + "args": { + "External id": 422751,"Record function id": 0, "Concrete Inputs": ["[2]", "4", "", "", "", ""], "Input type": ["ScalarList", "Scalar", "", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 4942 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 4183440, + "ts": 675204637823.339, "dur": 52.980, + "args": { + "External id": 422752,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1, 1024], [1024, 1]], "Input Dims": [[65536, 1024], [1024, 1024], [65536, 1024]], "Ev Idx": 4943 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "layer_norm_fwd_kernel_2", "pid": 4183440, "tid": 4183440, + "ts": 675204637908.464, "dur": 61.086, + "args": { + "External id": 422753,"kernel_hash": "cnjbue7nf7gv2knx3zot7zn5kaxyrd3hc7qwdjvlhjrtvf774taj", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "", "", "1024", "1", "9.9999999999999995e-07", "True", "1024", "True", "True", "True", "False"], "kernel_file": "/tmp/torchinductor_cvm/nj/cnjbue7nf7gv2knx3zot7zn5kaxyrd3hc7qwdjvlhjrtvf774taj.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "float", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [1024, 1], [1], [1024, 1], [1024, 1], [1], [], [], [], [], [], [], [], [], []], "Input Dims": [[65536, 1024], [65536, 1024], [1024], [65536, 1024], [65536, 1024], [65536], [], [], [], [], [], [], [], [], []], "Ev Idx": 4944 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 4183440, + "ts": 675204637981.375, "dur": 56.730, + "args": { + "External id": 422754,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1, 1024], [2816, 1]], "Input Dims": [[65536, 1024], [1024, 2816], [65536, 2816]], "Ev Idx": 4945 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 4183440, + "ts": 675204638045.016, "dur": 41.786, + "args": { + "External id": 422755,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1, 1024], [2816, 1]], "Input Dims": [[65536, 1024], [1024, 2816], [65536, 2816]], "Ev Idx": 4946 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused__to_copy_mul_silu_0", "pid": 4183440, "tid": 4183440, + "ts": 675204638113.151, "dur": 25.197, + "args": { + "External id": 422756,"kernel_hash": "cw3skkho6yb4encoyp3h6ahhtvu5iazx6tllrwt6cabagzim3icp", "grid": "grid(184549376,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "184549376"], "kernel_file": "/tmp/torchinductor_cvm/w3/cw3skkho6yb4encoyp3h6ahhtvu5iazx6tllrwt6cabagzim3icp.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[2816, 1], [2816, 1], [11534336, 2816, 1], []], "Input Dims": [[65536, 2816], [65536, 2816], [16, 4096, 2816], []], "Ev Idx": 4947 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 4183440, + "ts": 675204638143.872, "dur": 35.048, + "args": { + "External id": 422757,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2816, 1], [1, 2816], [1024, 1]], "Input Dims": [[65536, 2816], [2816, 1024], [65536, 1024]], "Ev Idx": 4948 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused_add_1", "pid": 4183440, "tid": 4183440, + "ts": 675204638196.339, "dur": 23.111, + "args": { + "External id": 422758,"kernel_hash": "cpqzomrawiuklcctjbbwmvmzd7xgj2j22x55badf4x4gmk776f7x", "grid": "grid(67108864,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "67108864"], "kernel_file": "/tmp/torchinductor_cvm/pq/cpqzomrawiuklcctjbbwmvmzd7xgj2j22x55badf4x4gmk776f7x.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[4194304, 1024, 1], [1024, 1], []], "Input Dims": [[16, 4096, 1024], [65536, 1024], []], "Ev Idx": 4949 + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "FSDP::post_forward (model.layers.1)", "pid": 4183440, "tid": 4183440, + "ts": 675204638369.103, "dur": 76.586, + "args": { + "External id": 422759,"Record function id": 0, "Ev Idx": 4950 + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "FSDP::cast_forward_inputs", "pid": 4183440, "tid": 4183440, + "ts": 675204638518.475, "dur": 45.954, + "args": { + "External id": 422760,"Record function id": 0, "Ev Idx": 4951 + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "FSDP::pre_forward (model.layers.2)", "pid": 4183440, "tid": 4183440, + "ts": 675204638573.486, "dur": 9021.538, + "args": { + "External id": 422761,"Record function id": 0, "Ev Idx": 4952 + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "FSDP::all_gather (model.layers.2)", "pid": 4183440, "tid": 4183440, + "ts": 675204638582.715, "dur": 962.382, + "args": { + "External id": 422762,"Record function id": 0, "Ev Idx": 4953 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 4183440, + "ts": 675204638716.860, "dur": 9.551, + "args": { + "External id": 422763,"Record function id": 0, "Concrete Inputs": ["[1605888]", "15", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 4954 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes", "pid": 4183440, "tid": 4183440, + "ts": 675204638740.383, "dur": 42.155, + "args": { + "External id": 422764,"Record function id": 0, "Concrete Inputs": ["", "[128, 131072, 131072, 131072, 131072, 128, 360448, 360448, 360448]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar"], "Input Strides": [[1], [], []], "Input Dims": [[1605888], [], []], "Ev Idx": 4955 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204638747.645, "dur": 2.251, + "args": { + "External id": 422765,"Record function id": 0, "Concrete Inputs": ["", "[128]", "[1]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 4956 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204638753.791, "dur": 0.260, + "args": { + "External id": 422766,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "128"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 4957 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204638757.000, "dur": 0.389, + "args": { + "External id": 422767,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "131200"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 4958 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204638757.944, "dur": 0.544, + "args": { + "External id": 422768,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "262272"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 4959 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204638761.425, "dur": 0.488, + "args": { + "External id": 422769,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "393344"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 4960 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204638764.897, "dur": 0.528, + "args": { + "External id": 422770,"Record function id": 0, "Concrete Inputs": ["", "[128]", "[1]", "524416"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 4961 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204638766.201, "dur": 4.211, + "args": { + "External id": 422771,"Record function id": 0, "Concrete Inputs": ["", "[360448]", "[1]", "524544"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 4962 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204638771.337, "dur": 0.190, + "args": { + "External id": 422772,"Record function id": 0, "Concrete Inputs": ["", "[360448]", "[1]", "884992"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 4963 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204638774.707, "dur": 0.512, + "args": { + "External id": 422773,"Record function id": 0, "Concrete Inputs": ["", "[360448]", "[1]", "1245440"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 4964 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::_foreach_copy_", "pid": 4183440, "tid": 4183440, + "ts": 675204638793.370, "dur": 43.159, + "args": { + "External id": 422774,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["TensorList", "TensorList", "Scalar"], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [[1], [1], [1], [1], [1], [1], [1], [1], [1]], []], "Input Dims": [[[128], [131072], [131072], [131072], [131072], [128], [360448], [360448], [360448]], [[128], [131072], [131072], [131072], [131072], [128], [360448], [360448], [360448]], []], "Ev Idx": 4965 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "fsdp::all_gather_copy_in", "pid": 4183440, "tid": 4183440, + "ts": 675204638871.782, "dur": 148.529, + "args": { + "External id": 422775,"Record function id": 0, "Concrete Inputs": ["", "[128, 131072, 131072, 131072, 131072, 128, 360448, 360448, 360448]", "1605888", "8", "4", "15", ""], "Input type": ["TensorList", "ScalarList", "Scalar", "Scalar", "Scalar", "Scalar", ""], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [], [], [], [], [], []], "Input Dims": [[[128], [131072], [131072], [131072], [131072], [128], [360448], [360448], [360448]], [], [], [], [], [], []], "Ev Idx": 4966 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 4183440, + "ts": 675204638887.115, "dur": 3.403, + "args": { + "External id": 422776,"Record function id": 0, "Concrete Inputs": ["[12847104]", "15", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 4967 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::narrow", "pid": 4183440, "tid": 4183440, + "ts": 675204638895.343, "dur": 9.332, + "args": { + "External id": 422777,"Record function id": 0, "Concrete Inputs": ["", "0", "6423552", "1605888"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[12847104], [], [], []], "Ev Idx": 4968 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 4183440, "tid": 4183440, + "ts": 675204638899.731, "dur": 4.523, + "args": { + "External id": 422778,"Record function id": 0, "Concrete Inputs": ["", "0", "6423552", "8029440", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], [], []], "Input Dims": [[12847104], [], [], [], []], "Ev Idx": 4969 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204638902.697, "dur": 0.485, + "args": { + "External id": 422779,"Record function id": 0, "Concrete Inputs": ["", "[1605888]", "[1]", "6423552"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[12847104], [], [], []], "Ev Idx": 4970 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes", "pid": 4183440, "tid": 4183440, + "ts": 675204638911.134, "dur": 62.591, + "args": { + "External id": 422780,"Record function id": 0, "Concrete Inputs": ["", "[128, 131072, 131072, 131072, 131072, 128, 360448, 360448, 360448]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar"], "Input Strides": [[1], [], []], "Input Dims": [[1605888], [], []], "Ev Idx": 4971 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204638915.189, "dur": 2.261, + "args": { + "External id": 422781,"Record function id": 0, "Concrete Inputs": ["", "[128]", "[1]", "6423552"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 4972 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204638918.361, "dur": 0.435, + "args": { + "External id": 422782,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "6423680"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 4973 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204638919.468, "dur": 0.391, + "args": { + "External id": 422783,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "6554752"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 4974 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204638925.584, "dur": 1.190, + "args": { + "External id": 422784,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "6685824"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 4975 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204638927.454, "dur": 0.194, + "args": { + "External id": 422785,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "6816896"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 4976 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204638928.109, "dur": 0.538, + "args": { + "External id": 422786,"Record function id": 0, "Concrete Inputs": ["", "[128]", "[1]", "6947968"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 4977 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204638934.290, "dur": 0.174, + "args": { + "External id": 422787,"Record function id": 0, "Concrete Inputs": ["", "[360448]", "[1]", "6948096"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 4978 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204638962.146, "dur": 0.637, + "args": { + "External id": 422788,"Record function id": 0, "Concrete Inputs": ["", "[360448]", "[1]", "7308544"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 4979 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204638966.380, "dur": 2.650, + "args": { + "External id": 422789,"Record function id": 0, "Concrete Inputs": ["", "[360448]", "[1]", "7668992"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 4980 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::_foreach_copy_", "pid": 4183440, "tid": 4183440, + "ts": 675204638986.238, "dur": 25.062, + "args": { + "External id": 422790,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["TensorList", "TensorList", "Scalar"], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [[1], [1], [1], [1], [1], [1], [1], [1], [1]], []], "Input Dims": [[[128], [131072], [131072], [131072], [131072], [128], [360448], [360448], [360448]], [[128], [131072], [131072], [131072], [131072], [128], [360448], [360448], [360448]], []], "Ev Idx": 4981 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "c10d::_allgather_base_", "pid": 4183440, "tid": 4183440, + "ts": 675204639078.183, "dur": 378.889, + "args": { + "External id": 422791,"Record function id": 0, "Concrete Inputs": ["", "", "", "False", "-1"], "Input type": ["c10::BFloat16", "c10::BFloat16", "", "Scalar", "Scalar"], "Input Strides": [[1], [1], [], [], []], "Input Dims": [[12847104], [1605888], [], [], []], "Ev Idx": 4982 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 4183440, "tid": 4183440, + "ts": 675204639115.783, "dur": 336.643, + "args": { + "External id": 422792,"Record function id": 0, "Collective name": "_allgather_base", "Process Group Description": "default_pg", "dtype": "BFloat16", "Rank": 4, "Input Strides": [[1], [], [], [], [], [], [], [], [], []], "Concrete Inputs": ["", "", "", "4", "", "[]", "[]", "0", "1", "8"], "Out msg nelems": 12847104, "Process Group Name": "0", "Input type": ["c10::BFloat16", "", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Global rank stride": 1, "Out split size": "[]", "In split size": "[]", "Process Group Ranks": "[0, 1, 2, 3, 4, 5, 6, 7]", "Group size": 8, "Input Dims": [[1605888], [], [], [], [], [], [], [], [], []], "Global rank start": 0, "Ev Idx": 4983, "In msg nelems": 1605888 + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "nccl:_all_gather_base", "pid": 4183440, "tid": 4183440, + "ts": 675204639126.721, "dur": 320.397, + "args": { + "External id": 422793,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[1605888]], "Ev Idx": 4984 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 4183440, "tid": 4183440, + "ts": 675204639477.437, "dur": 2.411, + "args": { + "External id": 422794,"Record function id": 0, "Collective name": "wait", "Process Group Description": "default_pg", "dtype": "Byte", "Input Dims": [[], [], [], [], [], [], [], [], []], "Input Strides": [[], [], [], [], [], [], [], [], []], "Input type": ["", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Concrete Inputs": ["", "", "4", "", "[]", "[]", "-1", "-1", "1"], "Out msg nelems": 0, "Process Group Name": "0", "Process Group Ranks": "[]", "Group size": 1, "Ev Idx": 4985, "In msg nelems": 0, "Rank": 4, "In split size": "[]", "Out split size": "[]" + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "FSDP::all_gather_copy_out (model.layers.2)", "pid": 4183440, "tid": 4183440, + "ts": 675204639565.291, "dur": 7839.435, + "args": { + "External id": 422795,"Record function id": 0, "Ev Idx": 4986 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204639717.243, "dur": 7.002, + "args": { + "External id": 422796,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[12847104], []], "Ev Idx": 4987 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204639729.129, "dur": 0.886, + "args": { + "External id": 422797,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[1024], []], "Ev Idx": 4988 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204639731.670, "dur": 2.367, + "args": { + "External id": 422798,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[1048576], []], "Ev Idx": 4989 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204639735.737, "dur": 1.039, + "args": { + "External id": 422799,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[1048576], []], "Ev Idx": 4990 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204639738.405, "dur": 0.735, + "args": { + "External id": 422800,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[1048576], []], "Ev Idx": 4991 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204639742.929, "dur": 0.996, + "args": { + "External id": 422801,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[1048576], []], "Ev Idx": 4992 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204639747.734, "dur": 1.197, + "args": { + "External id": 422802,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[1024], []], "Ev Idx": 4993 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204639750.624, "dur": 2.373, + "args": { + "External id": 422803,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[2883584], []], "Ev Idx": 4994 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204639754.421, "dur": 0.744, + "args": { + "External id": 422804,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[2883584], []], "Ev Idx": 4995 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204639758.568, "dur": 0.751, + "args": { + "External id": 422805,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[2883584], []], "Ev Idx": 4996 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "fsdp::split_with_sizes_copy", "pid": 4183440, "tid": 4183440, + "ts": 675204639778.763, "dur": 7583.662, + "args": { + "External id": 422806,"Record function id": 0, "Concrete Inputs": ["", "[128, 131072, 131072, 131072, 131072, 128, 360448, 360448, 360448]", "1", ""], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "TensorList"], "Input Strides": [[1605888, 1], [], [], [[128, 1], [131072, 1], [131072, 1], [131072, 1], [131072, 1], [128, 1], [360448, 1], [360448, 1], [360448, 1]]], "Input Dims": [[8, 1605888], [], [], [[8, 128], [8, 131072], [8, 131072], [8, 131072], [8, 131072], [8, 128], [8, 360448], [8, 360448], [8, 360448]]], "Ev Idx": 4997 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes_copy", "pid": 4183440, "tid": 4183440, + "ts": 675204639797.316, "dur": 7558.030, + "args": { + "External id": 422807,"Record function id": 0, "Concrete Inputs": ["", "[128, 131072, 131072, 131072, 131072, 128, 360448, 360448, 360448]", "1", ""], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "TensorList"], "Input Strides": [[1605888, 1], [], [], [[128, 1], [131072, 1], [131072, 1], [131072, 1], [131072, 1], [128, 1], [360448, 1], [360448, 1], [360448, 1]]], "Input Dims": [[8, 1605888], [], [], [[8, 128], [8, 131072], [8, 131072], [8, 131072], [8, 131072], [8, 128], [8, 360448], [8, 360448], [8, 360448]]], "Ev Idx": 4998 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 4183440, + "ts": 675204639814.515, "dur": 15.754, + "args": { + "External id": 422808,"Record function id": 0, "Concrete Inputs": ["[823]", "4", "", "", "True", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 4999 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 4183440, + "ts": 675204639832.747, "dur": 7487.735, + "args": { + "External id": 422809,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", "False", ""], "Input type": ["long int", "", "", "", "", "Scalar", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], [], []], "Input Dims": [[823], [], [], [], [], [], [], []], "Ev Idx": 5000 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::_to_copy", "pid": 4183440, "tid": 4183440, + "ts": 675204639835.639, "dur": 7484.261, + "args": { + "External id": 422810,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", ""], "Input type": ["long int", "", "", "", "", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], []], "Input Dims": [[823], [], [], [], [], [], []], "Ev Idx": 5001 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204639841.624, "dur": 5.072, + "args": { + "External id": 422811,"Record function id": 0, "Concrete Inputs": ["[823]", "[1]", "4", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 5002 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 4183440, "tid": 4183440, + "ts": 675204639848.458, "dur": 7467.904, + "args": { + "External id": 422812,"Record function id": 0, "Concrete Inputs": ["", "", "True"], "Input type": ["long int", "long int", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[823], [823], []], "Ev Idx": 5003 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "RegisterPostBackwardFunction", "pid": 4183440, "tid": 4183440, + "ts": 675204647539.858, "dur": 30.145, + "args": { + "External id": 422813,"Sequence number": 5055605, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[4194304, 1024, 1]], "Input Dims": [[16, 4096, 1024]], "Ev Idx": 5004 + } + }, + { + "ph": "s", "id": 207, "pid": 4183440, "tid": 4183440, "ts": 675204647539.858, + "cat": "fwdbwd", "name": "fwdbwd" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view_as", "pid": 4183440, "tid": 4183440, + "ts": 675204647555.848, "dur": 9.528, + "args": { + "External id": 422814,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[4194304, 1024, 1], [4194304, 1024, 1]], "Input Dims": [[16, 4096, 1024], [16, 4096, 1024]], "Ev Idx": 5005 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204647561.023, "dur": 4.143, + "args": { + "External id": 422815,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[4194304, 1024, 1], []], "Input Dims": [[16, 4096, 1024], []], "Ev Idx": 5006 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "TorchDynamo Cache Lookup", "pid": 4183440, "tid": 4183440, + "ts": 675204647633.946, "dur": 119.462, + "args": { + "External id": 422816,"Record function id": 0, "Ev Idx": 5007 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "Torch-Compiled Region: 1/1", "pid": 4183440, "tid": 4183440, + "ts": 675204647756.349, "dur": 1080.594, + "args": { + "External id": 422817,"Record function id": 0, "Ev Idx": 5008 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "CompiledFunction", "pid": 4183440, "tid": 4183440, + "ts": 675204647799.367, "dur": 1023.205, + "args": { + "External id": 422818,"Sequence number": 5055606, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "", "", "", "", "", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[4194304, 1024, 1], [1], [1024, 1], [1024, 1], [1024, 1], [32, 1], [32, 1], [1024, 1], [1], [1024, 1], [1024, 1], [2816, 1]], "Input Dims": [[16, 4096, 1024], [1024], [1024, 1024], [1024, 1024], [1024, 1024], [8192, 32], [8192, 32], [1024, 1024], [1024], [2816, 1024], [2816, 1024], [1024, 2816]], "Ev Idx": 5009 + } + }, + { + "ph": "s", "id": 206, "pid": 4183440, "tid": 4183440, "ts": 675204647799.367, + "cat": "fwdbwd", "name": "fwdbwd" + }, + { + "ph": "X", "cat": "cpu_op", "name": "layer_norm_fwd_kernel_0", "pid": 4183440, "tid": 4183440, + "ts": 675204647871.218, "dur": 42.622, + "args": { + "External id": 422819,"kernel_hash": "ck4apib4lp3ng7t5dwwm5qlikeosbnhrlf2sblbxilqmogtmpafh", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "1024", "1", "9.9999999999999995e-07", "True", "1024", "False", "False", "True", "False"], "kernel_file": "/tmp/torchinductor_cvm/k4/ck4apib4lp3ng7t5dwwm5qlikeosbnhrlf2sblbxilqmogtmpafh.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "float", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [1024, 1], [1], [1], [], [], [], [], [], [], [], [], []], "Input Dims": [[65536, 1024], [65536, 1024], [1024], [65536], [], [], [], [], [], [], [], [], []], "Ev Idx": 5010 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 4183440, + "ts": 675204647926.642, "dur": 109.052, + "args": { + "External id": 422820,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1, 1024], [1024, 1]], "Input Dims": [[65536, 1024], [1024, 1024], [65536, 1024]], "Ev Idx": 5011 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 4183440, + "ts": 675204648049.879, "dur": 34.893, + "args": { + "External id": 422821,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1, 1024], [1024, 1]], "Input Dims": [[65536, 1024], [1024, 1024], [65536, 1024]], "Ev Idx": 5012 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 4183440, + "ts": 675204648093.696, "dur": 28.938, + "args": { + "External id": 422822,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1, 1024], [1024, 1]], "Input Dims": [[65536, 1024], [1024, 1024], [65536, 1024]], "Ev Idx": 5013 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "rotary_embedding_kernel_1", "pid": 4183440, "tid": 4183440, + "ts": 675204648149.825, "dur": 26.155, + "args": { + "External id": 422823,"kernel_hash": "cl2wm4hba2dd5vb7b2xth2batzpjiesxlywgh5etvvp6c2wd7rk5", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "0", "16", "4096", "16", "64", "32", "8192", "32", "64", "False", "False", "False", "False"], "kernel_file": "/tmp/torchinductor_cvm/l2/cl2wm4hba2dd5vb7b2xth2batzpjiesxlywgh5etvvp6c2wd7rk5.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[4194304, 1024, 64, 1], [32, 1], [32, 1], [4194304, 1024, 64, 1], [], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[16, 4096, 16, 64], [8192, 32], [8192, 32], [16, 4096, 16, 64], [], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 5014 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "rotary_embedding_kernel_1", "pid": 4183440, "tid": 4183440, + "ts": 675204648196.006, "dur": 13.967, + "args": { + "External id": 422824,"kernel_hash": "cl2wm4hba2dd5vb7b2xth2batzpjiesxlywgh5etvvp6c2wd7rk5", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "0", "16", "4096", "16", "64", "32", "8192", "32", "64", "False", "False", "False", "False"], "kernel_file": "/tmp/torchinductor_cvm/l2/cl2wm4hba2dd5vb7b2xth2batzpjiesxlywgh5etvvp6c2wd7rk5.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[4194304, 1024, 64, 1], [32, 1], [32, 1], [4194304, 1024, 64, 1], [], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[16, 4096, 16, 64], [8192, 32], [8192, 32], [16, 4096, 16, 64], [], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 5015 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "flash_attn::_flash_attn_forward", "pid": 4183440, "tid": 4183440, + "ts": 675204648228.667, "dur": 130.139, + "args": { + "External id": 422825,"Record function id": 0, "Concrete Inputs": ["", "", "", "0.", "0.125", "True", "-1", "-1", "0.", "", "False"], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[4194304, 1024, 64, 1], [4194304, 1024, 64, 1], [4194304, 1024, 64, 1], [], [], [], [], [], [], [], []], "Input Dims": [[16, 4096, 16, 64], [16, 4096, 16, 64], [16, 4096, 16, 64], [], [], [], [], [], [], [], []], "Ev Idx": 5016 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty_like", "pid": 4183440, "tid": 4183440, + "ts": 675204648280.551, "dur": 12.365, + "args": { + "External id": 422826,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", ""], "Input type": ["c10::BFloat16", "", "", "", "", ""], "Input Strides": [[4194304, 1024, 64, 1], [], [], [], [], []], "Input Dims": [[16, 4096, 16, 64], [], [], [], [], []], "Ev Idx": 5017 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204648285.111, "dur": 6.918, + "args": { + "External id": 422827,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 16, 64]", "[4194304, 1024, 64, 1]", "15", "0", "", ""], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 5018 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 4183440, + "ts": 675204648297.724, "dur": 3.576, + "args": { + "External id": 422828,"Record function id": 0, "Concrete Inputs": ["[16, 16, 4096]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 5019 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 4183440, + "ts": 675204648302.527, "dur": 0.815, + "args": { + "External id": 422829,"Record function id": 0, "Concrete Inputs": ["[0]", "15", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 5020 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 4183440, + "ts": 675204648305.354, "dur": 3.327, + "args": { + "External id": 422830,"Record function id": 0, "Concrete Inputs": ["[2]", "4", "", "", "", ""], "Input type": ["ScalarList", "Scalar", "", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 5021 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 4183440, + "ts": 675204648370.213, "dur": 42.762, + "args": { + "External id": 422831,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1, 1024], [1024, 1]], "Input Dims": [[65536, 1024], [1024, 1024], [65536, 1024]], "Ev Idx": 5022 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "layer_norm_fwd_kernel_2", "pid": 4183440, "tid": 4183440, + "ts": 675204648441.526, "dur": 27.184, + "args": { + "External id": 422832,"kernel_hash": "cnjbue7nf7gv2knx3zot7zn5kaxyrd3hc7qwdjvlhjrtvf774taj", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "", "", "1024", "1", "9.9999999999999995e-07", "True", "1024", "True", "True", "True", "False"], "kernel_file": "/tmp/torchinductor_cvm/nj/cnjbue7nf7gv2knx3zot7zn5kaxyrd3hc7qwdjvlhjrtvf774taj.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "float", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [1024, 1], [1], [1024, 1], [1024, 1], [1], [], [], [], [], [], [], [], [], []], "Input Dims": [[65536, 1024], [65536, 1024], [1024], [65536, 1024], [65536, 1024], [65536], [], [], [], [], [], [], [], [], []], "Ev Idx": 5023 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 4183440, + "ts": 675204648477.015, "dur": 37.200, + "args": { + "External id": 422833,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1, 1024], [2816, 1]], "Input Dims": [[65536, 1024], [1024, 2816], [65536, 2816]], "Ev Idx": 5024 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 4183440, + "ts": 675204648522.413, "dur": 31.467, + "args": { + "External id": 422834,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1, 1024], [2816, 1]], "Input Dims": [[65536, 1024], [1024, 2816], [65536, 2816]], "Ev Idx": 5025 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused__to_copy_mul_silu_0", "pid": 4183440, "tid": 4183440, + "ts": 675204648577.820, "dur": 23.050, + "args": { + "External id": 422835,"kernel_hash": "cw3skkho6yb4encoyp3h6ahhtvu5iazx6tllrwt6cabagzim3icp", "grid": "grid(184549376,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "184549376"], "kernel_file": "/tmp/torchinductor_cvm/w3/cw3skkho6yb4encoyp3h6ahhtvu5iazx6tllrwt6cabagzim3icp.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[2816, 1], [2816, 1], [11534336, 2816, 1], []], "Input Dims": [[65536, 2816], [65536, 2816], [16, 4096, 2816], []], "Ev Idx": 5026 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 4183440, + "ts": 675204648606.522, "dur": 45.225, + "args": { + "External id": 422836,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2816, 1], [1, 2816], [1024, 1]], "Input Dims": [[65536, 2816], [2816, 1024], [65536, 1024]], "Ev Idx": 5027 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused_add_1", "pid": 4183440, "tid": 4183440, + "ts": 675204648711.784, "dur": 21.778, + "args": { + "External id": 422837,"kernel_hash": "cpqzomrawiuklcctjbbwmvmzd7xgj2j22x55badf4x4gmk776f7x", "grid": "grid(67108864,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "67108864"], "kernel_file": "/tmp/torchinductor_cvm/pq/cpqzomrawiuklcctjbbwmvmzd7xgj2j22x55badf4x4gmk776f7x.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[4194304, 1024, 1], [1024, 1], []], "Input Dims": [[16, 4096, 1024], [65536, 1024], []], "Ev Idx": 5028 + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "FSDP::post_forward (model.layers.2)", "pid": 4183440, "tid": 4183440, + "ts": 675204648901.919, "dur": 95.236, + "args": { + "External id": 422838,"Record function id": 0, "Ev Idx": 5029 + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "FSDP::cast_forward_inputs", "pid": 4183440, "tid": 4183440, + "ts": 675204649075.979, "dur": 45.852, + "args": { + "External id": 422839,"Record function id": 0, "Ev Idx": 5030 + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "FSDP::pre_forward (model.layers.3)", "pid": 4183440, "tid": 4183440, + "ts": 675204649130.625, "dur": 8577.838, + "args": { + "External id": 422840,"Record function id": 0, "Ev Idx": 5031 + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "FSDP::all_gather (model.layers.3)", "pid": 4183440, "tid": 4183440, + "ts": 675204649140.084, "dur": 966.959, + "args": { + "External id": 422841,"Record function id": 0, "Ev Idx": 5032 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 4183440, + "ts": 675204649219.073, "dur": 9.723, + "args": { + "External id": 422842,"Record function id": 0, "Concrete Inputs": ["[1605888]", "15", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 5033 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes", "pid": 4183440, "tid": 4183440, + "ts": 675204649242.314, "dur": 47.183, + "args": { + "External id": 422843,"Record function id": 0, "Concrete Inputs": ["", "[128, 131072, 131072, 131072, 131072, 128, 360448, 360448, 360448]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar"], "Input Strides": [[1], [], []], "Input Dims": [[1605888], [], []], "Ev Idx": 5034 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204649250.008, "dur": 2.238, + "args": { + "External id": 422844,"Record function id": 0, "Concrete Inputs": ["", "[128]", "[1]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 5035 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204649256.405, "dur": 0.239, + "args": { + "External id": 422845,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "128"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 5036 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204649260.332, "dur": 0.441, + "args": { + "External id": 422846,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "131200"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 5037 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204649266.227, "dur": 0.387, + "args": { + "External id": 422847,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "262272"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 5038 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204649269.199, "dur": 0.480, + "args": { + "External id": 422848,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "393344"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 5039 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204649272.558, "dur": 0.332, + "args": { + "External id": 422849,"Record function id": 0, "Concrete Inputs": ["", "[128]", "[1]", "524416"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 5040 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204649273.561, "dur": 3.416, + "args": { + "External id": 422850,"Record function id": 0, "Concrete Inputs": ["", "[360448]", "[1]", "524544"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 5041 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204649277.760, "dur": 0.216, + "args": { + "External id": 422851,"Record function id": 0, "Concrete Inputs": ["", "[360448]", "[1]", "884992"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 5042 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204649280.676, "dur": 0.370, + "args": { + "External id": 422852,"Record function id": 0, "Concrete Inputs": ["", "[360448]", "[1]", "1245440"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 5043 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::_foreach_copy_", "pid": 4183440, "tid": 4183440, + "ts": 675204649301.149, "dur": 43.704, + "args": { + "External id": 422853,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["TensorList", "TensorList", "Scalar"], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [[1], [1], [1], [1], [1], [1], [1], [1], [1]], []], "Input Dims": [[[128], [131072], [131072], [131072], [131072], [128], [360448], [360448], [360448]], [[128], [131072], [131072], [131072], [131072], [128], [360448], [360448], [360448]], []], "Ev Idx": 5044 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "fsdp::all_gather_copy_in", "pid": 4183440, "tid": 4183440, + "ts": 675204649378.170, "dur": 130.874, + "args": { + "External id": 422854,"Record function id": 0, "Concrete Inputs": ["", "[128, 131072, 131072, 131072, 131072, 128, 360448, 360448, 360448]", "1605888", "8", "4", "15", ""], "Input type": ["TensorList", "ScalarList", "Scalar", "Scalar", "Scalar", "Scalar", ""], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [], [], [], [], [], []], "Input Dims": [[[128], [131072], [131072], [131072], [131072], [128], [360448], [360448], [360448]], [], [], [], [], [], []], "Ev Idx": 5045 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 4183440, + "ts": 675204649392.223, "dur": 3.705, + "args": { + "External id": 422855,"Record function id": 0, "Concrete Inputs": ["[12847104]", "15", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 5046 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::narrow", "pid": 4183440, "tid": 4183440, + "ts": 675204649401.194, "dur": 10.019, + "args": { + "External id": 422856,"Record function id": 0, "Concrete Inputs": ["", "0", "6423552", "1605888"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[12847104], [], [], []], "Ev Idx": 5047 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 4183440, "tid": 4183440, + "ts": 675204649405.835, "dur": 4.934, + "args": { + "External id": 422857,"Record function id": 0, "Concrete Inputs": ["", "0", "6423552", "8029440", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], [], []], "Input Dims": [[12847104], [], [], [], []], "Ev Idx": 5048 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204649408.739, "dur": 0.489, + "args": { + "External id": 422858,"Record function id": 0, "Concrete Inputs": ["", "[1605888]", "[1]", "6423552"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[12847104], [], [], []], "Ev Idx": 5049 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes", "pid": 4183440, "tid": 4183440, + "ts": 675204649417.475, "dur": 35.623, + "args": { + "External id": 422859,"Record function id": 0, "Concrete Inputs": ["", "[128, 131072, 131072, 131072, 131072, 128, 360448, 360448, 360448]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar"], "Input Strides": [[1], [], []], "Input Dims": [[1605888], [], []], "Ev Idx": 5050 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204649421.202, "dur": 2.837, + "args": { + "External id": 422860,"Record function id": 0, "Concrete Inputs": ["", "[128]", "[1]", "6423552"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 5051 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204649424.931, "dur": 0.281, + "args": { + "External id": 422861,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "6423680"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 5052 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204649425.836, "dur": 0.352, + "args": { + "External id": 422862,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "6554752"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 5053 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204649431.584, "dur": 1.515, + "args": { + "External id": 422863,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "6685824"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 5054 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204649434.008, "dur": 0.203, + "args": { + "External id": 422864,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "6816896"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 5055 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204649434.911, "dur": 0.204, + "args": { + "External id": 422865,"Record function id": 0, "Concrete Inputs": ["", "[128]", "[1]", "6947968"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 5056 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204649440.701, "dur": 0.196, + "args": { + "External id": 422866,"Record function id": 0, "Concrete Inputs": ["", "[360448]", "[1]", "6948096"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 5057 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204649441.627, "dur": 0.301, + "args": { + "External id": 422867,"Record function id": 0, "Concrete Inputs": ["", "[360448]", "[1]", "7308544"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 5058 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204649444.777, "dur": 2.649, + "args": { + "External id": 422868,"Record function id": 0, "Concrete Inputs": ["", "[360448]", "[1]", "7668992"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 5059 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::_foreach_copy_", "pid": 4183440, "tid": 4183440, + "ts": 675204649475.880, "dur": 25.033, + "args": { + "External id": 422869,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["TensorList", "TensorList", "Scalar"], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [[1], [1], [1], [1], [1], [1], [1], [1], [1]], []], "Input Dims": [[[128], [131072], [131072], [131072], [131072], [128], [360448], [360448], [360448]], [[128], [131072], [131072], [131072], [131072], [128], [360448], [360448], [360448]], []], "Ev Idx": 5060 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "c10d::_allgather_base_", "pid": 4183440, "tid": 4183440, + "ts": 675204649563.115, "dur": 438.980, + "args": { + "External id": 422870,"Record function id": 0, "Concrete Inputs": ["", "", "", "False", "-1"], "Input type": ["c10::BFloat16", "c10::BFloat16", "", "Scalar", "Scalar"], "Input Strides": [[1], [1], [], [], []], "Input Dims": [[12847104], [1605888], [], [], []], "Ev Idx": 5061 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 4183440, "tid": 4183440, + "ts": 675204649596.609, "dur": 399.123, + "args": { + "External id": 422871,"Record function id": 0, "Collective name": "_allgather_base", "Process Group Description": "default_pg", "dtype": "BFloat16", "Rank": 4, "Input Strides": [[1], [], [], [], [], [], [], [], [], []], "Concrete Inputs": ["", "", "", "4", "", "[]", "[]", "0", "1", "8"], "Out msg nelems": 12847104, "Process Group Name": "0", "Input type": ["c10::BFloat16", "", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Global rank stride": 1, "Out split size": "[]", "In split size": "[]", "Process Group Ranks": "[0, 1, 2, 3, 4, 5, 6, 7]", "Group size": 8, "Input Dims": [[1605888], [], [], [], [], [], [], [], [], []], "Global rank start": 0, "Ev Idx": 5062, "In msg nelems": 1605888 + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "nccl:_all_gather_base", "pid": 4183440, "tid": 4183440, + "ts": 675204649608.776, "dur": 380.402, + "args": { + "External id": 422872,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[1605888]], "Ev Idx": 5063 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 4183440, "tid": 4183440, + "ts": 675204650028.320, "dur": 3.260, + "args": { + "External id": 422873,"Record function id": 0, "Collective name": "wait", "Process Group Description": "default_pg", "dtype": "Byte", "Input Dims": [[], [], [], [], [], [], [], [], []], "Input Strides": [[], [], [], [], [], [], [], [], []], "Input type": ["", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Concrete Inputs": ["", "", "4", "", "[]", "[]", "-1", "-1", "1"], "Out msg nelems": 0, "Process Group Name": "0", "Process Group Ranks": "[]", "Group size": 1, "Ev Idx": 5064, "In msg nelems": 0, "Rank": 4, "In split size": "[]", "Out split size": "[]" + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "FSDP::all_gather_copy_out (model.layers.3)", "pid": 4183440, "tid": 4183440, + "ts": 675204650128.768, "dur": 7342.367, + "args": { + "External id": 422874,"Record function id": 0, "Ev Idx": 5065 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204650225.083, "dur": 6.558, + "args": { + "External id": 422875,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[12847104], []], "Ev Idx": 5066 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204650235.198, "dur": 1.037, + "args": { + "External id": 422876,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[1024], []], "Ev Idx": 5067 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204650238.202, "dur": 2.714, + "args": { + "External id": 422877,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[1048576], []], "Ev Idx": 5068 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204650242.557, "dur": 0.810, + "args": { + "External id": 422878,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[1048576], []], "Ev Idx": 5069 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204650244.640, "dur": 0.945, + "args": { + "External id": 422879,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[1048576], []], "Ev Idx": 5070 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204650249.814, "dur": 1.273, + "args": { + "External id": 422880,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[1048576], []], "Ev Idx": 5071 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204650255.128, "dur": 1.278, + "args": { + "External id": 422881,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[1024], []], "Ev Idx": 5072 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204650257.767, "dur": 2.569, + "args": { + "External id": 422882,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[2883584], []], "Ev Idx": 5073 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204650261.591, "dur": 0.491, + "args": { + "External id": 422883,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[2883584], []], "Ev Idx": 5074 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204650265.902, "dur": 0.623, + "args": { + "External id": 422884,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[2883584], []], "Ev Idx": 5075 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "fsdp::split_with_sizes_copy", "pid": 4183440, "tid": 4183440, + "ts": 675204650284.222, "dur": 7146.533, + "args": { + "External id": 422885,"Record function id": 0, "Concrete Inputs": ["", "[128, 131072, 131072, 131072, 131072, 128, 360448, 360448, 360448]", "1", ""], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "TensorList"], "Input Strides": [[1605888, 1], [], [], [[128, 1], [131072, 1], [131072, 1], [131072, 1], [131072, 1], [128, 1], [360448, 1], [360448, 1], [360448, 1]]], "Input Dims": [[8, 1605888], [], [], [[8, 128], [8, 131072], [8, 131072], [8, 131072], [8, 131072], [8, 128], [8, 360448], [8, 360448], [8, 360448]]], "Ev Idx": 5076 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes_copy", "pid": 4183440, "tid": 4183440, + "ts": 675204650303.391, "dur": 7120.390, + "args": { + "External id": 422886,"Record function id": 0, "Concrete Inputs": ["", "[128, 131072, 131072, 131072, 131072, 128, 360448, 360448, 360448]", "1", ""], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "TensorList"], "Input Strides": [[1605888, 1], [], [], [[128, 1], [131072, 1], [131072, 1], [131072, 1], [131072, 1], [128, 1], [360448, 1], [360448, 1], [360448, 1]]], "Input Dims": [[8, 1605888], [], [], [[8, 128], [8, 131072], [8, 131072], [8, 131072], [8, 131072], [8, 128], [8, 360448], [8, 360448], [8, 360448]]], "Ev Idx": 5077 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 4183440, + "ts": 675204650321.156, "dur": 15.718, + "args": { + "External id": 422887,"Record function id": 0, "Concrete Inputs": ["[823]", "4", "", "", "True", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 5078 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 4183440, + "ts": 675204650339.523, "dur": 7050.281, + "args": { + "External id": 422888,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", "False", ""], "Input type": ["long int", "", "", "", "", "Scalar", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], [], []], "Input Dims": [[823], [], [], [], [], [], [], []], "Ev Idx": 5079 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::_to_copy", "pid": 4183440, "tid": 4183440, + "ts": 675204650342.497, "dur": 7046.793, + "args": { + "External id": 422889,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", ""], "Input type": ["long int", "", "", "", "", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], []], "Input Dims": [[823], [], [], [], [], [], []], "Ev Idx": 5080 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204650348.257, "dur": 6.095, + "args": { + "External id": 422890,"Record function id": 0, "Concrete Inputs": ["[823]", "[1]", "4", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 5081 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 4183440, "tid": 4183440, + "ts": 675204650356.437, "dur": 7029.381, + "args": { + "External id": 422891,"Record function id": 0, "Concrete Inputs": ["", "", "True"], "Input type": ["long int", "long int", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[823], [823], []], "Ev Idx": 5082 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "RegisterPostBackwardFunction", "pid": 4183440, "tid": 4183440, + "ts": 675204657601.849, "dur": 78.179, + "args": { + "External id": 422892,"Sequence number": 5055607, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[4194304, 1024, 1]], "Input Dims": [[16, 4096, 1024]], "Ev Idx": 5083 + } + }, + { + "ph": "s", "id": 205, "pid": 4183440, "tid": 4183440, "ts": 675204657601.849, + "cat": "fwdbwd", "name": "fwdbwd" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view_as", "pid": 4183440, "tid": 4183440, + "ts": 675204657637.475, "dur": 10.016, + "args": { + "External id": 422893,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[4194304, 1024, 1], [4194304, 1024, 1]], "Input Dims": [[16, 4096, 1024], [16, 4096, 1024]], "Ev Idx": 5084 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204657642.618, "dur": 4.656, + "args": { + "External id": 422894,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[4194304, 1024, 1], []], "Input Dims": [[16, 4096, 1024], []], "Ev Idx": 5085 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "TorchDynamo Cache Lookup", "pid": 4183440, "tid": 4183440, + "ts": 675204657749.982, "dur": 89.305, + "args": { + "External id": 422895,"Record function id": 0, "Ev Idx": 5086 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "Torch-Compiled Region: 1/1", "pid": 4183440, "tid": 4183440, + "ts": 675204657840.603, "dur": 1306.978, + "args": { + "External id": 422896,"Record function id": 0, "Ev Idx": 5087 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "CompiledFunction", "pid": 4183440, "tid": 4183440, + "ts": 675204657884.756, "dur": 1246.868, + "args": { + "External id": 422897,"Sequence number": 5055608, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "", "", "", "", "", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[4194304, 1024, 1], [1], [1024, 1], [1024, 1], [1024, 1], [32, 1], [32, 1], [1024, 1], [1], [1024, 1], [1024, 1], [2816, 1]], "Input Dims": [[16, 4096, 1024], [1024], [1024, 1024], [1024, 1024], [1024, 1024], [8192, 32], [8192, 32], [1024, 1024], [1024], [2816, 1024], [2816, 1024], [1024, 2816]], "Ev Idx": 5088 + } + }, + { + "ph": "s", "id": 204, "pid": 4183440, "tid": 4183440, "ts": 675204657884.756, + "cat": "fwdbwd", "name": "fwdbwd" + }, + { + "ph": "X", "cat": "cpu_op", "name": "layer_norm_fwd_kernel_0", "pid": 4183440, "tid": 4183440, + "ts": 675204657968.659, "dur": 43.978, + "args": { + "External id": 422898,"kernel_hash": "ck4apib4lp3ng7t5dwwm5qlikeosbnhrlf2sblbxilqmogtmpafh", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "1024", "1", "9.9999999999999995e-07", "True", "1024", "False", "False", "True", "False"], "kernel_file": "/tmp/torchinductor_cvm/k4/ck4apib4lp3ng7t5dwwm5qlikeosbnhrlf2sblbxilqmogtmpafh.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "float", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [1024, 1], [1], [1], [], [], [], [], [], [], [], [], []], "Input Dims": [[65536, 1024], [65536, 1024], [1024], [65536], [], [], [], [], [], [], [], [], []], "Ev Idx": 5089 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 4183440, + "ts": 675204658027.275, "dur": 187.970, + "args": { + "External id": 422899,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1, 1024], [1024, 1]], "Input Dims": [[65536, 1024], [1024, 1024], [65536, 1024]], "Ev Idx": 5090 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 4183440, + "ts": 675204658242.192, "dur": 51.995, + "args": { + "External id": 422900,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1, 1024], [1024, 1]], "Input Dims": [[65536, 1024], [1024, 1024], [65536, 1024]], "Ev Idx": 5091 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 4183440, + "ts": 675204658301.091, "dur": 29.094, + "args": { + "External id": 422901,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1, 1024], [1024, 1]], "Input Dims": [[65536, 1024], [1024, 1024], [65536, 1024]], "Ev Idx": 5092 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "rotary_embedding_kernel_1", "pid": 4183440, "tid": 4183440, + "ts": 675204658369.664, "dur": 28.022, + "args": { + "External id": 422902,"kernel_hash": "cl2wm4hba2dd5vb7b2xth2batzpjiesxlywgh5etvvp6c2wd7rk5", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "0", "16", "4096", "16", "64", "32", "8192", "32", "64", "False", "False", "False", "False"], "kernel_file": "/tmp/torchinductor_cvm/l2/cl2wm4hba2dd5vb7b2xth2batzpjiesxlywgh5etvvp6c2wd7rk5.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[4194304, 1024, 64, 1], [32, 1], [32, 1], [4194304, 1024, 64, 1], [], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[16, 4096, 16, 64], [8192, 32], [8192, 32], [16, 4096, 16, 64], [], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 5093 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "rotary_embedding_kernel_1", "pid": 4183440, "tid": 4183440, + "ts": 675204658414.059, "dur": 19.110, + "args": { + "External id": 422903,"kernel_hash": "cl2wm4hba2dd5vb7b2xth2batzpjiesxlywgh5etvvp6c2wd7rk5", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "0", "16", "4096", "16", "64", "32", "8192", "32", "64", "False", "False", "False", "False"], "kernel_file": "/tmp/torchinductor_cvm/l2/cl2wm4hba2dd5vb7b2xth2batzpjiesxlywgh5etvvp6c2wd7rk5.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[4194304, 1024, 64, 1], [32, 1], [32, 1], [4194304, 1024, 64, 1], [], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[16, 4096, 16, 64], [8192, 32], [8192, 32], [16, 4096, 16, 64], [], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 5094 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "flash_attn::_flash_attn_forward", "pid": 4183440, "tid": 4183440, + "ts": 675204658453.914, "dur": 130.726, + "args": { + "External id": 422904,"Record function id": 0, "Concrete Inputs": ["", "", "", "0.", "0.125", "True", "-1", "-1", "0.", "", "False"], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[4194304, 1024, 64, 1], [4194304, 1024, 64, 1], [4194304, 1024, 64, 1], [], [], [], [], [], [], [], []], "Input Dims": [[16, 4096, 16, 64], [16, 4096, 16, 64], [16, 4096, 16, 64], [], [], [], [], [], [], [], []], "Ev Idx": 5095 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty_like", "pid": 4183440, "tid": 4183440, + "ts": 675204658505.162, "dur": 10.952, + "args": { + "External id": 422905,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", ""], "Input type": ["c10::BFloat16", "", "", "", "", ""], "Input Strides": [[4194304, 1024, 64, 1], [], [], [], [], []], "Input Dims": [[16, 4096, 16, 64], [], [], [], [], []], "Ev Idx": 5096 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204658509.910, "dur": 5.440, + "args": { + "External id": 422906,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 16, 64]", "[4194304, 1024, 64, 1]", "15", "0", "", ""], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 5097 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 4183440, + "ts": 675204658520.904, "dur": 4.680, + "args": { + "External id": 422907,"Record function id": 0, "Concrete Inputs": ["[16, 16, 4096]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 5098 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 4183440, + "ts": 675204658526.775, "dur": 1.103, + "args": { + "External id": 422908,"Record function id": 0, "Concrete Inputs": ["[0]", "15", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 5099 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 4183440, + "ts": 675204658532.218, "dur": 3.456, + "args": { + "External id": 422909,"Record function id": 0, "Concrete Inputs": ["[2]", "4", "", "", "", ""], "Input type": ["ScalarList", "Scalar", "", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 5100 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 4183440, + "ts": 675204658596.056, "dur": 46.533, + "args": { + "External id": 422910,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1, 1024], [1024, 1]], "Input Dims": [[65536, 1024], [1024, 1024], [65536, 1024]], "Ev Idx": 5101 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "layer_norm_fwd_kernel_2", "pid": 4183440, "tid": 4183440, + "ts": 675204658714.044, "dur": 31.821, + "args": { + "External id": 422911,"kernel_hash": "cnjbue7nf7gv2knx3zot7zn5kaxyrd3hc7qwdjvlhjrtvf774taj", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "", "", "1024", "1", "9.9999999999999995e-07", "True", "1024", "True", "True", "True", "False"], "kernel_file": "/tmp/torchinductor_cvm/nj/cnjbue7nf7gv2knx3zot7zn5kaxyrd3hc7qwdjvlhjrtvf774taj.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "float", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [1024, 1], [1], [1024, 1], [1024, 1], [1], [], [], [], [], [], [], [], [], []], "Input Dims": [[65536, 1024], [65536, 1024], [1024], [65536, 1024], [65536, 1024], [65536], [], [], [], [], [], [], [], [], []], "Ev Idx": 5102 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 4183440, + "ts": 675204658755.886, "dur": 62.650, + "args": { + "External id": 422912,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1, 1024], [2816, 1]], "Input Dims": [[65536, 1024], [1024, 2816], [65536, 2816]], "Ev Idx": 5103 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 4183440, + "ts": 675204658850.477, "dur": 52.768, + "args": { + "External id": 422913,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1, 1024], [2816, 1]], "Input Dims": [[65536, 1024], [1024, 2816], [65536, 2816]], "Ev Idx": 5104 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused__to_copy_mul_silu_0", "pid": 4183440, "tid": 4183440, + "ts": 675204658933.206, "dur": 42.049, + "args": { + "External id": 422914,"kernel_hash": "cw3skkho6yb4encoyp3h6ahhtvu5iazx6tllrwt6cabagzim3icp", "grid": "grid(184549376,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "184549376"], "kernel_file": "/tmp/torchinductor_cvm/w3/cw3skkho6yb4encoyp3h6ahhtvu5iazx6tllrwt6cabagzim3icp.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[2816, 1], [2816, 1], [11534336, 2816, 1], []], "Input Dims": [[65536, 2816], [65536, 2816], [16, 4096, 2816], []], "Ev Idx": 5105 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 4183440, + "ts": 675204658983.002, "dur": 35.823, + "args": { + "External id": 422915,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2816, 1], [1, 2816], [1024, 1]], "Input Dims": [[65536, 2816], [2816, 1024], [65536, 1024]], "Ev Idx": 5106 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused_add_1", "pid": 4183440, "tid": 4183440, + "ts": 675204659038.214, "dur": 20.363, + "args": { + "External id": 422916,"kernel_hash": "cpqzomrawiuklcctjbbwmvmzd7xgj2j22x55badf4x4gmk776f7x", "grid": "grid(67108864,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "67108864"], "kernel_file": "/tmp/torchinductor_cvm/pq/cpqzomrawiuklcctjbbwmvmzd7xgj2j22x55badf4x4gmk776f7x.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[4194304, 1024, 1], [1024, 1], []], "Input Dims": [[16, 4096, 1024], [65536, 1024], []], "Ev Idx": 5107 + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "FSDP::post_forward (model.layers.3)", "pid": 4183440, "tid": 4183440, + "ts": 675204659215.542, "dur": 79.539, + "args": { + "External id": 422917,"Record function id": 0, "Ev Idx": 5108 + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "FSDP::cast_forward_inputs", "pid": 4183440, "tid": 4183440, + "ts": 675204659369.703, "dur": 48.956, + "args": { + "External id": 422918,"Record function id": 0, "Ev Idx": 5109 + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "FSDP::pre_forward (model.layers.4)", "pid": 4183440, "tid": 4183440, + "ts": 675204659427.579, "dur": 8866.102, + "args": { + "External id": 422919,"Record function id": 0, "Ev Idx": 5110 + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "FSDP::all_gather (model.layers.4)", "pid": 4183440, "tid": 4183440, + "ts": 675204659437.794, "dur": 944.419, + "args": { + "External id": 422920,"Record function id": 0, "Ev Idx": 5111 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 4183440, + "ts": 675204659517.087, "dur": 8.501, + "args": { + "External id": 422921,"Record function id": 0, "Concrete Inputs": ["[1605888]", "15", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 5112 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes", "pid": 4183440, "tid": 4183440, + "ts": 675204659538.753, "dur": 40.002, + "args": { + "External id": 422922,"Record function id": 0, "Concrete Inputs": ["", "[128, 131072, 131072, 131072, 131072, 128, 360448, 360448, 360448]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar"], "Input Strides": [[1], [], []], "Input Dims": [[1605888], [], []], "Ev Idx": 5113 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204659545.974, "dur": 2.434, + "args": { + "External id": 422923,"Record function id": 0, "Concrete Inputs": ["", "[128]", "[1]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 5114 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204659552.917, "dur": 0.521, + "args": { + "External id": 422924,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "128"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 5115 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204659556.466, "dur": 0.184, + "args": { + "External id": 422925,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "131200"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 5116 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204659557.174, "dur": 0.596, + "args": { + "External id": 422926,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "262272"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 5117 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204659560.557, "dur": 0.419, + "args": { + "External id": 422927,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "393344"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 5118 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204659563.269, "dur": 0.280, + "args": { + "External id": 422928,"Record function id": 0, "Concrete Inputs": ["", "[128]", "[1]", "524416"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 5119 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204659564.517, "dur": 3.357, + "args": { + "External id": 422929,"Record function id": 0, "Concrete Inputs": ["", "[360448]", "[1]", "524544"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 5120 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204659568.387, "dur": 0.435, + "args": { + "External id": 422930,"Record function id": 0, "Concrete Inputs": ["", "[360448]", "[1]", "884992"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 5121 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204659571.595, "dur": 0.307, + "args": { + "External id": 422931,"Record function id": 0, "Concrete Inputs": ["", "[360448]", "[1]", "1245440"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 5122 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::_foreach_copy_", "pid": 4183440, "tid": 4183440, + "ts": 675204659589.664, "dur": 39.754, + "args": { + "External id": 422932,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["TensorList", "TensorList", "Scalar"], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [[1], [1], [1], [1], [1], [1], [1], [1], [1]], []], "Input Dims": [[[128], [131072], [131072], [131072], [131072], [128], [360448], [360448], [360448]], [[128], [131072], [131072], [131072], [131072], [128], [360448], [360448], [360448]], []], "Ev Idx": 5123 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "fsdp::all_gather_copy_in", "pid": 4183440, "tid": 4183440, + "ts": 675204659704.066, "dur": 122.845, + "args": { + "External id": 422933,"Record function id": 0, "Concrete Inputs": ["", "[128, 131072, 131072, 131072, 131072, 128, 360448, 360448, 360448]", "1605888", "8", "4", "15", ""], "Input type": ["TensorList", "ScalarList", "Scalar", "Scalar", "Scalar", "Scalar", ""], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [], [], [], [], [], []], "Input Dims": [[[128], [131072], [131072], [131072], [131072], [128], [360448], [360448], [360448]], [], [], [], [], [], []], "Ev Idx": 5124 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 4183440, + "ts": 675204659720.110, "dur": 5.739, + "args": { + "External id": 422934,"Record function id": 0, "Concrete Inputs": ["[12847104]", "15", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 5125 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::narrow", "pid": 4183440, "tid": 4183440, + "ts": 675204659731.286, "dur": 10.704, + "args": { + "External id": 422935,"Record function id": 0, "Concrete Inputs": ["", "0", "6423552", "1605888"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[12847104], [], [], []], "Ev Idx": 5126 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 4183440, "tid": 4183440, + "ts": 675204659735.687, "dur": 5.867, + "args": { + "External id": 422936,"Record function id": 0, "Concrete Inputs": ["", "0", "6423552", "8029440", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], [], []], "Input Dims": [[12847104], [], [], [], []], "Ev Idx": 5127 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204659739.272, "dur": 0.722, + "args": { + "External id": 422937,"Record function id": 0, "Concrete Inputs": ["", "[1605888]", "[1]", "6423552"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[12847104], [], [], []], "Ev Idx": 5128 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes", "pid": 4183440, "tid": 4183440, + "ts": 675204659748.681, "dur": 33.147, + "args": { + "External id": 422938,"Record function id": 0, "Concrete Inputs": ["", "[128, 131072, 131072, 131072, 131072, 128, 360448, 360448, 360448]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar"], "Input Strides": [[1], [], []], "Input Dims": [[1605888], [], []], "Ev Idx": 5129 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204659752.401, "dur": 2.612, + "args": { + "External id": 422939,"Record function id": 0, "Concrete Inputs": ["", "[128]", "[1]", "6423552"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 5130 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204659755.957, "dur": 0.402, + "args": { + "External id": 422940,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "6423680"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 5131 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204659756.899, "dur": 0.435, + "args": { + "External id": 422941,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "6554752"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 5132 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204659762.115, "dur": 1.487, + "args": { + "External id": 422942,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "6685824"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 5133 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204659764.363, "dur": 0.208, + "args": { + "External id": 422943,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "6816896"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 5134 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204659765.040, "dur": 0.396, + "args": { + "External id": 422944,"Record function id": 0, "Concrete Inputs": ["", "[128]", "[1]", "6947968"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 5135 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204659770.422, "dur": 0.410, + "args": { + "External id": 422945,"Record function id": 0, "Concrete Inputs": ["", "[360448]", "[1]", "6948096"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 5136 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204659771.528, "dur": 0.416, + "args": { + "External id": 422946,"Record function id": 0, "Concrete Inputs": ["", "[360448]", "[1]", "7308544"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 5137 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204659774.686, "dur": 2.410, + "args": { + "External id": 422947,"Record function id": 0, "Concrete Inputs": ["", "[360448]", "[1]", "7668992"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 5138 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::_foreach_copy_", "pid": 4183440, "tid": 4183440, + "ts": 675204659792.785, "dur": 25.473, + "args": { + "External id": 422948,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["TensorList", "TensorList", "Scalar"], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [[1], [1], [1], [1], [1], [1], [1], [1], [1]], []], "Input Dims": [[[128], [131072], [131072], [131072], [131072], [128], [360448], [360448], [360448]], [[128], [131072], [131072], [131072], [131072], [128], [360448], [360448], [360448]], []], "Ev Idx": 5139 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "c10d::_allgather_base_", "pid": 4183440, "tid": 4183440, + "ts": 675204659882.193, "dur": 401.222, + "args": { + "External id": 422949,"Record function id": 0, "Concrete Inputs": ["", "", "", "False", "-1"], "Input type": ["c10::BFloat16", "c10::BFloat16", "", "Scalar", "Scalar"], "Input Strides": [[1], [1], [], [], []], "Input Dims": [[12847104], [1605888], [], [], []], "Ev Idx": 5140 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 4183440, "tid": 4183440, + "ts": 675204659916.724, "dur": 361.148, + "args": { + "External id": 422950,"Record function id": 0, "Collective name": "_allgather_base", "Process Group Description": "default_pg", "dtype": "BFloat16", "Rank": 4, "Input Strides": [[1], [], [], [], [], [], [], [], [], []], "Concrete Inputs": ["", "", "", "4", "", "[]", "[]", "0", "1", "8"], "Out msg nelems": 12847104, "Process Group Name": "0", "Input type": ["c10::BFloat16", "", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Global rank stride": 1, "Out split size": "[]", "In split size": "[]", "Process Group Ranks": "[0, 1, 2, 3, 4, 5, 6, 7]", "Group size": 8, "Input Dims": [[1605888], [], [], [], [], [], [], [], [], []], "Global rank start": 0, "Ev Idx": 5141, "In msg nelems": 1605888 + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "nccl:_all_gather_base", "pid": 4183440, "tid": 4183440, + "ts": 675204659927.736, "dur": 344.439, + "args": { + "External id": 422951,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[1605888]], "Ev Idx": 5142 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 4183440, "tid": 4183440, + "ts": 675204660307.691, "dur": 2.304, + "args": { + "External id": 422952,"Record function id": 0, "Collective name": "wait", "Process Group Description": "default_pg", "dtype": "Byte", "Input Dims": [[], [], [], [], [], [], [], [], []], "Input Strides": [[], [], [], [], [], [], [], [], []], "Input type": ["", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Concrete Inputs": ["", "", "4", "", "[]", "[]", "-1", "-1", "1"], "Out msg nelems": 0, "Process Group Name": "0", "Process Group Ranks": "[]", "Group size": 1, "Ev Idx": 5143, "In msg nelems": 0, "Rank": 4, "In split size": "[]", "Out split size": "[]" + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "FSDP::all_gather_copy_out (model.layers.4)", "pid": 4183440, "tid": 4183440, + "ts": 675204660403.347, "dur": 7705.669, + "args": { + "External id": 422953,"Record function id": 0, "Ev Idx": 5144 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204660494.555, "dur": 6.243, + "args": { + "External id": 422954,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[12847104], []], "Ev Idx": 5145 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204660504.066, "dur": 0.884, + "args": { + "External id": 422955,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[1024], []], "Ev Idx": 5146 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204660506.471, "dur": 2.356, + "args": { + "External id": 422956,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[1048576], []], "Ev Idx": 5147 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204660510.458, "dur": 0.916, + "args": { + "External id": 422957,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[1048576], []], "Ev Idx": 5148 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204660513.069, "dur": 0.724, + "args": { + "External id": 422958,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[1048576], []], "Ev Idx": 5149 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204660515.271, "dur": 1.057, + "args": { + "External id": 422959,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[1048576], []], "Ev Idx": 5150 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204660520.016, "dur": 0.689, + "args": { + "External id": 422960,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[1024], []], "Ev Idx": 5151 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204660522.029, "dur": 2.088, + "args": { + "External id": 422961,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[2883584], []], "Ev Idx": 5152 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204660525.310, "dur": 0.839, + "args": { + "External id": 422962,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[2883584], []], "Ev Idx": 5153 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204660527.339, "dur": 0.566, + "args": { + "External id": 422963,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[2883584], []], "Ev Idx": 5154 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "fsdp::split_with_sizes_copy", "pid": 4183440, "tid": 4183440, + "ts": 675204660547.572, "dur": 7520.954, + "args": { + "External id": 422964,"Record function id": 0, "Concrete Inputs": ["", "[128, 131072, 131072, 131072, 131072, 128, 360448, 360448, 360448]", "1", ""], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "TensorList"], "Input Strides": [[1605888, 1], [], [], [[128, 1], [131072, 1], [131072, 1], [131072, 1], [131072, 1], [128, 1], [360448, 1], [360448, 1], [360448, 1]]], "Input Dims": [[8, 1605888], [], [], [[8, 128], [8, 131072], [8, 131072], [8, 131072], [8, 131072], [8, 128], [8, 360448], [8, 360448], [8, 360448]]], "Ev Idx": 5155 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes_copy", "pid": 4183440, "tid": 4183440, + "ts": 675204660564.428, "dur": 7497.087, + "args": { + "External id": 422965,"Record function id": 0, "Concrete Inputs": ["", "[128, 131072, 131072, 131072, 131072, 128, 360448, 360448, 360448]", "1", ""], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "TensorList"], "Input Strides": [[1605888, 1], [], [], [[128, 1], [131072, 1], [131072, 1], [131072, 1], [131072, 1], [128, 1], [360448, 1], [360448, 1], [360448, 1]]], "Input Dims": [[8, 1605888], [], [], [[8, 128], [8, 131072], [8, 131072], [8, 131072], [8, 131072], [8, 128], [8, 360448], [8, 360448], [8, 360448]]], "Ev Idx": 5156 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 4183440, + "ts": 675204660580.670, "dur": 14.847, + "args": { + "External id": 422966,"Record function id": 0, "Concrete Inputs": ["[823]", "4", "", "", "True", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 5157 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 4183440, + "ts": 675204660598.171, "dur": 7431.526, + "args": { + "External id": 422967,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", "False", ""], "Input type": ["long int", "", "", "", "", "Scalar", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], [], []], "Input Dims": [[823], [], [], [], [], [], [], []], "Ev Idx": 5158 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::_to_copy", "pid": 4183440, "tid": 4183440, + "ts": 675204660600.920, "dur": 7428.169, + "args": { + "External id": 422968,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", ""], "Input type": ["long int", "", "", "", "", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], []], "Input Dims": [[823], [], [], [], [], [], []], "Ev Idx": 5159 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204660606.491, "dur": 4.807, + "args": { + "External id": 422969,"Record function id": 0, "Concrete Inputs": ["[823]", "[1]", "4", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 5160 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 4183440, "tid": 4183440, + "ts": 675204660613.232, "dur": 7412.420, + "args": { + "External id": 422970,"Record function id": 0, "Concrete Inputs": ["", "", "True"], "Input type": ["long int", "long int", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[823], [823], []], "Ev Idx": 5161 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "RegisterPostBackwardFunction", "pid": 4183440, "tid": 4183440, + "ts": 675204668239.328, "dur": 30.521, + "args": { + "External id": 422971,"Sequence number": 5055609, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[4194304, 1024, 1]], "Input Dims": [[16, 4096, 1024]], "Ev Idx": 5162 + } + }, + { + "ph": "s", "id": 203, "pid": 4183440, "tid": 4183440, "ts": 675204668239.328, + "cat": "fwdbwd", "name": "fwdbwd" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view_as", "pid": 4183440, "tid": 4183440, + "ts": 675204668255.512, "dur": 9.842, + "args": { + "External id": 422972,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[4194304, 1024, 1], [4194304, 1024, 1]], "Input Dims": [[16, 4096, 1024], [16, 4096, 1024]], "Ev Idx": 5163 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204668260.554, "dur": 4.605, + "args": { + "External id": 422973,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[4194304, 1024, 1], []], "Input Dims": [[16, 4096, 1024], []], "Ev Idx": 5164 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "TorchDynamo Cache Lookup", "pid": 4183440, "tid": 4183440, + "ts": 675204668334.695, "dur": 91.440, + "args": { + "External id": 422974,"Record function id": 0, "Ev Idx": 5165 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "Torch-Compiled Region: 1/1", "pid": 4183440, "tid": 4183440, + "ts": 675204668427.604, "dur": 1112.959, + "args": { + "External id": 422975,"Record function id": 0, "Ev Idx": 5166 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "CompiledFunction", "pid": 4183440, "tid": 4183440, + "ts": 675204668470.290, "dur": 1056.383, + "args": { + "External id": 422976,"Sequence number": 5055610, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "", "", "", "", "", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[4194304, 1024, 1], [1], [1024, 1], [1024, 1], [1024, 1], [32, 1], [32, 1], [1024, 1], [1], [1024, 1], [1024, 1], [2816, 1]], "Input Dims": [[16, 4096, 1024], [1024], [1024, 1024], [1024, 1024], [1024, 1024], [8192, 32], [8192, 32], [1024, 1024], [1024], [2816, 1024], [2816, 1024], [1024, 2816]], "Ev Idx": 5167 + } + }, + { + "ph": "s", "id": 202, "pid": 4183440, "tid": 4183440, "ts": 675204668470.290, + "cat": "fwdbwd", "name": "fwdbwd" + }, + { + "ph": "X", "cat": "cpu_op", "name": "layer_norm_fwd_kernel_0", "pid": 4183440, "tid": 4183440, + "ts": 675204668536.222, "dur": 39.509, + "args": { + "External id": 422977,"kernel_hash": "ck4apib4lp3ng7t5dwwm5qlikeosbnhrlf2sblbxilqmogtmpafh", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "1024", "1", "9.9999999999999995e-07", "True", "1024", "False", "False", "True", "False"], "kernel_file": "/tmp/torchinductor_cvm/k4/ck4apib4lp3ng7t5dwwm5qlikeosbnhrlf2sblbxilqmogtmpafh.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "float", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [1024, 1], [1], [1], [], [], [], [], [], [], [], [], []], "Input Dims": [[65536, 1024], [65536, 1024], [1024], [65536], [], [], [], [], [], [], [], [], []], "Ev Idx": 5168 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 4183440, + "ts": 675204668589.411, "dur": 136.963, + "args": { + "External id": 422978,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1, 1024], [1024, 1]], "Input Dims": [[65536, 1024], [1024, 1024], [65536, 1024]], "Ev Idx": 5169 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 4183440, + "ts": 675204668740.386, "dur": 39.180, + "args": { + "External id": 422979,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1, 1024], [1024, 1]], "Input Dims": [[65536, 1024], [1024, 1024], [65536, 1024]], "Ev Idx": 5170 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 4183440, + "ts": 675204668788.825, "dur": 28.806, + "args": { + "External id": 422980,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1, 1024], [1024, 1]], "Input Dims": [[65536, 1024], [1024, 1024], [65536, 1024]], "Ev Idx": 5171 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "rotary_embedding_kernel_1", "pid": 4183440, "tid": 4183440, + "ts": 675204668846.001, "dur": 26.489, + "args": { + "External id": 422981,"kernel_hash": "cl2wm4hba2dd5vb7b2xth2batzpjiesxlywgh5etvvp6c2wd7rk5", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "0", "16", "4096", "16", "64", "32", "8192", "32", "64", "False", "False", "False", "False"], "kernel_file": "/tmp/torchinductor_cvm/l2/cl2wm4hba2dd5vb7b2xth2batzpjiesxlywgh5etvvp6c2wd7rk5.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[4194304, 1024, 64, 1], [32, 1], [32, 1], [4194304, 1024, 64, 1], [], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[16, 4096, 16, 64], [8192, 32], [8192, 32], [16, 4096, 16, 64], [], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 5172 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "rotary_embedding_kernel_1", "pid": 4183440, "tid": 4183440, + "ts": 675204668890.414, "dur": 16.640, + "args": { + "External id": 422982,"kernel_hash": "cl2wm4hba2dd5vb7b2xth2batzpjiesxlywgh5etvvp6c2wd7rk5", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "0", "16", "4096", "16", "64", "32", "8192", "32", "64", "False", "False", "False", "False"], "kernel_file": "/tmp/torchinductor_cvm/l2/cl2wm4hba2dd5vb7b2xth2batzpjiesxlywgh5etvvp6c2wd7rk5.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[4194304, 1024, 64, 1], [32, 1], [32, 1], [4194304, 1024, 64, 1], [], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[16, 4096, 16, 64], [8192, 32], [8192, 32], [16, 4096, 16, 64], [], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 5173 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "flash_attn::_flash_attn_forward", "pid": 4183440, "tid": 4183440, + "ts": 675204668926.692, "dur": 154.446, + "args": { + "External id": 422983,"Record function id": 0, "Concrete Inputs": ["", "", "", "0.", "0.125", "True", "-1", "-1", "0.", "", "False"], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[4194304, 1024, 64, 1], [4194304, 1024, 64, 1], [4194304, 1024, 64, 1], [], [], [], [], [], [], [], []], "Input Dims": [[16, 4096, 16, 64], [16, 4096, 16, 64], [16, 4096, 16, 64], [], [], [], [], [], [], [], []], "Ev Idx": 5174 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty_like", "pid": 4183440, "tid": 4183440, + "ts": 675204668996.673, "dur": 12.371, + "args": { + "External id": 422984,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", ""], "Input type": ["c10::BFloat16", "", "", "", "", ""], "Input Strides": [[4194304, 1024, 64, 1], [], [], [], [], []], "Input Dims": [[16, 4096, 16, 64], [], [], [], [], []], "Ev Idx": 5175 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204669002.099, "dur": 5.911, + "args": { + "External id": 422985,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 16, 64]", "[4194304, 1024, 64, 1]", "15", "0", "", ""], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 5176 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 4183440, + "ts": 675204669013.364, "dur": 6.063, + "args": { + "External id": 422986,"Record function id": 0, "Concrete Inputs": ["[16, 16, 4096]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 5177 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 4183440, + "ts": 675204669020.709, "dur": 0.994, + "args": { + "External id": 422987,"Record function id": 0, "Concrete Inputs": ["[0]", "15", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 5178 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 4183440, + "ts": 675204669023.924, "dur": 3.158, + "args": { + "External id": 422988,"Record function id": 0, "Concrete Inputs": ["[2]", "4", "", "", "", ""], "Input type": ["ScalarList", "Scalar", "", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 5179 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 4183440, + "ts": 675204669092.456, "dur": 50.515, + "args": { + "External id": 422989,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1, 1024], [1024, 1]], "Input Dims": [[65536, 1024], [1024, 1024], [65536, 1024]], "Ev Idx": 5180 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "layer_norm_fwd_kernel_2", "pid": 4183440, "tid": 4183440, + "ts": 675204669175.458, "dur": 29.170, + "args": { + "External id": 422990,"kernel_hash": "cnjbue7nf7gv2knx3zot7zn5kaxyrd3hc7qwdjvlhjrtvf774taj", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "", "", "1024", "1", "9.9999999999999995e-07", "True", "1024", "True", "True", "True", "False"], "kernel_file": "/tmp/torchinductor_cvm/nj/cnjbue7nf7gv2knx3zot7zn5kaxyrd3hc7qwdjvlhjrtvf774taj.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "float", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [1024, 1], [1], [1024, 1], [1024, 1], [1], [], [], [], [], [], [], [], [], []], "Input Dims": [[65536, 1024], [65536, 1024], [1024], [65536, 1024], [65536, 1024], [65536], [], [], [], [], [], [], [], [], []], "Ev Idx": 5181 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 4183440, + "ts": 675204669213.032, "dur": 38.219, + "args": { + "External id": 422991,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1, 1024], [2816, 1]], "Input Dims": [[65536, 1024], [1024, 2816], [65536, 2816]], "Ev Idx": 5182 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 4183440, + "ts": 675204669259.546, "dur": 31.475, + "args": { + "External id": 422992,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1, 1024], [2816, 1]], "Input Dims": [[65536, 1024], [1024, 2816], [65536, 2816]], "Ev Idx": 5183 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused__to_copy_mul_silu_0", "pid": 4183440, "tid": 4183440, + "ts": 675204669315.594, "dur": 28.650, + "args": { + "External id": 422993,"kernel_hash": "cw3skkho6yb4encoyp3h6ahhtvu5iazx6tllrwt6cabagzim3icp", "grid": "grid(184549376,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "184549376"], "kernel_file": "/tmp/torchinductor_cvm/w3/cw3skkho6yb4encoyp3h6ahhtvu5iazx6tllrwt6cabagzim3icp.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[2816, 1], [2816, 1], [11534336, 2816, 1], []], "Input Dims": [[65536, 2816], [65536, 2816], [16, 4096, 2816], []], "Ev Idx": 5184 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 4183440, + "ts": 675204669350.202, "dur": 49.700, + "args": { + "External id": 422994,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2816, 1], [1, 2816], [1024, 1]], "Input Dims": [[65536, 2816], [2816, 1024], [65536, 1024]], "Ev Idx": 5185 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused_add_1", "pid": 4183440, "tid": 4183440, + "ts": 675204669419.519, "dur": 20.136, + "args": { + "External id": 422995,"kernel_hash": "cpqzomrawiuklcctjbbwmvmzd7xgj2j22x55badf4x4gmk776f7x", "grid": "grid(67108864,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "67108864"], "kernel_file": "/tmp/torchinductor_cvm/pq/cpqzomrawiuklcctjbbwmvmzd7xgj2j22x55badf4x4gmk776f7x.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[4194304, 1024, 1], [1024, 1], []], "Input Dims": [[16, 4096, 1024], [65536, 1024], []], "Ev Idx": 5186 + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "FSDP::post_forward (model.layers.4)", "pid": 4183440, "tid": 4183440, + "ts": 675204669605.713, "dur": 120.003, + "args": { + "External id": 422996,"Record function id": 0, "Ev Idx": 5187 + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "FSDP::cast_forward_inputs", "pid": 4183440, "tid": 4183440, + "ts": 675204669801.633, "dur": 47.767, + "args": { + "External id": 422997,"Record function id": 0, "Ev Idx": 5188 + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "FSDP::pre_forward (model.layers.5)", "pid": 4183440, "tid": 4183440, + "ts": 675204669857.756, "dur": 9194.670, + "args": { + "External id": 422998,"Record function id": 0, "Ev Idx": 5189 + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "FSDP::all_gather (model.layers.5)", "pid": 4183440, "tid": 4183440, + "ts": 675204669867.799, "dur": 959.509, + "args": { + "External id": 422999,"Record function id": 0, "Ev Idx": 5190 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 4183440, + "ts": 675204669967.369, "dur": 10.210, + "args": { + "External id": 423000,"Record function id": 0, "Concrete Inputs": ["[1605888]", "15", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 5191 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes", "pid": 4183440, "tid": 4183440, + "ts": 675204669990.973, "dur": 41.912, + "args": { + "External id": 423001,"Record function id": 0, "Concrete Inputs": ["", "[128, 131072, 131072, 131072, 131072, 128, 360448, 360448, 360448]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar"], "Input Strides": [[1], [], []], "Input Dims": [[1605888], [], []], "Ev Idx": 5192 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204669998.189, "dur": 2.533, + "args": { + "External id": 423002,"Record function id": 0, "Concrete Inputs": ["", "[128]", "[1]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 5193 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204670005.461, "dur": 0.298, + "args": { + "External id": 423003,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "128"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 5194 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204670008.515, "dur": 0.368, + "args": { + "External id": 423004,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "131200"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 5195 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204670009.779, "dur": 0.405, + "args": { + "External id": 423005,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "262272"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 5196 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204670012.970, "dur": 0.483, + "args": { + "External id": 423006,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "393344"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 5197 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204670016.340, "dur": 0.383, + "args": { + "External id": 423007,"Record function id": 0, "Concrete Inputs": ["", "[128]", "[1]", "524416"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 5198 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204670017.513, "dur": 3.883, + "args": { + "External id": 423008,"Record function id": 0, "Concrete Inputs": ["", "[360448]", "[1]", "524544"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 5199 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204670022.409, "dur": 0.180, + "args": { + "External id": 423009,"Record function id": 0, "Concrete Inputs": ["", "[360448]", "[1]", "884992"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 5200 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204670025.056, "dur": 0.160, + "args": { + "External id": 423010,"Record function id": 0, "Concrete Inputs": ["", "[360448]", "[1]", "1245440"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 5201 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::_foreach_copy_", "pid": 4183440, "tid": 4183440, + "ts": 675204670044.090, "dur": 43.101, + "args": { + "External id": 423011,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["TensorList", "TensorList", "Scalar"], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [[1], [1], [1], [1], [1], [1], [1], [1], [1]], []], "Input Dims": [[[128], [131072], [131072], [131072], [131072], [128], [360448], [360448], [360448]], [[128], [131072], [131072], [131072], [131072], [128], [360448], [360448], [360448]], []], "Ev Idx": 5202 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "fsdp::all_gather_copy_in", "pid": 4183440, "tid": 4183440, + "ts": 675204670120.559, "dur": 117.099, + "args": { + "External id": 423012,"Record function id": 0, "Concrete Inputs": ["", "[128, 131072, 131072, 131072, 131072, 128, 360448, 360448, 360448]", "1605888", "8", "4", "15", ""], "Input type": ["TensorList", "ScalarList", "Scalar", "Scalar", "Scalar", "Scalar", ""], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [], [], [], [], [], []], "Input Dims": [[[128], [131072], [131072], [131072], [131072], [128], [360448], [360448], [360448]], [], [], [], [], [], []], "Ev Idx": 5203 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 4183440, + "ts": 675204670134.954, "dur": 4.192, + "args": { + "External id": 423013,"Record function id": 0, "Concrete Inputs": ["[12847104]", "15", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 5204 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::narrow", "pid": 4183440, "tid": 4183440, + "ts": 675204670144.027, "dur": 10.262, + "args": { + "External id": 423014,"Record function id": 0, "Concrete Inputs": ["", "0", "6423552", "1605888"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[12847104], [], [], []], "Ev Idx": 5205 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 4183440, "tid": 4183440, + "ts": 675204670149.092, "dur": 4.773, + "args": { + "External id": 423015,"Record function id": 0, "Concrete Inputs": ["", "0", "6423552", "8029440", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], [], []], "Input Dims": [[12847104], [], [], [], []], "Ev Idx": 5206 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204670152.165, "dur": 0.612, + "args": { + "External id": 423016,"Record function id": 0, "Concrete Inputs": ["", "[1605888]", "[1]", "6423552"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[12847104], [], [], []], "Ev Idx": 5207 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes", "pid": 4183440, "tid": 4183440, + "ts": 675204670160.443, "dur": 33.320, + "args": { + "External id": 423017,"Record function id": 0, "Concrete Inputs": ["", "[128, 131072, 131072, 131072, 131072, 128, 360448, 360448, 360448]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar"], "Input Strides": [[1], [], []], "Input Dims": [[1605888], [], []], "Ev Idx": 5208 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204670163.691, "dur": 2.312, + "args": { + "External id": 423018,"Record function id": 0, "Concrete Inputs": ["", "[128]", "[1]", "6423552"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 5209 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204670167.207, "dur": 0.327, + "args": { + "External id": 423019,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "6423680"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 5210 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204670168.204, "dur": 0.361, + "args": { + "External id": 423020,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "6554752"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 5211 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204670174.264, "dur": 1.377, + "args": { + "External id": 423021,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "6685824"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 5212 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204670176.603, "dur": 0.294, + "args": { + "External id": 423022,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "6816896"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 5213 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204670177.903, "dur": 0.202, + "args": { + "External id": 423023,"Record function id": 0, "Concrete Inputs": ["", "[128]", "[1]", "6947968"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 5214 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204670182.571, "dur": 0.201, + "args": { + "External id": 423024,"Record function id": 0, "Concrete Inputs": ["", "[360448]", "[1]", "6948096"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 5215 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204670183.389, "dur": 0.240, + "args": { + "External id": 423025,"Record function id": 0, "Concrete Inputs": ["", "[360448]", "[1]", "7308544"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 5216 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204670186.403, "dur": 2.542, + "args": { + "External id": 423026,"Record function id": 0, "Concrete Inputs": ["", "[360448]", "[1]", "7668992"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 5217 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::_foreach_copy_", "pid": 4183440, "tid": 4183440, + "ts": 675204670208.254, "dur": 21.085, + "args": { + "External id": 423027,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["TensorList", "TensorList", "Scalar"], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [[1], [1], [1], [1], [1], [1], [1], [1], [1]], []], "Input Dims": [[[128], [131072], [131072], [131072], [131072], [128], [360448], [360448], [360448]], [[128], [131072], [131072], [131072], [131072], [128], [360448], [360448], [360448]], []], "Ev Idx": 5218 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "c10d::_allgather_base_", "pid": 4183440, "tid": 4183440, + "ts": 675204670291.622, "dur": 429.444, + "args": { + "External id": 423028,"Record function id": 0, "Concrete Inputs": ["", "", "", "False", "-1"], "Input type": ["c10::BFloat16", "c10::BFloat16", "", "Scalar", "Scalar"], "Input Strides": [[1], [1], [], [], []], "Input Dims": [[12847104], [1605888], [], [], []], "Ev Idx": 5219 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 4183440, "tid": 4183440, + "ts": 675204670324.978, "dur": 390.500, + "args": { + "External id": 423029,"Record function id": 0, "Collective name": "_allgather_base", "Process Group Description": "default_pg", "dtype": "BFloat16", "Rank": 4, "Input Strides": [[1], [], [], [], [], [], [], [], [], []], "Concrete Inputs": ["", "", "", "4", "", "[]", "[]", "0", "1", "8"], "Out msg nelems": 12847104, "Process Group Name": "0", "Input type": ["c10::BFloat16", "", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Global rank stride": 1, "Out split size": "[]", "In split size": "[]", "Process Group Ranks": "[0, 1, 2, 3, 4, 5, 6, 7]", "Group size": 8, "Input Dims": [[1605888], [], [], [], [], [], [], [], [], []], "Global rank start": 0, "Ev Idx": 5220, "In msg nelems": 1605888 + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "nccl:_all_gather_base", "pid": 4183440, "tid": 4183440, + "ts": 675204670335.232, "dur": 373.810, + "args": { + "External id": 423030,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[1605888]], "Ev Idx": 5221 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 4183440, "tid": 4183440, + "ts": 675204670747.168, "dur": 2.879, + "args": { + "External id": 423031,"Record function id": 0, "Collective name": "wait", "Process Group Description": "default_pg", "dtype": "Byte", "Input Dims": [[], [], [], [], [], [], [], [], []], "Input Strides": [[], [], [], [], [], [], [], [], []], "Input type": ["", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Concrete Inputs": ["", "", "4", "", "[]", "[]", "-1", "-1", "1"], "Out msg nelems": 0, "Process Group Name": "0", "Process Group Ranks": "[]", "Group size": 1, "Ev Idx": 5222, "In msg nelems": 0, "Rank": 4, "In split size": "[]", "Out split size": "[]" + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "FSDP::all_gather_copy_out (model.layers.5)", "pid": 4183440, "tid": 4183440, + "ts": 675204670849.236, "dur": 7998.941, + "args": { + "External id": 423032,"Record function id": 0, "Ev Idx": 5223 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204670970.754, "dur": 6.885, + "args": { + "External id": 423033,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[12847104], []], "Ev Idx": 5224 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204670981.143, "dur": 1.296, + "args": { + "External id": 423034,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[1024], []], "Ev Idx": 5225 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204670984.479, "dur": 2.213, + "args": { + "External id": 423035,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[1048576], []], "Ev Idx": 5226 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204670988.506, "dur": 0.716, + "args": { + "External id": 423036,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[1048576], []], "Ev Idx": 5227 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204670990.572, "dur": 0.665, + "args": { + "External id": 423037,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[1048576], []], "Ev Idx": 5228 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204670992.570, "dur": 1.018, + "args": { + "External id": 423038,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[1048576], []], "Ev Idx": 5229 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204670998.146, "dur": 1.202, + "args": { + "External id": 423039,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[1024], []], "Ev Idx": 5230 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204671000.681, "dur": 2.454, + "args": { + "External id": 423040,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[2883584], []], "Ev Idx": 5231 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204671004.611, "dur": 0.901, + "args": { + "External id": 423041,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[2883584], []], "Ev Idx": 5232 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204671006.678, "dur": 0.896, + "args": { + "External id": 423042,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[2883584], []], "Ev Idx": 5233 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "fsdp::split_with_sizes_copy", "pid": 4183440, "tid": 4183440, + "ts": 675204671029.503, "dur": 7779.673, + "args": { + "External id": 423043,"Record function id": 0, "Concrete Inputs": ["", "[128, 131072, 131072, 131072, 131072, 128, 360448, 360448, 360448]", "1", ""], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "TensorList"], "Input Strides": [[1605888, 1], [], [], [[128, 1], [131072, 1], [131072, 1], [131072, 1], [131072, 1], [128, 1], [360448, 1], [360448, 1], [360448, 1]]], "Input Dims": [[8, 1605888], [], [], [[8, 128], [8, 131072], [8, 131072], [8, 131072], [8, 131072], [8, 128], [8, 360448], [8, 360448], [8, 360448]]], "Ev Idx": 5234 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes_copy", "pid": 4183440, "tid": 4183440, + "ts": 675204671053.803, "dur": 7748.455, + "args": { + "External id": 423044,"Record function id": 0, "Concrete Inputs": ["", "[128, 131072, 131072, 131072, 131072, 128, 360448, 360448, 360448]", "1", ""], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "TensorList"], "Input Strides": [[1605888, 1], [], [], [[128, 1], [131072, 1], [131072, 1], [131072, 1], [131072, 1], [128, 1], [360448, 1], [360448, 1], [360448, 1]]], "Input Dims": [[8, 1605888], [], [], [[8, 128], [8, 131072], [8, 131072], [8, 131072], [8, 131072], [8, 128], [8, 360448], [8, 360448], [8, 360448]]], "Ev Idx": 5235 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 4183440, + "ts": 675204671068.313, "dur": 15.693, + "args": { + "External id": 423045,"Record function id": 0, "Concrete Inputs": ["[823]", "4", "", "", "True", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 5236 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 4183440, + "ts": 675204671087.164, "dur": 7682.345, + "args": { + "External id": 423046,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", "False", ""], "Input type": ["long int", "", "", "", "", "Scalar", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], [], []], "Input Dims": [[823], [], [], [], [], [], [], []], "Ev Idx": 5237 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::_to_copy", "pid": 4183440, "tid": 4183440, + "ts": 675204671090.316, "dur": 7678.739, + "args": { + "External id": 423047,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", ""], "Input type": ["long int", "", "", "", "", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], []], "Input Dims": [[823], [], [], [], [], [], []], "Ev Idx": 5238 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204671096.123, "dur": 4.820, + "args": { + "External id": 423048,"Record function id": 0, "Concrete Inputs": ["[823]", "[1]", "4", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 5239 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 4183440, "tid": 4183440, + "ts": 675204671102.671, "dur": 7663.046, + "args": { + "External id": 423049,"Record function id": 0, "Concrete Inputs": ["", "", "True"], "Input type": ["long int", "long int", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[823], [823], []], "Ev Idx": 5240 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "RegisterPostBackwardFunction", "pid": 4183440, "tid": 4183440, + "ts": 675204678995.889, "dur": 30.915, + "args": { + "External id": 423050,"Sequence number": 5055611, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[4194304, 1024, 1]], "Input Dims": [[16, 4096, 1024]], "Ev Idx": 5241 + } + }, + { + "ph": "s", "id": 201, "pid": 4183440, "tid": 4183440, "ts": 675204678995.889, + "cat": "fwdbwd", "name": "fwdbwd" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view_as", "pid": 4183440, "tid": 4183440, + "ts": 675204679011.489, "dur": 10.439, + "args": { + "External id": 423051,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[4194304, 1024, 1], [4194304, 1024, 1]], "Input Dims": [[16, 4096, 1024], [16, 4096, 1024]], "Ev Idx": 5242 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204679017.026, "dur": 4.533, + "args": { + "External id": 423052,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[4194304, 1024, 1], []], "Input Dims": [[16, 4096, 1024], []], "Ev Idx": 5243 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "TorchDynamo Cache Lookup", "pid": 4183440, "tid": 4183440, + "ts": 675204679093.073, "dur": 91.580, + "args": { + "External id": 423053,"Record function id": 0, "Ev Idx": 5244 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "Torch-Compiled Region: 1/1", "pid": 4183440, "tid": 4183440, + "ts": 675204679186.193, "dur": 1124.951, + "args": { + "External id": 423054,"Record function id": 0, "Ev Idx": 5245 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "CompiledFunction", "pid": 4183440, "tid": 4183440, + "ts": 675204679228.131, "dur": 1068.228, + "args": { + "External id": 423055,"Sequence number": 5055612, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "", "", "", "", "", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[4194304, 1024, 1], [1], [1024, 1], [1024, 1], [1024, 1], [32, 1], [32, 1], [1024, 1], [1], [1024, 1], [1024, 1], [2816, 1]], "Input Dims": [[16, 4096, 1024], [1024], [1024, 1024], [1024, 1024], [1024, 1024], [8192, 32], [8192, 32], [1024, 1024], [1024], [2816, 1024], [2816, 1024], [1024, 2816]], "Ev Idx": 5246 + } + }, + { + "ph": "s", "id": 200, "pid": 4183440, "tid": 4183440, "ts": 675204679228.131, + "cat": "fwdbwd", "name": "fwdbwd" + }, + { + "ph": "X", "cat": "cpu_op", "name": "layer_norm_fwd_kernel_0", "pid": 4183440, "tid": 4183440, + "ts": 675204679296.144, "dur": 46.762, + "args": { + "External id": 423056,"kernel_hash": "ck4apib4lp3ng7t5dwwm5qlikeosbnhrlf2sblbxilqmogtmpafh", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "1024", "1", "9.9999999999999995e-07", "True", "1024", "False", "False", "True", "False"], "kernel_file": "/tmp/torchinductor_cvm/k4/ck4apib4lp3ng7t5dwwm5qlikeosbnhrlf2sblbxilqmogtmpafh.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "float", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [1024, 1], [1], [1], [], [], [], [], [], [], [], [], []], "Input Dims": [[65536, 1024], [65536, 1024], [1024], [65536], [], [], [], [], [], [], [], [], []], "Ev Idx": 5247 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 4183440, + "ts": 675204679356.022, "dur": 91.927, + "args": { + "External id": 423057,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1, 1024], [1024, 1]], "Input Dims": [[65536, 1024], [1024, 1024], [65536, 1024]], "Ev Idx": 5248 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 4183440, + "ts": 675204679457.139, "dur": 33.742, + "args": { + "External id": 423058,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1, 1024], [1024, 1]], "Input Dims": [[65536, 1024], [1024, 1024], [65536, 1024]], "Ev Idx": 5249 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 4183440, + "ts": 675204679500.592, "dur": 28.500, + "args": { + "External id": 423059,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1, 1024], [1024, 1]], "Input Dims": [[65536, 1024], [1024, 1024], [65536, 1024]], "Ev Idx": 5250 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "rotary_embedding_kernel_1", "pid": 4183440, "tid": 4183440, + "ts": 675204679555.380, "dur": 25.053, + "args": { + "External id": 423060,"kernel_hash": "cl2wm4hba2dd5vb7b2xth2batzpjiesxlywgh5etvvp6c2wd7rk5", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "0", "16", "4096", "16", "64", "32", "8192", "32", "64", "False", "False", "False", "False"], "kernel_file": "/tmp/torchinductor_cvm/l2/cl2wm4hba2dd5vb7b2xth2batzpjiesxlywgh5etvvp6c2wd7rk5.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[4194304, 1024, 64, 1], [32, 1], [32, 1], [4194304, 1024, 64, 1], [], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[16, 4096, 16, 64], [8192, 32], [8192, 32], [16, 4096, 16, 64], [], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 5251 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "rotary_embedding_kernel_1", "pid": 4183440, "tid": 4183440, + "ts": 675204679599.038, "dur": 14.170, + "args": { + "External id": 423061,"kernel_hash": "cl2wm4hba2dd5vb7b2xth2batzpjiesxlywgh5etvvp6c2wd7rk5", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "0", "16", "4096", "16", "64", "32", "8192", "32", "64", "False", "False", "False", "False"], "kernel_file": "/tmp/torchinductor_cvm/l2/cl2wm4hba2dd5vb7b2xth2batzpjiesxlywgh5etvvp6c2wd7rk5.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[4194304, 1024, 64, 1], [32, 1], [32, 1], [4194304, 1024, 64, 1], [], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[16, 4096, 16, 64], [8192, 32], [8192, 32], [16, 4096, 16, 64], [], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 5252 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "flash_attn::_flash_attn_forward", "pid": 4183440, "tid": 4183440, + "ts": 675204679649.467, "dur": 177.025, + "args": { + "External id": 423062,"Record function id": 0, "Concrete Inputs": ["", "", "", "0.", "0.125", "True", "-1", "-1", "0.", "", "False"], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[4194304, 1024, 64, 1], [4194304, 1024, 64, 1], [4194304, 1024, 64, 1], [], [], [], [], [], [], [], []], "Input Dims": [[16, 4096, 16, 64], [16, 4096, 16, 64], [16, 4096, 16, 64], [], [], [], [], [], [], [], []], "Ev Idx": 5253 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty_like", "pid": 4183440, "tid": 4183440, + "ts": 675204679744.830, "dur": 13.608, + "args": { + "External id": 423063,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", ""], "Input type": ["c10::BFloat16", "", "", "", "", ""], "Input Strides": [[4194304, 1024, 64, 1], [], [], [], [], []], "Input Dims": [[16, 4096, 16, 64], [], [], [], [], []], "Ev Idx": 5254 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204679749.923, "dur": 7.527, + "args": { + "External id": 423064,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 16, 64]", "[4194304, 1024, 64, 1]", "15", "0", "", ""], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 5255 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 4183440, + "ts": 675204679762.602, "dur": 3.677, + "args": { + "External id": 423065,"Record function id": 0, "Concrete Inputs": ["[16, 16, 4096]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 5256 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 4183440, + "ts": 675204679767.415, "dur": 1.135, + "args": { + "External id": 423066,"Record function id": 0, "Concrete Inputs": ["[0]", "15", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 5257 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 4183440, + "ts": 675204679770.687, "dur": 3.129, + "args": { + "External id": 423067,"Record function id": 0, "Concrete Inputs": ["[2]", "4", "", "", "", ""], "Input type": ["ScalarList", "Scalar", "", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 5258 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 4183440, + "ts": 675204679838.419, "dur": 52.056, + "args": { + "External id": 423068,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1, 1024], [1024, 1]], "Input Dims": [[65536, 1024], [1024, 1024], [65536, 1024]], "Ev Idx": 5259 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "layer_norm_fwd_kernel_2", "pid": 4183440, "tid": 4183440, + "ts": 675204679925.192, "dur": 48.784, + "args": { + "External id": 423069,"kernel_hash": "cnjbue7nf7gv2knx3zot7zn5kaxyrd3hc7qwdjvlhjrtvf774taj", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "", "", "1024", "1", "9.9999999999999995e-07", "True", "1024", "True", "True", "True", "False"], "kernel_file": "/tmp/torchinductor_cvm/nj/cnjbue7nf7gv2knx3zot7zn5kaxyrd3hc7qwdjvlhjrtvf774taj.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "float", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [1024, 1], [1], [1024, 1], [1024, 1], [1], [], [], [], [], [], [], [], [], []], "Input Dims": [[65536, 1024], [65536, 1024], [1024], [65536, 1024], [65536, 1024], [65536], [], [], [], [], [], [], [], [], []], "Ev Idx": 5260 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 4183440, + "ts": 675204679984.820, "dur": 50.206, + "args": { + "External id": 423070,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1, 1024], [2816, 1]], "Input Dims": [[65536, 1024], [1024, 2816], [65536, 2816]], "Ev Idx": 5261 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 4183440, + "ts": 675204680043.306, "dur": 47.367, + "args": { + "External id": 423071,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1, 1024], [2816, 1]], "Input Dims": [[65536, 1024], [1024, 2816], [65536, 2816]], "Ev Idx": 5262 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused__to_copy_mul_silu_0", "pid": 4183440, "tid": 4183440, + "ts": 675204680112.931, "dur": 26.252, + "args": { + "External id": 423072,"kernel_hash": "cw3skkho6yb4encoyp3h6ahhtvu5iazx6tllrwt6cabagzim3icp", "grid": "grid(184549376,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "184549376"], "kernel_file": "/tmp/torchinductor_cvm/w3/cw3skkho6yb4encoyp3h6ahhtvu5iazx6tllrwt6cabagzim3icp.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[2816, 1], [2816, 1], [11534336, 2816, 1], []], "Input Dims": [[65536, 2816], [65536, 2816], [16, 4096, 2816], []], "Ev Idx": 5263 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 4183440, + "ts": 675204680144.667, "dur": 40.015, + "args": { + "External id": 423073,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2816, 1], [1, 2816], [1024, 1]], "Input Dims": [[65536, 2816], [2816, 1024], [65536, 1024]], "Ev Idx": 5264 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused_add_1", "pid": 4183440, "tid": 4183440, + "ts": 675204680206.095, "dur": 19.016, + "args": { + "External id": 423074,"kernel_hash": "cpqzomrawiuklcctjbbwmvmzd7xgj2j22x55badf4x4gmk776f7x", "grid": "grid(67108864,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "67108864"], "kernel_file": "/tmp/torchinductor_cvm/pq/cpqzomrawiuklcctjbbwmvmzd7xgj2j22x55badf4x4gmk776f7x.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[4194304, 1024, 1], [1024, 1], []], "Input Dims": [[16, 4096, 1024], [65536, 1024], []], "Ev Idx": 5265 + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "FSDP::post_forward (model.layers.5)", "pid": 4183440, "tid": 4183440, + "ts": 675204680377.524, "dur": 77.898, + "args": { + "External id": 423075,"Record function id": 0, "Ev Idx": 5266 + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "FSDP::cast_forward_inputs", "pid": 4183440, "tid": 4183440, + "ts": 675204680529.273, "dur": 45.470, + "args": { + "External id": 423076,"Record function id": 0, "Ev Idx": 5267 + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "FSDP::pre_forward (model.layers.6)", "pid": 4183440, "tid": 4183440, + "ts": 675204680583.666, "dur": 8985.540, + "args": { + "External id": 423077,"Record function id": 0, "Ev Idx": 5268 + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "FSDP::all_gather (model.layers.6)", "pid": 4183440, "tid": 4183440, + "ts": 675204680594.132, "dur": 990.887, + "args": { + "External id": 423078,"Record function id": 0, "Ev Idx": 5269 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 4183440, + "ts": 675204680714.486, "dur": 10.023, + "args": { + "External id": 423079,"Record function id": 0, "Concrete Inputs": ["[1605888]", "15", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 5270 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes", "pid": 4183440, "tid": 4183440, + "ts": 675204680740.589, "dur": 38.784, + "args": { + "External id": 423080,"Record function id": 0, "Concrete Inputs": ["", "[128, 131072, 131072, 131072, 131072, 128, 360448, 360448, 360448]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar"], "Input Strides": [[1], [], []], "Input Dims": [[1605888], [], []], "Ev Idx": 5271 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204680745.946, "dur": 2.417, + "args": { + "External id": 423081,"Record function id": 0, "Concrete Inputs": ["", "[128]", "[1]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 5272 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204680752.494, "dur": 0.230, + "args": { + "External id": 423082,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "128"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 5273 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204680755.669, "dur": 0.437, + "args": { + "External id": 423083,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "131200"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 5274 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204680757.078, "dur": 0.265, + "args": { + "External id": 423084,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "262272"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 5275 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204680760.462, "dur": 0.526, + "args": { + "External id": 423085,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "393344"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 5276 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204680763.095, "dur": 0.571, + "args": { + "External id": 423086,"Record function id": 0, "Concrete Inputs": ["", "[128]", "[1]", "524416"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 5277 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204680764.876, "dur": 4.192, + "args": { + "External id": 423087,"Record function id": 0, "Concrete Inputs": ["", "[360448]", "[1]", "524544"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 5278 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204680770.494, "dur": 0.501, + "args": { + "External id": 423088,"Record function id": 0, "Concrete Inputs": ["", "[360448]", "[1]", "884992"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 5279 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204680771.786, "dur": 0.400, + "args": { + "External id": 423089,"Record function id": 0, "Concrete Inputs": ["", "[360448]", "[1]", "1245440"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 5280 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::_foreach_copy_", "pid": 4183440, "tid": 4183440, + "ts": 675204680791.146, "dur": 42.792, + "args": { + "External id": 423090,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["TensorList", "TensorList", "Scalar"], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [[1], [1], [1], [1], [1], [1], [1], [1], [1]], []], "Input Dims": [[[128], [131072], [131072], [131072], [131072], [128], [360448], [360448], [360448]], [[128], [131072], [131072], [131072], [131072], [128], [360448], [360448], [360448]], []], "Ev Idx": 5281 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "fsdp::all_gather_copy_in", "pid": 4183440, "tid": 4183440, + "ts": 675204680869.193, "dur": 141.149, + "args": { + "External id": 423091,"Record function id": 0, "Concrete Inputs": ["", "[128, 131072, 131072, 131072, 131072, 128, 360448, 360448, 360448]", "1605888", "8", "4", "15", ""], "Input type": ["TensorList", "ScalarList", "Scalar", "Scalar", "Scalar", "Scalar", ""], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [], [], [], [], [], []], "Input Dims": [[[128], [131072], [131072], [131072], [131072], [128], [360448], [360448], [360448]], [], [], [], [], [], []], "Ev Idx": 5282 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 4183440, + "ts": 675204680882.298, "dur": 3.680, + "args": { + "External id": 423092,"Record function id": 0, "Concrete Inputs": ["[12847104]", "15", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 5283 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::narrow", "pid": 4183440, "tid": 4183440, + "ts": 675204680890.983, "dur": 11.135, + "args": { + "External id": 423093,"Record function id": 0, "Concrete Inputs": ["", "0", "6423552", "1605888"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[12847104], [], [], []], "Ev Idx": 5284 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 4183440, "tid": 4183440, + "ts": 675204680895.797, "dur": 5.886, + "args": { + "External id": 423094,"Record function id": 0, "Concrete Inputs": ["", "0", "6423552", "8029440", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], [], []], "Input Dims": [[12847104], [], [], [], []], "Ev Idx": 5285 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204680899.429, "dur": 0.815, + "args": { + "External id": 423095,"Record function id": 0, "Concrete Inputs": ["", "[1605888]", "[1]", "6423552"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[12847104], [], [], []], "Ev Idx": 5286 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes", "pid": 4183440, "tid": 4183440, + "ts": 675204680908.450, "dur": 51.519, + "args": { + "External id": 423096,"Record function id": 0, "Concrete Inputs": ["", "[128, 131072, 131072, 131072, 131072, 128, 360448, 360448, 360448]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar"], "Input Strides": [[1], [], []], "Input Dims": [[1605888], [], []], "Ev Idx": 5287 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204680910.703, "dur": 2.263, + "args": { + "External id": 423097,"Record function id": 0, "Concrete Inputs": ["", "[128]", "[1]", "6423552"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 5288 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204680914.576, "dur": 0.398, + "args": { + "External id": 423098,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "6423680"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 5289 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204680916.524, "dur": 0.317, + "args": { + "External id": 423099,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "6554752"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 5290 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204680920.846, "dur": 1.533, + "args": { + "External id": 423100,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "6685824"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 5291 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204680924.099, "dur": 0.311, + "args": { + "External id": 423101,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "6816896"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 5292 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204680926.411, "dur": 0.520, + "args": { + "External id": 423102,"Record function id": 0, "Concrete Inputs": ["", "[128]", "[1]", "6947968"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 5293 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204680931.113, "dur": 0.602, + "args": { + "External id": 423103,"Record function id": 0, "Concrete Inputs": ["", "[360448]", "[1]", "6948096"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 5294 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204680933.328, "dur": 0.422, + "args": { + "External id": 423104,"Record function id": 0, "Concrete Inputs": ["", "[360448]", "[1]", "7308544"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 5295 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204680952.315, "dur": 2.444, + "args": { + "External id": 423105,"Record function id": 0, "Concrete Inputs": ["", "[360448]", "[1]", "7668992"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 5296 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::_foreach_copy_", "pid": 4183440, "tid": 4183440, + "ts": 675204680975.375, "dur": 26.128, + "args": { + "External id": 423106,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["TensorList", "TensorList", "Scalar"], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [[1], [1], [1], [1], [1], [1], [1], [1], [1]], []], "Input Dims": [[[128], [131072], [131072], [131072], [131072], [128], [360448], [360448], [360448]], [[128], [131072], [131072], [131072], [131072], [128], [360448], [360448], [360448]], []], "Ev Idx": 5297 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "c10d::_allgather_base_", "pid": 4183440, "tid": 4183440, + "ts": 675204681067.502, "dur": 425.648, + "args": { + "External id": 423107,"Record function id": 0, "Concrete Inputs": ["", "", "", "False", "-1"], "Input type": ["c10::BFloat16", "c10::BFloat16", "", "Scalar", "Scalar"], "Input Strides": [[1], [1], [], [], []], "Input Dims": [[12847104], [1605888], [], [], []], "Ev Idx": 5298 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 4183440, "tid": 4183440, + "ts": 675204681100.707, "dur": 387.636, + "args": { + "External id": 423108,"Record function id": 0, "Collective name": "_allgather_base", "Process Group Description": "default_pg", "dtype": "BFloat16", "Rank": 4, "Input Strides": [[1], [], [], [], [], [], [], [], [], []], "Concrete Inputs": ["", "", "", "4", "", "[]", "[]", "0", "1", "8"], "Out msg nelems": 12847104, "Process Group Name": "0", "Input type": ["c10::BFloat16", "", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Global rank stride": 1, "Out split size": "[]", "In split size": "[]", "Process Group Ranks": "[0, 1, 2, 3, 4, 5, 6, 7]", "Group size": 8, "Input Dims": [[1605888], [], [], [], [], [], [], [], [], []], "Global rank start": 0, "Ev Idx": 5299, "In msg nelems": 1605888 + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "nccl:_all_gather_base", "pid": 4183440, "tid": 4183440, + "ts": 675204681112.028, "dur": 370.561, + "args": { + "External id": 423109,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[1605888]], "Ev Idx": 5300 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 4183440, "tid": 4183440, + "ts": 675204681513.735, "dur": 2.507, + "args": { + "External id": 423110,"Record function id": 0, "Collective name": "wait", "Process Group Description": "default_pg", "dtype": "Byte", "Input Dims": [[], [], [], [], [], [], [], [], []], "Input Strides": [[], [], [], [], [], [], [], [], []], "Input type": ["", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Concrete Inputs": ["", "", "4", "", "[]", "[]", "-1", "-1", "1"], "Out msg nelems": 0, "Process Group Name": "0", "Process Group Ranks": "[]", "Group size": 1, "Ev Idx": 5301, "In msg nelems": 0, "Rank": 4, "In split size": "[]", "Out split size": "[]" + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "FSDP::all_gather_copy_out (model.layers.6)", "pid": 4183440, "tid": 4183440, + "ts": 675204681605.881, "dur": 7773.663, + "args": { + "External id": 423111,"Record function id": 0, "Ev Idx": 5302 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204681737.500, "dur": 7.300, + "args": { + "External id": 423112,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[12847104], []], "Ev Idx": 5303 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204681749.494, "dur": 1.087, + "args": { + "External id": 423113,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[1024], []], "Ev Idx": 5304 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204681752.472, "dur": 2.051, + "args": { + "External id": 423114,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[1048576], []], "Ev Idx": 5305 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204681756.775, "dur": 0.759, + "args": { + "External id": 423115,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[1048576], []], "Ev Idx": 5306 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204681759.208, "dur": 0.873, + "args": { + "External id": 423116,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[1048576], []], "Ev Idx": 5307 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204681761.574, "dur": 0.854, + "args": { + "External id": 423117,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[1048576], []], "Ev Idx": 5308 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204681765.708, "dur": 0.902, + "args": { + "External id": 423118,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[1024], []], "Ev Idx": 5309 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204681768.366, "dur": 2.145, + "args": { + "External id": 423119,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[2883584], []], "Ev Idx": 5310 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204681772.226, "dur": 0.804, + "args": { + "External id": 423120,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[2883584], []], "Ev Idx": 5311 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204681774.614, "dur": 0.592, + "args": { + "External id": 423121,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[2883584], []], "Ev Idx": 5312 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "fsdp::split_with_sizes_copy", "pid": 4183440, "tid": 4183440, + "ts": 675204681796.736, "dur": 7530.325, + "args": { + "External id": 423122,"Record function id": 0, "Concrete Inputs": ["", "[128, 131072, 131072, 131072, 131072, 128, 360448, 360448, 360448]", "1", ""], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "TensorList"], "Input Strides": [[1605888, 1], [], [], [[128, 1], [131072, 1], [131072, 1], [131072, 1], [131072, 1], [128, 1], [360448, 1], [360448, 1], [360448, 1]]], "Input Dims": [[8, 1605888], [], [], [[8, 128], [8, 131072], [8, 131072], [8, 131072], [8, 131072], [8, 128], [8, 360448], [8, 360448], [8, 360448]]], "Ev Idx": 5313 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes_copy", "pid": 4183440, "tid": 4183440, + "ts": 675204681812.393, "dur": 7507.476, + "args": { + "External id": 423123,"Record function id": 0, "Concrete Inputs": ["", "[128, 131072, 131072, 131072, 131072, 128, 360448, 360448, 360448]", "1", ""], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "TensorList"], "Input Strides": [[1605888, 1], [], [], [[128, 1], [131072, 1], [131072, 1], [131072, 1], [131072, 1], [128, 1], [360448, 1], [360448, 1], [360448, 1]]], "Input Dims": [[8, 1605888], [], [], [[8, 128], [8, 131072], [8, 131072], [8, 131072], [8, 131072], [8, 128], [8, 360448], [8, 360448], [8, 360448]]], "Ev Idx": 5314 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 4183440, + "ts": 675204681830.006, "dur": 15.483, + "args": { + "External id": 423124,"Record function id": 0, "Concrete Inputs": ["[823]", "4", "", "", "True", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 5315 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 4183440, + "ts": 675204681848.258, "dur": 7440.495, + "args": { + "External id": 423125,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", "False", ""], "Input type": ["long int", "", "", "", "", "Scalar", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], [], []], "Input Dims": [[823], [], [], [], [], [], [], []], "Ev Idx": 5316 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::_to_copy", "pid": 4183440, "tid": 4183440, + "ts": 675204681850.914, "dur": 7437.385, + "args": { + "External id": 423126,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", ""], "Input type": ["long int", "", "", "", "", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], []], "Input Dims": [[823], [], [], [], [], [], []], "Ev Idx": 5317 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204681857.074, "dur": 6.951, + "args": { + "External id": 423127,"Record function id": 0, "Concrete Inputs": ["[823]", "[1]", "4", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 5318 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 4183440, "tid": 4183440, + "ts": 675204681865.823, "dur": 7419.002, + "args": { + "External id": 423128,"Record function id": 0, "Concrete Inputs": ["", "", "True"], "Input type": ["long int", "long int", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[823], [823], []], "Ev Idx": 5319 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "RegisterPostBackwardFunction", "pid": 4183440, "tid": 4183440, + "ts": 675204689515.834, "dur": 28.798, + "args": { + "External id": 423129,"Sequence number": 5055613, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[4194304, 1024, 1]], "Input Dims": [[16, 4096, 1024]], "Ev Idx": 5320 + } + }, + { + "ph": "s", "id": 199, "pid": 4183440, "tid": 4183440, "ts": 675204689515.834, + "cat": "fwdbwd", "name": "fwdbwd" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view_as", "pid": 4183440, "tid": 4183440, + "ts": 675204689532.426, "dur": 7.535, + "args": { + "External id": 423130,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[4194304, 1024, 1], [4194304, 1024, 1]], "Input Dims": [[16, 4096, 1024], [16, 4096, 1024]], "Ev Idx": 5321 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204689535.498, "dur": 4.287, + "args": { + "External id": 423131,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[4194304, 1024, 1], []], "Input Dims": [[16, 4096, 1024], []], "Ev Idx": 5322 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "TorchDynamo Cache Lookup", "pid": 4183440, "tid": 4183440, + "ts": 675204689610.544, "dur": 132.343, + "args": { + "External id": 423132,"Record function id": 0, "Ev Idx": 5323 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "Torch-Compiled Region: 1/1", "pid": 4183440, "tid": 4183440, + "ts": 675204689746.078, "dur": 1091.258, + "args": { + "External id": 423133,"Record function id": 0, "Ev Idx": 5324 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "CompiledFunction", "pid": 4183440, "tid": 4183440, + "ts": 675204689792.407, "dur": 1030.623, + "args": { + "External id": 423134,"Sequence number": 5055614, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "", "", "", "", "", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[4194304, 1024, 1], [1], [1024, 1], [1024, 1], [1024, 1], [32, 1], [32, 1], [1024, 1], [1], [1024, 1], [1024, 1], [2816, 1]], "Input Dims": [[16, 4096, 1024], [1024], [1024, 1024], [1024, 1024], [1024, 1024], [8192, 32], [8192, 32], [1024, 1024], [1024], [2816, 1024], [2816, 1024], [1024, 2816]], "Ev Idx": 5325 + } + }, + { + "ph": "s", "id": 198, "pid": 4183440, "tid": 4183440, "ts": 675204689792.407, + "cat": "fwdbwd", "name": "fwdbwd" + }, + { + "ph": "X", "cat": "cpu_op", "name": "layer_norm_fwd_kernel_0", "pid": 4183440, "tid": 4183440, + "ts": 675204689862.159, "dur": 44.840, + "args": { + "External id": 423135,"kernel_hash": "ck4apib4lp3ng7t5dwwm5qlikeosbnhrlf2sblbxilqmogtmpafh", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "1024", "1", "9.9999999999999995e-07", "True", "1024", "False", "False", "True", "False"], "kernel_file": "/tmp/torchinductor_cvm/k4/ck4apib4lp3ng7t5dwwm5qlikeosbnhrlf2sblbxilqmogtmpafh.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "float", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [1024, 1], [1], [1], [], [], [], [], [], [], [], [], []], "Input Dims": [[65536, 1024], [65536, 1024], [1024], [65536], [], [], [], [], [], [], [], [], []], "Ev Idx": 5326 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 4183440, + "ts": 675204689920.375, "dur": 109.391, + "args": { + "External id": 423136,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1, 1024], [1024, 1]], "Input Dims": [[65536, 1024], [1024, 1024], [65536, 1024]], "Ev Idx": 5327 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 4183440, + "ts": 675204690042.379, "dur": 34.109, + "args": { + "External id": 423137,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1, 1024], [1024, 1]], "Input Dims": [[65536, 1024], [1024, 1024], [65536, 1024]], "Ev Idx": 5328 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 4183440, + "ts": 675204690085.586, "dur": 28.639, + "args": { + "External id": 423138,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1, 1024], [1024, 1]], "Input Dims": [[65536, 1024], [1024, 1024], [65536, 1024]], "Ev Idx": 5329 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "rotary_embedding_kernel_1", "pid": 4183440, "tid": 4183440, + "ts": 675204690139.587, "dur": 26.554, + "args": { + "External id": 423139,"kernel_hash": "cl2wm4hba2dd5vb7b2xth2batzpjiesxlywgh5etvvp6c2wd7rk5", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "0", "16", "4096", "16", "64", "32", "8192", "32", "64", "False", "False", "False", "False"], "kernel_file": "/tmp/torchinductor_cvm/l2/cl2wm4hba2dd5vb7b2xth2batzpjiesxlywgh5etvvp6c2wd7rk5.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[4194304, 1024, 64, 1], [32, 1], [32, 1], [4194304, 1024, 64, 1], [], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[16, 4096, 16, 64], [8192, 32], [8192, 32], [16, 4096, 16, 64], [], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 5330 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "rotary_embedding_kernel_1", "pid": 4183440, "tid": 4183440, + "ts": 675204690185.402, "dur": 17.703, + "args": { + "External id": 423140,"kernel_hash": "cl2wm4hba2dd5vb7b2xth2batzpjiesxlywgh5etvvp6c2wd7rk5", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "0", "16", "4096", "16", "64", "32", "8192", "32", "64", "False", "False", "False", "False"], "kernel_file": "/tmp/torchinductor_cvm/l2/cl2wm4hba2dd5vb7b2xth2batzpjiesxlywgh5etvvp6c2wd7rk5.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[4194304, 1024, 64, 1], [32, 1], [32, 1], [4194304, 1024, 64, 1], [], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[16, 4096, 16, 64], [8192, 32], [8192, 32], [16, 4096, 16, 64], [], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 5331 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "flash_attn::_flash_attn_forward", "pid": 4183440, "tid": 4183440, + "ts": 675204690222.380, "dur": 135.772, + "args": { + "External id": 423141,"Record function id": 0, "Concrete Inputs": ["", "", "", "0.", "0.125", "True", "-1", "-1", "0.", "", "False"], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[4194304, 1024, 64, 1], [4194304, 1024, 64, 1], [4194304, 1024, 64, 1], [], [], [], [], [], [], [], []], "Input Dims": [[16, 4096, 16, 64], [16, 4096, 16, 64], [16, 4096, 16, 64], [], [], [], [], [], [], [], []], "Ev Idx": 5332 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty_like", "pid": 4183440, "tid": 4183440, + "ts": 675204690274.213, "dur": 11.518, + "args": { + "External id": 423142,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", ""], "Input type": ["c10::BFloat16", "", "", "", "", ""], "Input Strides": [[4194304, 1024, 64, 1], [], [], [], [], []], "Input Dims": [[16, 4096, 16, 64], [], [], [], [], []], "Ev Idx": 5333 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204690279.330, "dur": 5.599, + "args": { + "External id": 423143,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 16, 64]", "[4194304, 1024, 64, 1]", "15", "0", "", ""], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 5334 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 4183440, + "ts": 675204690288.698, "dur": 6.479, + "args": { + "External id": 423144,"Record function id": 0, "Concrete Inputs": ["[16, 16, 4096]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 5335 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 4183440, + "ts": 675204690296.781, "dur": 1.085, + "args": { + "External id": 423145,"Record function id": 0, "Concrete Inputs": ["[0]", "15", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 5336 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 4183440, + "ts": 675204690300.486, "dur": 3.824, + "args": { + "External id": 423146,"Record function id": 0, "Concrete Inputs": ["[2]", "4", "", "", "", ""], "Input type": ["ScalarList", "Scalar", "", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 5337 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 4183440, + "ts": 675204690369.431, "dur": 43.389, + "args": { + "External id": 423147,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1, 1024], [1024, 1]], "Input Dims": [[65536, 1024], [1024, 1024], [65536, 1024]], "Ev Idx": 5338 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "layer_norm_fwd_kernel_2", "pid": 4183440, "tid": 4183440, + "ts": 675204690443.540, "dur": 29.024, + "args": { + "External id": 423148,"kernel_hash": "cnjbue7nf7gv2knx3zot7zn5kaxyrd3hc7qwdjvlhjrtvf774taj", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "", "", "1024", "1", "9.9999999999999995e-07", "True", "1024", "True", "True", "True", "False"], "kernel_file": "/tmp/torchinductor_cvm/nj/cnjbue7nf7gv2knx3zot7zn5kaxyrd3hc7qwdjvlhjrtvf774taj.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "float", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [1024, 1], [1], [1024, 1], [1024, 1], [1], [], [], [], [], [], [], [], [], []], "Input Dims": [[65536, 1024], [65536, 1024], [1024], [65536, 1024], [65536, 1024], [65536], [], [], [], [], [], [], [], [], []], "Ev Idx": 5339 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 4183440, + "ts": 675204690480.666, "dur": 37.541, + "args": { + "External id": 423149,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1, 1024], [2816, 1]], "Input Dims": [[65536, 1024], [1024, 2816], [65536, 2816]], "Ev Idx": 5340 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 4183440, + "ts": 675204690525.732, "dur": 30.266, + "args": { + "External id": 423150,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1, 1024], [2816, 1]], "Input Dims": [[65536, 1024], [1024, 2816], [65536, 2816]], "Ev Idx": 5341 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused__to_copy_mul_silu_0", "pid": 4183440, "tid": 4183440, + "ts": 675204690579.469, "dur": 24.956, + "args": { + "External id": 423151,"kernel_hash": "cw3skkho6yb4encoyp3h6ahhtvu5iazx6tllrwt6cabagzim3icp", "grid": "grid(184549376,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "184549376"], "kernel_file": "/tmp/torchinductor_cvm/w3/cw3skkho6yb4encoyp3h6ahhtvu5iazx6tllrwt6cabagzim3icp.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[2816, 1], [2816, 1], [11534336, 2816, 1], []], "Input Dims": [[65536, 2816], [65536, 2816], [16, 4096, 2816], []], "Ev Idx": 5342 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 4183440, + "ts": 675204690610.217, "dur": 85.567, + "args": { + "External id": 423152,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2816, 1], [1, 2816], [1024, 1]], "Input Dims": [[65536, 2816], [2816, 1024], [65536, 1024]], "Ev Idx": 5343 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused_add_1", "pid": 4183440, "tid": 4183440, + "ts": 675204690721.479, "dur": 22.047, + "args": { + "External id": 423153,"kernel_hash": "cpqzomrawiuklcctjbbwmvmzd7xgj2j22x55badf4x4gmk776f7x", "grid": "grid(67108864,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "67108864"], "kernel_file": "/tmp/torchinductor_cvm/pq/cpqzomrawiuklcctjbbwmvmzd7xgj2j22x55badf4x4gmk776f7x.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[4194304, 1024, 1], [1024, 1], []], "Input Dims": [[16, 4096, 1024], [65536, 1024], []], "Ev Idx": 5344 + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "FSDP::post_forward (model.layers.6)", "pid": 4183440, "tid": 4183440, + "ts": 675204690903.325, "dur": 98.505, + "args": { + "External id": 423154,"Record function id": 0, "Ev Idx": 5345 + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "FSDP::cast_forward_inputs", "pid": 4183440, "tid": 4183440, + "ts": 675204691079.020, "dur": 46.949, + "args": { + "External id": 423155,"Record function id": 0, "Ev Idx": 5346 + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "FSDP::pre_forward (model.layers.7)", "pid": 4183440, "tid": 4183440, + "ts": 675204691135.210, "dur": 9122.630, + "args": { + "External id": 423156,"Record function id": 0, "Ev Idx": 5347 + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "FSDP::all_gather (model.layers.7)", "pid": 4183440, "tid": 4183440, + "ts": 675204691143.179, "dur": 972.290, + "args": { + "External id": 423157,"Record function id": 0, "Ev Idx": 5348 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 4183440, + "ts": 675204691225.365, "dur": 8.876, + "args": { + "External id": 423158,"Record function id": 0, "Concrete Inputs": ["[1605888]", "15", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 5349 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes", "pid": 4183440, "tid": 4183440, + "ts": 675204691247.539, "dur": 39.990, + "args": { + "External id": 423159,"Record function id": 0, "Concrete Inputs": ["", "[128, 131072, 131072, 131072, 131072, 128, 360448, 360448, 360448]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar"], "Input Strides": [[1], [], []], "Input Dims": [[1605888], [], []], "Ev Idx": 5350 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204691253.101, "dur": 2.386, + "args": { + "External id": 423160,"Record function id": 0, "Concrete Inputs": ["", "[128]", "[1]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 5351 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204691261.227, "dur": 0.435, + "args": { + "External id": 423161,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "128"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 5352 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204691263.404, "dur": 0.495, + "args": { + "External id": 423162,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "131200"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 5353 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204691265.723, "dur": 0.342, + "args": { + "External id": 423163,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "262272"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 5354 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204691269.490, "dur": 0.432, + "args": { + "External id": 423164,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "393344"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 5355 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204691271.285, "dur": 0.441, + "args": { + "External id": 423165,"Record function id": 0, "Concrete Inputs": ["", "[128]", "[1]", "524416"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 5356 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204691273.093, "dur": 4.052, + "args": { + "External id": 423166,"Record function id": 0, "Concrete Inputs": ["", "[360448]", "[1]", "524544"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 5357 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204691278.973, "dur": 0.343, + "args": { + "External id": 423167,"Record function id": 0, "Concrete Inputs": ["", "[360448]", "[1]", "884992"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 5358 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204691280.878, "dur": 0.324, + "args": { + "External id": 423168,"Record function id": 0, "Concrete Inputs": ["", "[360448]", "[1]", "1245440"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 5359 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::_foreach_copy_", "pid": 4183440, "tid": 4183440, + "ts": 675204691298.577, "dur": 43.936, + "args": { + "External id": 423169,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["TensorList", "TensorList", "Scalar"], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [[1], [1], [1], [1], [1], [1], [1], [1], [1]], []], "Input Dims": [[[128], [131072], [131072], [131072], [131072], [128], [360448], [360448], [360448]], [[128], [131072], [131072], [131072], [131072], [128], [360448], [360448], [360448]], []], "Ev Idx": 5360 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "fsdp::all_gather_copy_in", "pid": 4183440, "tid": 4183440, + "ts": 675204691376.462, "dur": 120.140, + "args": { + "External id": 423170,"Record function id": 0, "Concrete Inputs": ["", "[128, 131072, 131072, 131072, 131072, 128, 360448, 360448, 360448]", "1605888", "8", "4", "15", ""], "Input type": ["TensorList", "ScalarList", "Scalar", "Scalar", "Scalar", "Scalar", ""], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [], [], [], [], [], []], "Input Dims": [[[128], [131072], [131072], [131072], [131072], [128], [360448], [360448], [360448]], [], [], [], [], [], []], "Ev Idx": 5361 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 4183440, + "ts": 675204691389.328, "dur": 4.424, + "args": { + "External id": 423171,"Record function id": 0, "Concrete Inputs": ["[12847104]", "15", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 5362 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::narrow", "pid": 4183440, "tid": 4183440, + "ts": 675204691398.960, "dur": 11.319, + "args": { + "External id": 423172,"Record function id": 0, "Concrete Inputs": ["", "0", "6423552", "1605888"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[12847104], [], [], []], "Ev Idx": 5363 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 4183440, "tid": 4183440, + "ts": 675204691403.789, "dur": 6.056, + "args": { + "External id": 423173,"Record function id": 0, "Concrete Inputs": ["", "0", "6423552", "8029440", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], [], []], "Input Dims": [[12847104], [], [], [], []], "Ev Idx": 5364 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204691407.924, "dur": 0.619, + "args": { + "External id": 423174,"Record function id": 0, "Concrete Inputs": ["", "[1605888]", "[1]", "6423552"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[12847104], [], [], []], "Ev Idx": 5365 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes", "pid": 4183440, "tid": 4183440, + "ts": 675204691417.068, "dur": 32.238, + "args": { + "External id": 423175,"Record function id": 0, "Concrete Inputs": ["", "[128, 131072, 131072, 131072, 131072, 128, 360448, 360448, 360448]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar"], "Input Strides": [[1], [], []], "Input Dims": [[1605888], [], []], "Ev Idx": 5366 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204691419.493, "dur": 2.901, + "args": { + "External id": 423176,"Record function id": 0, "Concrete Inputs": ["", "[128]", "[1]", "6423552"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 5367 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204691424.253, "dur": 0.439, + "args": { + "External id": 423177,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "6423680"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 5368 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204691426.106, "dur": 0.381, + "args": { + "External id": 423178,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "6554752"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 5369 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204691430.252, "dur": 1.443, + "args": { + "External id": 423179,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "6685824"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 5370 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204691433.196, "dur": 0.329, + "args": { + "External id": 423180,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "6816896"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 5371 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204691434.999, "dur": 0.310, + "args": { + "External id": 423181,"Record function id": 0, "Concrete Inputs": ["", "[128]", "[1]", "6947968"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 5372 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204691438.416, "dur": 0.357, + "args": { + "External id": 423182,"Record function id": 0, "Concrete Inputs": ["", "[360448]", "[1]", "6948096"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 5373 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204691440.233, "dur": 0.336, + "args": { + "External id": 423183,"Record function id": 0, "Concrete Inputs": ["", "[360448]", "[1]", "7308544"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 5374 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204691442.062, "dur": 2.163, + "args": { + "External id": 423184,"Record function id": 0, "Concrete Inputs": ["", "[360448]", "[1]", "7668992"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 5375 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::_foreach_copy_", "pid": 4183440, "tid": 4183440, + "ts": 675204691464.257, "dur": 24.643, + "args": { + "External id": 423185,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["TensorList", "TensorList", "Scalar"], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [[1], [1], [1], [1], [1], [1], [1], [1], [1]], []], "Input Dims": [[[128], [131072], [131072], [131072], [131072], [128], [360448], [360448], [360448]], [[128], [131072], [131072], [131072], [131072], [128], [360448], [360448], [360448]], []], "Ev Idx": 5376 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "c10d::_allgather_base_", "pid": 4183440, "tid": 4183440, + "ts": 675204691549.526, "dur": 460.882, + "args": { + "External id": 423186,"Record function id": 0, "Concrete Inputs": ["", "", "", "False", "-1"], "Input type": ["c10::BFloat16", "c10::BFloat16", "", "Scalar", "Scalar"], "Input Strides": [[1], [1], [], [], []], "Input Dims": [[12847104], [1605888], [], [], []], "Ev Idx": 5377 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 4183440, "tid": 4183440, + "ts": 675204691581.505, "dur": 422.187, + "args": { + "External id": 423187,"Record function id": 0, "Collective name": "_allgather_base", "Process Group Description": "default_pg", "dtype": "BFloat16", "Rank": 4, "Input Strides": [[1], [], [], [], [], [], [], [], [], []], "Concrete Inputs": ["", "", "", "4", "", "[]", "[]", "0", "1", "8"], "Out msg nelems": 12847104, "Process Group Name": "0", "Input type": ["c10::BFloat16", "", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Global rank stride": 1, "Out split size": "[]", "In split size": "[]", "Process Group Ranks": "[0, 1, 2, 3, 4, 5, 6, 7]", "Group size": 8, "Input Dims": [[1605888], [], [], [], [], [], [], [], [], []], "Global rank start": 0, "Ev Idx": 5378, "In msg nelems": 1605888 + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "nccl:_all_gather_base", "pid": 4183440, "tid": 4183440, + "ts": 675204691592.507, "dur": 404.263, + "args": { + "External id": 423188,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[1605888]], "Ev Idx": 5379 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 4183440, "tid": 4183440, + "ts": 675204692036.733, "dur": 2.919, + "args": { + "External id": 423189,"Record function id": 0, "Collective name": "wait", "Process Group Description": "default_pg", "dtype": "Byte", "Input Dims": [[], [], [], [], [], [], [], [], []], "Input Strides": [[], [], [], [], [], [], [], [], []], "Input type": ["", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Concrete Inputs": ["", "", "4", "", "[]", "[]", "-1", "-1", "1"], "Out msg nelems": 0, "Process Group Name": "0", "Process Group Ranks": "[]", "Group size": 1, "Ev Idx": 5380, "In msg nelems": 0, "Rank": 4, "In split size": "[]", "Out split size": "[]" + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "FSDP::all_gather_copy_out (model.layers.7)", "pid": 4183440, "tid": 4183440, + "ts": 675204692137.427, "dur": 7933.202, + "args": { + "External id": 423190,"Record function id": 0, "Ev Idx": 5381 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204692242.912, "dur": 6.868, + "args": { + "External id": 423191,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[12847104], []], "Ev Idx": 5382 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204692253.450, "dur": 1.337, + "args": { + "External id": 423192,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[1024], []], "Ev Idx": 5383 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204692256.607, "dur": 2.448, + "args": { + "External id": 423193,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[1048576], []], "Ev Idx": 5384 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204692262.733, "dur": 0.920, + "args": { + "External id": 423194,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[1048576], []], "Ev Idx": 5385 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204692265.201, "dur": 0.822, + "args": { + "External id": 423195,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[1048576], []], "Ev Idx": 5386 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204692267.700, "dur": 0.773, + "args": { + "External id": 423196,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[1048576], []], "Ev Idx": 5387 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204692270.345, "dur": 0.789, + "args": { + "External id": 423197,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[1024], []], "Ev Idx": 5388 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204692274.132, "dur": 2.093, + "args": { + "External id": 423198,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[2883584], []], "Ev Idx": 5389 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204692277.641, "dur": 0.924, + "args": { + "External id": 423199,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[2883584], []], "Ev Idx": 5390 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204692280.148, "dur": 0.721, + "args": { + "External id": 423200,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[2883584], []], "Ev Idx": 5391 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "fsdp::split_with_sizes_copy", "pid": 4183440, "tid": 4183440, + "ts": 675204692301.699, "dur": 7717.160, + "args": { + "External id": 423201,"Record function id": 0, "Concrete Inputs": ["", "[128, 131072, 131072, 131072, 131072, 128, 360448, 360448, 360448]", "1", ""], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "TensorList"], "Input Strides": [[1605888, 1], [], [], [[128, 1], [131072, 1], [131072, 1], [131072, 1], [131072, 1], [128, 1], [360448, 1], [360448, 1], [360448, 1]]], "Input Dims": [[8, 1605888], [], [], [[8, 128], [8, 131072], [8, 131072], [8, 131072], [8, 131072], [8, 128], [8, 360448], [8, 360448], [8, 360448]]], "Ev Idx": 5392 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes_copy", "pid": 4183440, "tid": 4183440, + "ts": 675204692318.831, "dur": 7693.012, + "args": { + "External id": 423202,"Record function id": 0, "Concrete Inputs": ["", "[128, 131072, 131072, 131072, 131072, 128, 360448, 360448, 360448]", "1", ""], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "TensorList"], "Input Strides": [[1605888, 1], [], [], [[128, 1], [131072, 1], [131072, 1], [131072, 1], [131072, 1], [128, 1], [360448, 1], [360448, 1], [360448, 1]]], "Input Dims": [[8, 1605888], [], [], [[8, 128], [8, 131072], [8, 131072], [8, 131072], [8, 131072], [8, 128], [8, 360448], [8, 360448], [8, 360448]]], "Ev Idx": 5393 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 4183440, + "ts": 675204692333.507, "dur": 15.488, + "args": { + "External id": 423203,"Record function id": 0, "Concrete Inputs": ["[823]", "4", "", "", "True", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 5394 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 4183440, + "ts": 675204692353.772, "dur": 7626.662, + "args": { + "External id": 423204,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", "False", ""], "Input type": ["long int", "", "", "", "", "Scalar", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], [], []], "Input Dims": [[823], [], [], [], [], [], [], []], "Ev Idx": 5395 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::_to_copy", "pid": 4183440, "tid": 4183440, + "ts": 675204692356.677, "dur": 7623.168, + "args": { + "External id": 423205,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", ""], "Input type": ["long int", "", "", "", "", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], []], "Input Dims": [[823], [], [], [], [], [], []], "Ev Idx": 5396 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204692363.335, "dur": 6.622, + "args": { + "External id": 423206,"Record function id": 0, "Concrete Inputs": ["[823]", "[1]", "4", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 5397 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 4183440, "tid": 4183440, + "ts": 675204692371.910, "dur": 7604.704, + "args": { + "External id": 423207,"Record function id": 0, "Concrete Inputs": ["", "", "True"], "Input type": ["long int", "long int", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[823], [823], []], "Ev Idx": 5398 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "RegisterPostBackwardFunction", "pid": 4183440, "tid": 4183440, + "ts": 675204700203.490, "dur": 31.130, + "args": { + "External id": 423208,"Sequence number": 5055615, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[4194304, 1024, 1]], "Input Dims": [[16, 4096, 1024]], "Ev Idx": 5399 + } + }, + { + "ph": "s", "id": 197, "pid": 4183440, "tid": 4183440, "ts": 675204700203.490, + "cat": "fwdbwd", "name": "fwdbwd" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view_as", "pid": 4183440, "tid": 4183440, + "ts": 675204700221.683, "dur": 8.377, + "args": { + "External id": 423209,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[4194304, 1024, 1], [4194304, 1024, 1]], "Input Dims": [[16, 4096, 1024], [16, 4096, 1024]], "Ev Idx": 5400 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204700225.213, "dur": 4.655, + "args": { + "External id": 423210,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[4194304, 1024, 1], []], "Input Dims": [[16, 4096, 1024], []], "Ev Idx": 5401 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "TorchDynamo Cache Lookup", "pid": 4183440, "tid": 4183440, + "ts": 675204700296.386, "dur": 90.292, + "args": { + "External id": 423211,"Record function id": 0, "Ev Idx": 5402 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "Torch-Compiled Region: 1/1", "pid": 4183440, "tid": 4183440, + "ts": 675204700388.494, "dur": 1107.508, + "args": { + "External id": 423212,"Record function id": 0, "Ev Idx": 5403 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "CompiledFunction", "pid": 4183440, "tid": 4183440, + "ts": 675204700430.125, "dur": 1051.762, + "args": { + "External id": 423213,"Sequence number": 5055616, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "", "", "", "", "", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[4194304, 1024, 1], [1], [1024, 1], [1024, 1], [1024, 1], [32, 1], [32, 1], [1024, 1], [1], [1024, 1], [1024, 1], [2816, 1]], "Input Dims": [[16, 4096, 1024], [1024], [1024, 1024], [1024, 1024], [1024, 1024], [8192, 32], [8192, 32], [1024, 1024], [1024], [2816, 1024], [2816, 1024], [1024, 2816]], "Ev Idx": 5404 + } + }, + { + "ph": "s", "id": 196, "pid": 4183440, "tid": 4183440, "ts": 675204700430.125, + "cat": "fwdbwd", "name": "fwdbwd" + }, + { + "ph": "X", "cat": "cpu_op", "name": "layer_norm_fwd_kernel_0", "pid": 4183440, "tid": 4183440, + "ts": 675204700495.520, "dur": 41.974, + "args": { + "External id": 423214,"kernel_hash": "ck4apib4lp3ng7t5dwwm5qlikeosbnhrlf2sblbxilqmogtmpafh", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "1024", "1", "9.9999999999999995e-07", "True", "1024", "False", "False", "True", "False"], "kernel_file": "/tmp/torchinductor_cvm/k4/ck4apib4lp3ng7t5dwwm5qlikeosbnhrlf2sblbxilqmogtmpafh.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "float", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [1024, 1], [1], [1], [], [], [], [], [], [], [], [], []], "Input Dims": [[65536, 1024], [65536, 1024], [1024], [65536], [], [], [], [], [], [], [], [], []], "Ev Idx": 5405 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 4183440, + "ts": 675204700550.368, "dur": 93.011, + "args": { + "External id": 423215,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1, 1024], [1024, 1]], "Input Dims": [[65536, 1024], [1024, 1024], [65536, 1024]], "Ev Idx": 5406 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 4183440, + "ts": 675204700693.894, "dur": 43.120, + "args": { + "External id": 423216,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1, 1024], [1024, 1]], "Input Dims": [[65536, 1024], [1024, 1024], [65536, 1024]], "Ev Idx": 5407 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 4183440, + "ts": 675204700749.235, "dur": 29.676, + "args": { + "External id": 423217,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1, 1024], [1024, 1]], "Input Dims": [[65536, 1024], [1024, 1024], [65536, 1024]], "Ev Idx": 5408 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "rotary_embedding_kernel_1", "pid": 4183440, "tid": 4183440, + "ts": 675204700804.069, "dur": 28.934, + "args": { + "External id": 423218,"kernel_hash": "cl2wm4hba2dd5vb7b2xth2batzpjiesxlywgh5etvvp6c2wd7rk5", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "0", "16", "4096", "16", "64", "32", "8192", "32", "64", "False", "False", "False", "False"], "kernel_file": "/tmp/torchinductor_cvm/l2/cl2wm4hba2dd5vb7b2xth2batzpjiesxlywgh5etvvp6c2wd7rk5.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[4194304, 1024, 64, 1], [32, 1], [32, 1], [4194304, 1024, 64, 1], [], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[16, 4096, 16, 64], [8192, 32], [8192, 32], [16, 4096, 16, 64], [], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 5409 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "rotary_embedding_kernel_1", "pid": 4183440, "tid": 4183440, + "ts": 675204700853.269, "dur": 16.649, + "args": { + "External id": 423219,"kernel_hash": "cl2wm4hba2dd5vb7b2xth2batzpjiesxlywgh5etvvp6c2wd7rk5", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "0", "16", "4096", "16", "64", "32", "8192", "32", "64", "False", "False", "False", "False"], "kernel_file": "/tmp/torchinductor_cvm/l2/cl2wm4hba2dd5vb7b2xth2batzpjiesxlywgh5etvvp6c2wd7rk5.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[4194304, 1024, 64, 1], [32, 1], [32, 1], [4194304, 1024, 64, 1], [], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[16, 4096, 16, 64], [8192, 32], [8192, 32], [16, 4096, 16, 64], [], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 5410 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "flash_attn::_flash_attn_forward", "pid": 4183440, "tid": 4183440, + "ts": 675204700889.747, "dur": 157.743, + "args": { + "External id": 423220,"Record function id": 0, "Concrete Inputs": ["", "", "", "0.", "0.125", "True", "-1", "-1", "0.", "", "False"], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[4194304, 1024, 64, 1], [4194304, 1024, 64, 1], [4194304, 1024, 64, 1], [], [], [], [], [], [], [], []], "Input Dims": [[16, 4096, 16, 64], [16, 4096, 16, 64], [16, 4096, 16, 64], [], [], [], [], [], [], [], []], "Ev Idx": 5411 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty_like", "pid": 4183440, "tid": 4183440, + "ts": 675204700957.552, "dur": 12.747, + "args": { + "External id": 423221,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", ""], "Input type": ["c10::BFloat16", "", "", "", "", ""], "Input Strides": [[4194304, 1024, 64, 1], [], [], [], [], []], "Input Dims": [[16, 4096, 16, 64], [], [], [], [], []], "Ev Idx": 5412 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204700963.329, "dur": 6.181, + "args": { + "External id": 423222,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 16, 64]", "[4194304, 1024, 64, 1]", "15", "0", "", ""], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 5413 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 4183440, + "ts": 675204700973.599, "dur": 5.314, + "args": { + "External id": 423223,"Record function id": 0, "Concrete Inputs": ["[16, 16, 4096]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 5414 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 4183440, + "ts": 675204700988.247, "dur": 0.880, + "args": { + "External id": 423224,"Record function id": 0, "Concrete Inputs": ["[0]", "15", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 5415 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 4183440, + "ts": 675204700991.473, "dur": 3.224, + "args": { + "External id": 423225,"Record function id": 0, "Concrete Inputs": ["[2]", "4", "", "", "", ""], "Input type": ["ScalarList", "Scalar", "", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 5416 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 4183440, + "ts": 675204701059.241, "dur": 50.505, + "args": { + "External id": 423226,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1, 1024], [1024, 1]], "Input Dims": [[65536, 1024], [1024, 1024], [65536, 1024]], "Ev Idx": 5417 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "layer_norm_fwd_kernel_2", "pid": 4183440, "tid": 4183440, + "ts": 675204701141.934, "dur": 30.455, + "args": { + "External id": 423227,"kernel_hash": "cnjbue7nf7gv2knx3zot7zn5kaxyrd3hc7qwdjvlhjrtvf774taj", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "", "", "1024", "1", "9.9999999999999995e-07", "True", "1024", "True", "True", "True", "False"], "kernel_file": "/tmp/torchinductor_cvm/nj/cnjbue7nf7gv2knx3zot7zn5kaxyrd3hc7qwdjvlhjrtvf774taj.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "float", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [1024, 1], [1], [1024, 1], [1024, 1], [1], [], [], [], [], [], [], [], [], []], "Input Dims": [[65536, 1024], [65536, 1024], [1024], [65536, 1024], [65536, 1024], [65536], [], [], [], [], [], [], [], [], []], "Ev Idx": 5418 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 4183440, + "ts": 675204701180.479, "dur": 38.246, + "args": { + "External id": 423228,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1, 1024], [2816, 1]], "Input Dims": [[65536, 1024], [1024, 2816], [65536, 2816]], "Ev Idx": 5419 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 4183440, + "ts": 675204701226.623, "dur": 48.988, + "args": { + "External id": 423229,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1, 1024], [2816, 1]], "Input Dims": [[65536, 1024], [1024, 2816], [65536, 2816]], "Ev Idx": 5420 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused__to_copy_mul_silu_0", "pid": 4183440, "tid": 4183440, + "ts": 675204701296.915, "dur": 25.112, + "args": { + "External id": 423230,"kernel_hash": "cw3skkho6yb4encoyp3h6ahhtvu5iazx6tllrwt6cabagzim3icp", "grid": "grid(184549376,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "184549376"], "kernel_file": "/tmp/torchinductor_cvm/w3/cw3skkho6yb4encoyp3h6ahhtvu5iazx6tllrwt6cabagzim3icp.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[2816, 1], [2816, 1], [11534336, 2816, 1], []], "Input Dims": [[65536, 2816], [65536, 2816], [16, 4096, 2816], []], "Ev Idx": 5421 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 4183440, + "ts": 675204701327.484, "dur": 41.944, + "args": { + "External id": 423231,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2816, 1], [1, 2816], [1024, 1]], "Input Dims": [[65536, 2816], [2816, 1024], [65536, 1024]], "Ev Idx": 5422 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused_add_1", "pid": 4183440, "tid": 4183440, + "ts": 675204701388.588, "dur": 19.879, + "args": { + "External id": 423232,"kernel_hash": "cpqzomrawiuklcctjbbwmvmzd7xgj2j22x55badf4x4gmk776f7x", "grid": "grid(67108864,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "67108864"], "kernel_file": "/tmp/torchinductor_cvm/pq/cpqzomrawiuklcctjbbwmvmzd7xgj2j22x55badf4x4gmk776f7x.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[4194304, 1024, 1], [1024, 1], []], "Input Dims": [[16, 4096, 1024], [65536, 1024], []], "Ev Idx": 5423 + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "FSDP::post_forward (model.layers.7)", "pid": 4183440, "tid": 4183440, + "ts": 675204701562.708, "dur": 78.391, + "args": { + "External id": 423233,"Record function id": 0, "Ev Idx": 5424 + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "FSDP::cast_forward_inputs", "pid": 4183440, "tid": 4183440, + "ts": 675204701760.482, "dur": 51.729, + "args": { + "External id": 423234,"Record function id": 0, "Ev Idx": 5425 + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "FSDP::pre_forward (model.layers.8)", "pid": 4183440, "tid": 4183440, + "ts": 675204701822.124, "dur": 8718.078, + "args": { + "External id": 423235,"Record function id": 0, "Ev Idx": 5426 + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "FSDP::all_gather (model.layers.8)", "pid": 4183440, "tid": 4183440, + "ts": 675204701831.191, "dur": 930.597, + "args": { + "External id": 423236,"Record function id": 0, "Ev Idx": 5427 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 4183440, + "ts": 675204701911.985, "dur": 9.721, + "args": { + "External id": 423237,"Record function id": 0, "Concrete Inputs": ["[1605888]", "15", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 5428 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes", "pid": 4183440, "tid": 4183440, + "ts": 675204701948.736, "dur": 41.316, + "args": { + "External id": 423238,"Record function id": 0, "Concrete Inputs": ["", "[128, 131072, 131072, 131072, 131072, 128, 360448, 360448, 360448]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar"], "Input Strides": [[1], [], []], "Input Dims": [[1605888], [], []], "Ev Idx": 5429 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204701954.991, "dur": 2.568, + "args": { + "External id": 423239,"Record function id": 0, "Concrete Inputs": ["", "[128]", "[1]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 5430 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204701962.635, "dur": 0.367, + "args": { + "External id": 423240,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "128"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 5431 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204701964.689, "dur": 0.613, + "args": { + "External id": 423241,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "131200"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 5432 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204701966.680, "dur": 0.285, + "args": { + "External id": 423242,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "262272"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 5433 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204701971.115, "dur": 0.431, + "args": { + "External id": 423243,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "393344"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 5434 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204701973.061, "dur": 0.314, + "args": { + "External id": 423244,"Record function id": 0, "Concrete Inputs": ["", "[128]", "[1]", "524416"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 5435 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204701974.950, "dur": 3.970, + "args": { + "External id": 423245,"Record function id": 0, "Concrete Inputs": ["", "[360448]", "[1]", "524544"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 5436 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204701980.209, "dur": 0.355, + "args": { + "External id": 423246,"Record function id": 0, "Concrete Inputs": ["", "[360448]", "[1]", "884992"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 5437 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204701982.600, "dur": 0.347, + "args": { + "External id": 423247,"Record function id": 0, "Concrete Inputs": ["", "[360448]", "[1]", "1245440"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 5438 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::_foreach_copy_", "pid": 4183440, "tid": 4183440, + "ts": 675204702003.067, "dur": 44.656, + "args": { + "External id": 423248,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["TensorList", "TensorList", "Scalar"], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [[1], [1], [1], [1], [1], [1], [1], [1], [1]], []], "Input Dims": [[[128], [131072], [131072], [131072], [131072], [128], [360448], [360448], [360448]], [[128], [131072], [131072], [131072], [131072], [128], [360448], [360448], [360448]], []], "Ev Idx": 5439 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "fsdp::all_gather_copy_in", "pid": 4183440, "tid": 4183440, + "ts": 675204702084.920, "dur": 118.437, + "args": { + "External id": 423249,"Record function id": 0, "Concrete Inputs": ["", "[128, 131072, 131072, 131072, 131072, 128, 360448, 360448, 360448]", "1605888", "8", "4", "15", ""], "Input type": ["TensorList", "ScalarList", "Scalar", "Scalar", "Scalar", "Scalar", ""], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [], [], [], [], [], []], "Input Dims": [[[128], [131072], [131072], [131072], [131072], [128], [360448], [360448], [360448]], [], [], [], [], [], []], "Ev Idx": 5440 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 4183440, + "ts": 675204702097.858, "dur": 5.042, + "args": { + "External id": 423250,"Record function id": 0, "Concrete Inputs": ["[12847104]", "15", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 5441 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::narrow", "pid": 4183440, "tid": 4183440, + "ts": 675204702107.877, "dur": 10.663, + "args": { + "External id": 423251,"Record function id": 0, "Concrete Inputs": ["", "0", "6423552", "1605888"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[12847104], [], [], []], "Ev Idx": 5442 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 4183440, "tid": 4183440, + "ts": 675204702112.453, "dur": 5.669, + "args": { + "External id": 423252,"Record function id": 0, "Concrete Inputs": ["", "0", "6423552", "8029440", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], [], []], "Input Dims": [[12847104], [], [], [], []], "Ev Idx": 5443 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204702116.616, "dur": 0.414, + "args": { + "External id": 423253,"Record function id": 0, "Concrete Inputs": ["", "[1605888]", "[1]", "6423552"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[12847104], [], [], []], "Ev Idx": 5444 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes", "pid": 4183440, "tid": 4183440, + "ts": 675204702125.530, "dur": 33.111, + "args": { + "External id": 423254,"Record function id": 0, "Concrete Inputs": ["", "[128, 131072, 131072, 131072, 131072, 128, 360448, 360448, 360448]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar"], "Input Strides": [[1], [], []], "Input Dims": [[1605888], [], []], "Ev Idx": 5445 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204702127.991, "dur": 3.116, + "args": { + "External id": 423255,"Record function id": 0, "Concrete Inputs": ["", "[128]", "[1]", "6423552"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 5446 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204702132.765, "dur": 0.450, + "args": { + "External id": 423256,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "6423680"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 5447 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204702135.192, "dur": 0.356, + "args": { + "External id": 423257,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "6554752"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 5448 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204702139.534, "dur": 1.327, + "args": { + "External id": 423258,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "6685824"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 5449 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204702142.522, "dur": 0.177, + "args": { + "External id": 423259,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "6816896"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 5450 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204702144.167, "dur": 0.464, + "args": { + "External id": 423260,"Record function id": 0, "Concrete Inputs": ["", "[128]", "[1]", "6947968"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 5451 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204702148.371, "dur": 0.248, + "args": { + "External id": 423261,"Record function id": 0, "Concrete Inputs": ["", "[360448]", "[1]", "6948096"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 5452 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204702149.877, "dur": 0.330, + "args": { + "External id": 423262,"Record function id": 0, "Concrete Inputs": ["", "[360448]", "[1]", "7308544"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 5453 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204702151.572, "dur": 2.361, + "args": { + "External id": 423263,"Record function id": 0, "Concrete Inputs": ["", "[360448]", "[1]", "7668992"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 5454 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::_foreach_copy_", "pid": 4183440, "tid": 4183440, + "ts": 675204702171.729, "dur": 23.503, + "args": { + "External id": 423264,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["TensorList", "TensorList", "Scalar"], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [[1], [1], [1], [1], [1], [1], [1], [1], [1]], []], "Input Dims": [[[128], [131072], [131072], [131072], [131072], [128], [360448], [360448], [360448]], [[128], [131072], [131072], [131072], [131072], [128], [360448], [360448], [360448]], []], "Ev Idx": 5455 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "c10d::_allgather_base_", "pid": 4183440, "tid": 4183440, + "ts": 675204702260.349, "dur": 365.538, + "args": { + "External id": 423265,"Record function id": 0, "Concrete Inputs": ["", "", "", "False", "-1"], "Input type": ["c10::BFloat16", "c10::BFloat16", "", "Scalar", "Scalar"], "Input Strides": [[1], [1], [], [], []], "Input Dims": [[12847104], [1605888], [], [], []], "Ev Idx": 5456 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 4183440, "tid": 4183440, + "ts": 675204702293.849, "dur": 327.346, + "args": { + "External id": 423266,"Record function id": 0, "Collective name": "_allgather_base", "Process Group Description": "default_pg", "dtype": "BFloat16", "Rank": 4, "Input Strides": [[1], [], [], [], [], [], [], [], [], []], "Concrete Inputs": ["", "", "", "4", "", "[]", "[]", "0", "1", "8"], "Out msg nelems": 12847104, "Process Group Name": "0", "Input type": ["c10::BFloat16", "", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Global rank stride": 1, "Out split size": "[]", "In split size": "[]", "Process Group Ranks": "[0, 1, 2, 3, 4, 5, 6, 7]", "Group size": 8, "Input Dims": [[1605888], [], [], [], [], [], [], [], [], []], "Global rank start": 0, "Ev Idx": 5457, "In msg nelems": 1605888 + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "nccl:_all_gather_base", "pid": 4183440, "tid": 4183440, + "ts": 675204702304.987, "dur": 310.729, + "args": { + "External id": 423267,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[1605888]], "Ev Idx": 5458 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 4183440, "tid": 4183440, + "ts": 675204702646.121, "dur": 2.028, + "args": { + "External id": 423268,"Record function id": 0, "Collective name": "wait", "Process Group Description": "default_pg", "dtype": "Byte", "Input Dims": [[], [], [], [], [], [], [], [], []], "Input Strides": [[], [], [], [], [], [], [], [], []], "Input type": ["", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Concrete Inputs": ["", "", "4", "", "[]", "[]", "-1", "-1", "1"], "Out msg nelems": 0, "Process Group Name": "0", "Process Group Ranks": "[]", "Group size": 1, "Ev Idx": 5459, "In msg nelems": 0, "Rank": 4, "In split size": "[]", "Out split size": "[]" + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "FSDP::all_gather_copy_out (model.layers.8)", "pid": 4183440, "tid": 4183440, + "ts": 675204702784.315, "dur": 7566.170, + "args": { + "External id": 423269,"Record function id": 0, "Ev Idx": 5460 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204702881.261, "dur": 6.607, + "args": { + "External id": 423270,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[12847104], []], "Ev Idx": 5461 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204702891.566, "dur": 1.250, + "args": { + "External id": 423271,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[1024], []], "Ev Idx": 5462 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204702894.949, "dur": 2.432, + "args": { + "External id": 423272,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[1048576], []], "Ev Idx": 5463 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204702899.333, "dur": 0.618, + "args": { + "External id": 423273,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[1048576], []], "Ev Idx": 5464 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204702901.393, "dur": 1.127, + "args": { + "External id": 423274,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[1048576], []], "Ev Idx": 5465 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204702904.156, "dur": 0.664, + "args": { + "External id": 423275,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[1048576], []], "Ev Idx": 5466 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204702907.583, "dur": 0.924, + "args": { + "External id": 423276,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[1024], []], "Ev Idx": 5467 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204702910.652, "dur": 1.898, + "args": { + "External id": 423277,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[2883584], []], "Ev Idx": 5468 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204702914.083, "dur": 0.946, + "args": { + "External id": 423278,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[2883584], []], "Ev Idx": 5469 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204702916.672, "dur": 0.989, + "args": { + "External id": 423279,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[2883584], []], "Ev Idx": 5470 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "fsdp::split_with_sizes_copy", "pid": 4183440, "tid": 4183440, + "ts": 675204702968.272, "dur": 7330.480, + "args": { + "External id": 423280,"Record function id": 0, "Concrete Inputs": ["", "[128, 131072, 131072, 131072, 131072, 128, 360448, 360448, 360448]", "1", ""], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "TensorList"], "Input Strides": [[1605888, 1], [], [], [[128, 1], [131072, 1], [131072, 1], [131072, 1], [131072, 1], [128, 1], [360448, 1], [360448, 1], [360448, 1]]], "Input Dims": [[8, 1605888], [], [], [[8, 128], [8, 131072], [8, 131072], [8, 131072], [8, 131072], [8, 128], [8, 360448], [8, 360448], [8, 360448]]], "Ev Idx": 5471 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes_copy", "pid": 4183440, "tid": 4183440, + "ts": 675204702986.947, "dur": 7304.421, + "args": { + "External id": 423281,"Record function id": 0, "Concrete Inputs": ["", "[128, 131072, 131072, 131072, 131072, 128, 360448, 360448, 360448]", "1", ""], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "TensorList"], "Input Strides": [[1605888, 1], [], [], [[128, 1], [131072, 1], [131072, 1], [131072, 1], [131072, 1], [128, 1], [360448, 1], [360448, 1], [360448, 1]]], "Input Dims": [[8, 1605888], [], [], [[8, 128], [8, 131072], [8, 131072], [8, 131072], [8, 131072], [8, 128], [8, 360448], [8, 360448], [8, 360448]]], "Ev Idx": 5472 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 4183440, + "ts": 675204703001.561, "dur": 15.408, + "args": { + "External id": 423282,"Record function id": 0, "Concrete Inputs": ["[823]", "4", "", "", "True", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 5473 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 4183440, + "ts": 675204703019.858, "dur": 7238.697, + "args": { + "External id": 423283,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", "False", ""], "Input type": ["long int", "", "", "", "", "Scalar", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], [], []], "Input Dims": [[823], [], [], [], [], [], [], []], "Ev Idx": 5474 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::_to_copy", "pid": 4183440, "tid": 4183440, + "ts": 675204703022.263, "dur": 7235.836, + "args": { + "External id": 423284,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", ""], "Input type": ["long int", "", "", "", "", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], []], "Input Dims": [[823], [], [], [], [], [], []], "Ev Idx": 5475 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204703028.042, "dur": 7.290, + "args": { + "External id": 423285,"Record function id": 0, "Concrete Inputs": ["[823]", "[1]", "4", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 5476 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 4183440, "tid": 4183440, + "ts": 675204703037.121, "dur": 7217.423, + "args": { + "External id": 423286,"Record function id": 0, "Concrete Inputs": ["", "", "True"], "Input type": ["long int", "long int", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[823], [823], []], "Ev Idx": 5477 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "RegisterPostBackwardFunction", "pid": 4183440, "tid": 4183440, + "ts": 675204710484.799, "dur": 30.038, + "args": { + "External id": 423287,"Sequence number": 5055617, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[4194304, 1024, 1]], "Input Dims": [[16, 4096, 1024]], "Ev Idx": 5478 + } + }, + { + "ph": "s", "id": 195, "pid": 4183440, "tid": 4183440, "ts": 675204710484.799, + "cat": "fwdbwd", "name": "fwdbwd" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view_as", "pid": 4183440, "tid": 4183440, + "ts": 675204710501.671, "dur": 8.475, + "args": { + "External id": 423288,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[4194304, 1024, 1], [4194304, 1024, 1]], "Input Dims": [[16, 4096, 1024], [16, 4096, 1024]], "Ev Idx": 5479 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204710505.209, "dur": 4.661, + "args": { + "External id": 423289,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[4194304, 1024, 1], []], "Input Dims": [[16, 4096, 1024], []], "Ev Idx": 5480 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "TorchDynamo Cache Lookup", "pid": 4183440, "tid": 4183440, + "ts": 675204710580.574, "dur": 128.904, + "args": { + "External id": 423290,"Record function id": 0, "Ev Idx": 5481 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "Torch-Compiled Region: 1/1", "pid": 4183440, "tid": 4183440, + "ts": 675204710712.573, "dur": 1095.730, + "args": { + "External id": 423291,"Record function id": 0, "Ev Idx": 5482 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "CompiledFunction", "pid": 4183440, "tid": 4183440, + "ts": 675204710759.028, "dur": 1035.242, + "args": { + "External id": 423292,"Sequence number": 5055618, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "", "", "", "", "", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[4194304, 1024, 1], [1], [1024, 1], [1024, 1], [1024, 1], [32, 1], [32, 1], [1024, 1], [1], [1024, 1], [1024, 1], [2816, 1]], "Input Dims": [[16, 4096, 1024], [1024], [1024, 1024], [1024, 1024], [1024, 1024], [8192, 32], [8192, 32], [1024, 1024], [1024], [2816, 1024], [2816, 1024], [1024, 2816]], "Ev Idx": 5483 + } + }, + { + "ph": "s", "id": 194, "pid": 4183440, "tid": 4183440, "ts": 675204710759.028, + "cat": "fwdbwd", "name": "fwdbwd" + }, + { + "ph": "X", "cat": "cpu_op", "name": "layer_norm_fwd_kernel_0", "pid": 4183440, "tid": 4183440, + "ts": 675204710826.871, "dur": 44.805, + "args": { + "External id": 423293,"kernel_hash": "ck4apib4lp3ng7t5dwwm5qlikeosbnhrlf2sblbxilqmogtmpafh", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "1024", "1", "9.9999999999999995e-07", "True", "1024", "False", "False", "True", "False"], "kernel_file": "/tmp/torchinductor_cvm/k4/ck4apib4lp3ng7t5dwwm5qlikeosbnhrlf2sblbxilqmogtmpafh.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "float", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [1024, 1], [1], [1], [], [], [], [], [], [], [], [], []], "Input Dims": [[65536, 1024], [65536, 1024], [1024], [65536], [], [], [], [], [], [], [], [], []], "Ev Idx": 5484 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 4183440, + "ts": 675204710884.315, "dur": 110.977, + "args": { + "External id": 423294,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1, 1024], [1024, 1]], "Input Dims": [[65536, 1024], [1024, 1024], [65536, 1024]], "Ev Idx": 5485 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 4183440, + "ts": 675204711008.645, "dur": 36.566, + "args": { + "External id": 423295,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1, 1024], [1024, 1]], "Input Dims": [[65536, 1024], [1024, 1024], [65536, 1024]], "Ev Idx": 5486 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 4183440, + "ts": 675204711054.228, "dur": 28.990, + "args": { + "External id": 423296,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1, 1024], [1024, 1]], "Input Dims": [[65536, 1024], [1024, 1024], [65536, 1024]], "Ev Idx": 5487 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "rotary_embedding_kernel_1", "pid": 4183440, "tid": 4183440, + "ts": 675204711110.982, "dur": 28.067, + "args": { + "External id": 423297,"kernel_hash": "cl2wm4hba2dd5vb7b2xth2batzpjiesxlywgh5etvvp6c2wd7rk5", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "0", "16", "4096", "16", "64", "32", "8192", "32", "64", "False", "False", "False", "False"], "kernel_file": "/tmp/torchinductor_cvm/l2/cl2wm4hba2dd5vb7b2xth2batzpjiesxlywgh5etvvp6c2wd7rk5.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[4194304, 1024, 64, 1], [32, 1], [32, 1], [4194304, 1024, 64, 1], [], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[16, 4096, 16, 64], [8192, 32], [8192, 32], [16, 4096, 16, 64], [], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 5488 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "rotary_embedding_kernel_1", "pid": 4183440, "tid": 4183440, + "ts": 675204711158.445, "dur": 16.309, + "args": { + "External id": 423298,"kernel_hash": "cl2wm4hba2dd5vb7b2xth2batzpjiesxlywgh5etvvp6c2wd7rk5", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "0", "16", "4096", "16", "64", "32", "8192", "32", "64", "False", "False", "False", "False"], "kernel_file": "/tmp/torchinductor_cvm/l2/cl2wm4hba2dd5vb7b2xth2batzpjiesxlywgh5etvvp6c2wd7rk5.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[4194304, 1024, 64, 1], [32, 1], [32, 1], [4194304, 1024, 64, 1], [], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[16, 4096, 16, 64], [8192, 32], [8192, 32], [16, 4096, 16, 64], [], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 5489 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "flash_attn::_flash_attn_forward", "pid": 4183440, "tid": 4183440, + "ts": 675204711194.972, "dur": 131.484, + "args": { + "External id": 423299,"Record function id": 0, "Concrete Inputs": ["", "", "", "0.", "0.125", "True", "-1", "-1", "0.", "", "False"], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[4194304, 1024, 64, 1], [4194304, 1024, 64, 1], [4194304, 1024, 64, 1], [], [], [], [], [], [], [], []], "Input Dims": [[16, 4096, 16, 64], [16, 4096, 16, 64], [16, 4096, 16, 64], [], [], [], [], [], [], [], []], "Ev Idx": 5490 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty_like", "pid": 4183440, "tid": 4183440, + "ts": 675204711245.431, "dur": 12.488, + "args": { + "External id": 423300,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", ""], "Input type": ["c10::BFloat16", "", "", "", "", ""], "Input Strides": [[4194304, 1024, 64, 1], [], [], [], [], []], "Input Dims": [[16, 4096, 16, 64], [], [], [], [], []], "Ev Idx": 5491 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204711251.194, "dur": 5.979, + "args": { + "External id": 423301,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 16, 64]", "[4194304, 1024, 64, 1]", "15", "0", "", ""], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 5492 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 4183440, + "ts": 675204711260.585, "dur": 5.642, + "args": { + "External id": 423302,"Record function id": 0, "Concrete Inputs": ["[16, 16, 4096]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 5493 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 4183440, + "ts": 675204711267.787, "dur": 1.216, + "args": { + "External id": 423303,"Record function id": 0, "Concrete Inputs": ["[0]", "15", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 5494 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 4183440, + "ts": 675204711271.247, "dur": 4.155, + "args": { + "External id": 423304,"Record function id": 0, "Concrete Inputs": ["[2]", "4", "", "", "", ""], "Input type": ["ScalarList", "Scalar", "", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 5495 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 4183440, + "ts": 675204711337.346, "dur": 42.786, + "args": { + "External id": 423305,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1, 1024], [1024, 1]], "Input Dims": [[65536, 1024], [1024, 1024], [65536, 1024]], "Ev Idx": 5496 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "layer_norm_fwd_kernel_2", "pid": 4183440, "tid": 4183440, + "ts": 675204711411.296, "dur": 29.507, + "args": { + "External id": 423306,"kernel_hash": "cnjbue7nf7gv2knx3zot7zn5kaxyrd3hc7qwdjvlhjrtvf774taj", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "", "", "1024", "1", "9.9999999999999995e-07", "True", "1024", "True", "True", "True", "False"], "kernel_file": "/tmp/torchinductor_cvm/nj/cnjbue7nf7gv2knx3zot7zn5kaxyrd3hc7qwdjvlhjrtvf774taj.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "float", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [1024, 1], [1], [1024, 1], [1024, 1], [1], [], [], [], [], [], [], [], [], []], "Input Dims": [[65536, 1024], [65536, 1024], [1024], [65536, 1024], [65536, 1024], [65536], [], [], [], [], [], [], [], [], []], "Ev Idx": 5497 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 4183440, + "ts": 675204711450.145, "dur": 37.035, + "args": { + "External id": 423307,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1, 1024], [2816, 1]], "Input Dims": [[65536, 1024], [1024, 2816], [65536, 2816]], "Ev Idx": 5498 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 4183440, + "ts": 675204711496.351, "dur": 31.404, + "args": { + "External id": 423308,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1, 1024], [2816, 1]], "Input Dims": [[65536, 1024], [1024, 2816], [65536, 2816]], "Ev Idx": 5499 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused__to_copy_mul_silu_0", "pid": 4183440, "tid": 4183440, + "ts": 675204711552.041, "dur": 25.411, + "args": { + "External id": 423309,"kernel_hash": "cw3skkho6yb4encoyp3h6ahhtvu5iazx6tllrwt6cabagzim3icp", "grid": "grid(184549376,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "184549376"], "kernel_file": "/tmp/torchinductor_cvm/w3/cw3skkho6yb4encoyp3h6ahhtvu5iazx6tllrwt6cabagzim3icp.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[2816, 1], [2816, 1], [11534336, 2816, 1], []], "Input Dims": [[65536, 2816], [65536, 2816], [16, 4096, 2816], []], "Ev Idx": 5500 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 4183440, + "ts": 675204711583.359, "dur": 49.521, + "args": { + "External id": 423310,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2816, 1], [1, 2816], [1024, 1]], "Input Dims": [[65536, 2816], [2816, 1024], [65536, 1024]], "Ev Idx": 5501 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused_add_1", "pid": 4183440, "tid": 4183440, + "ts": 675204711687.011, "dur": 24.373, + "args": { + "External id": 423311,"kernel_hash": "cpqzomrawiuklcctjbbwmvmzd7xgj2j22x55badf4x4gmk776f7x", "grid": "grid(67108864,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "67108864"], "kernel_file": "/tmp/torchinductor_cvm/pq/cpqzomrawiuklcctjbbwmvmzd7xgj2j22x55badf4x4gmk776f7x.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[4194304, 1024, 1], [1024, 1], []], "Input Dims": [[16, 4096, 1024], [65536, 1024], []], "Ev Idx": 5502 + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "FSDP::post_forward (model.layers.8)", "pid": 4183440, "tid": 4183440, + "ts": 675204711876.207, "dur": 93.347, + "args": { + "External id": 423312,"Record function id": 0, "Ev Idx": 5503 + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "FSDP::cast_forward_inputs", "pid": 4183440, "tid": 4183440, + "ts": 675204712045.016, "dur": 46.987, + "args": { + "External id": 423313,"Record function id": 0, "Ev Idx": 5504 + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "FSDP::pre_forward (model.layers.9)", "pid": 4183440, "tid": 4183440, + "ts": 675204712101.260, "dur": 8788.898, + "args": { + "External id": 423314,"Record function id": 0, "Ev Idx": 5505 + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "FSDP::all_gather (model.layers.9)", "pid": 4183440, "tid": 4183440, + "ts": 675204712108.716, "dur": 944.553, + "args": { + "External id": 423315,"Record function id": 0, "Ev Idx": 5506 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 4183440, + "ts": 675204712188.038, "dur": 9.441, + "args": { + "External id": 423316,"Record function id": 0, "Concrete Inputs": ["[1605888]", "15", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 5507 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes", "pid": 4183440, "tid": 4183440, + "ts": 675204712211.314, "dur": 39.110, + "args": { + "External id": 423317,"Record function id": 0, "Concrete Inputs": ["", "[128, 131072, 131072, 131072, 131072, 128, 360448, 360448, 360448]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar"], "Input Strides": [[1], [], []], "Input Dims": [[1605888], [], []], "Ev Idx": 5508 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204712218.117, "dur": 2.596, + "args": { + "External id": 423318,"Record function id": 0, "Concrete Inputs": ["", "[128]", "[1]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 5509 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204712225.606, "dur": 0.438, + "args": { + "External id": 423319,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "128"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 5510 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204712227.503, "dur": 0.789, + "args": { + "External id": 423320,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "131200"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 5511 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204712229.911, "dur": 0.668, + "args": { + "External id": 423321,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "262272"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 5512 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204712234.037, "dur": 0.551, + "args": { + "External id": 423322,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "393344"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 5513 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204712235.899, "dur": 0.205, + "args": { + "External id": 423323,"Record function id": 0, "Concrete Inputs": ["", "[128]", "[1]", "524416"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 5514 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204712237.358, "dur": 2.509, + "args": { + "External id": 423324,"Record function id": 0, "Concrete Inputs": ["", "[360448]", "[1]", "524544"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 5515 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204712241.300, "dur": 0.354, + "args": { + "External id": 423325,"Record function id": 0, "Concrete Inputs": ["", "[360448]", "[1]", "884992"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 5516 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204712242.999, "dur": 0.167, + "args": { + "External id": 423326,"Record function id": 0, "Concrete Inputs": ["", "[360448]", "[1]", "1245440"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 5517 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::_foreach_copy_", "pid": 4183440, "tid": 4183440, + "ts": 675204712261.544, "dur": 42.449, + "args": { + "External id": 423327,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["TensorList", "TensorList", "Scalar"], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [[1], [1], [1], [1], [1], [1], [1], [1], [1]], []], "Input Dims": [[[128], [131072], [131072], [131072], [131072], [128], [360448], [360448], [360448]], [[128], [131072], [131072], [131072], [131072], [128], [360448], [360448], [360448]], []], "Ev Idx": 5518 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "fsdp::all_gather_copy_in", "pid": 4183440, "tid": 4183440, + "ts": 675204712337.910, "dur": 120.977, + "args": { + "External id": 423328,"Record function id": 0, "Concrete Inputs": ["", "[128, 131072, 131072, 131072, 131072, 128, 360448, 360448, 360448]", "1605888", "8", "4", "15", ""], "Input type": ["TensorList", "ScalarList", "Scalar", "Scalar", "Scalar", "Scalar", ""], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [], [], [], [], [], []], "Input Dims": [[[128], [131072], [131072], [131072], [131072], [128], [360448], [360448], [360448]], [], [], [], [], [], []], "Ev Idx": 5519 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 4183440, + "ts": 675204712348.450, "dur": 3.823, + "args": { + "External id": 423329,"Record function id": 0, "Concrete Inputs": ["[12847104]", "15", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 5520 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::narrow", "pid": 4183440, "tid": 4183440, + "ts": 675204712357.282, "dur": 10.846, + "args": { + "External id": 423330,"Record function id": 0, "Concrete Inputs": ["", "0", "6423552", "1605888"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[12847104], [], [], []], "Ev Idx": 5521 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 4183440, "tid": 4183440, + "ts": 675204712362.301, "dur": 5.398, + "args": { + "External id": 423331,"Record function id": 0, "Concrete Inputs": ["", "0", "6423552", "8029440", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], [], []], "Input Dims": [[12847104], [], [], [], []], "Ev Idx": 5522 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204712365.946, "dur": 0.641, + "args": { + "External id": 423332,"Record function id": 0, "Concrete Inputs": ["", "[1605888]", "[1]", "6423552"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[12847104], [], [], []], "Ev Idx": 5523 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes", "pid": 4183440, "tid": 4183440, + "ts": 675204712374.166, "dur": 34.237, + "args": { + "External id": 423333,"Record function id": 0, "Concrete Inputs": ["", "[128, 131072, 131072, 131072, 131072, 128, 360448, 360448, 360448]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar"], "Input Strides": [[1], [], []], "Input Dims": [[1605888], [], []], "Ev Idx": 5524 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204712376.308, "dur": 2.666, + "args": { + "External id": 423334,"Record function id": 0, "Concrete Inputs": ["", "[128]", "[1]", "6423552"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 5525 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204712383.695, "dur": 0.471, + "args": { + "External id": 423335,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "6423680"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 5526 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204712385.693, "dur": 0.403, + "args": { + "External id": 423336,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "6554752"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 5527 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204712389.622, "dur": 1.713, + "args": { + "External id": 423337,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "6685824"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 5528 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204712392.866, "dur": 0.511, + "args": { + "External id": 423338,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "6816896"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 5529 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204712395.290, "dur": 1.154, + "args": { + "External id": 423339,"Record function id": 0, "Concrete Inputs": ["", "[128]", "[1]", "6947968"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 5530 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204712397.806, "dur": 0.153, + "args": { + "External id": 423340,"Record function id": 0, "Concrete Inputs": ["", "[360448]", "[1]", "6948096"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 5531 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204712399.548, "dur": 0.267, + "args": { + "External id": 423341,"Record function id": 0, "Concrete Inputs": ["", "[360448]", "[1]", "7308544"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 5532 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204712403.209, "dur": 0.173, + "args": { + "External id": 423342,"Record function id": 0, "Concrete Inputs": ["", "[360448]", "[1]", "7668992"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 5533 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::_foreach_copy_", "pid": 4183440, "tid": 4183440, + "ts": 675204712427.364, "dur": 23.665, + "args": { + "External id": 423343,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["TensorList", "TensorList", "Scalar"], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [[1], [1], [1], [1], [1], [1], [1], [1], [1]], []], "Input Dims": [[[128], [131072], [131072], [131072], [131072], [128], [360448], [360448], [360448]], [[128], [131072], [131072], [131072], [131072], [128], [360448], [360448], [360448]], []], "Ev Idx": 5534 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "c10d::_allgather_base_", "pid": 4183440, "tid": 4183440, + "ts": 675204712512.607, "dur": 417.865, + "args": { + "External id": 423344,"Record function id": 0, "Concrete Inputs": ["", "", "", "False", "-1"], "Input type": ["c10::BFloat16", "c10::BFloat16", "", "Scalar", "Scalar"], "Input Strides": [[1], [1], [], [], []], "Input Dims": [[12847104], [1605888], [], [], []], "Ev Idx": 5535 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 4183440, "tid": 4183440, + "ts": 675204712541.161, "dur": 383.173, + "args": { + "External id": 423345,"Record function id": 0, "Collective name": "_allgather_base", "Process Group Description": "default_pg", "dtype": "BFloat16", "Rank": 4, "Input Strides": [[1], [], [], [], [], [], [], [], [], []], "Concrete Inputs": ["", "", "", "4", "", "[]", "[]", "0", "1", "8"], "Out msg nelems": 12847104, "Process Group Name": "0", "Input type": ["c10::BFloat16", "", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Global rank stride": 1, "Out split size": "[]", "In split size": "[]", "Process Group Ranks": "[0, 1, 2, 3, 4, 5, 6, 7]", "Group size": 8, "Input Dims": [[1605888], [], [], [], [], [], [], [], [], []], "Global rank start": 0, "Ev Idx": 5536, "In msg nelems": 1605888 + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "nccl:_all_gather_base", "pid": 4183440, "tid": 4183440, + "ts": 675204712553.764, "dur": 362.581, + "args": { + "External id": 423346,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[1605888]], "Ev Idx": 5537 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 4183440, "tid": 4183440, + "ts": 675204712971.395, "dur": 3.316, + "args": { + "External id": 423347,"Record function id": 0, "Collective name": "wait", "Process Group Description": "default_pg", "dtype": "Byte", "Input Dims": [[], [], [], [], [], [], [], [], []], "Input Strides": [[], [], [], [], [], [], [], [], []], "Input type": ["", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Concrete Inputs": ["", "", "4", "", "[]", "[]", "-1", "-1", "1"], "Out msg nelems": 0, "Process Group Name": "0", "Process Group Ranks": "[]", "Group size": 1, "Ev Idx": 5538, "In msg nelems": 0, "Rank": 4, "In split size": "[]", "Out split size": "[]" + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "FSDP::all_gather_copy_out (model.layers.9)", "pid": 4183440, "tid": 4183440, + "ts": 675204713076.396, "dur": 7616.323, + "args": { + "External id": 423348,"Record function id": 0, "Ev Idx": 5539 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204713177.317, "dur": 6.864, + "args": { + "External id": 423349,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[12847104], []], "Ev Idx": 5540 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204713187.771, "dur": 1.122, + "args": { + "External id": 423350,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[1024], []], "Ev Idx": 5541 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204713191.032, "dur": 2.856, + "args": { + "External id": 423351,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[1048576], []], "Ev Idx": 5542 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204713195.704, "dur": 1.124, + "args": { + "External id": 423352,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[1048576], []], "Ev Idx": 5543 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204713198.669, "dur": 0.897, + "args": { + "External id": 423353,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[1048576], []], "Ev Idx": 5544 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204713201.265, "dur": 0.753, + "args": { + "External id": 423354,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[1048576], []], "Ev Idx": 5545 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204713203.936, "dur": 0.950, + "args": { + "External id": 423355,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[1024], []], "Ev Idx": 5546 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204713206.512, "dur": 1.888, + "args": { + "External id": 423356,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[2883584], []], "Ev Idx": 5547 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204713210.253, "dur": 0.707, + "args": { + "External id": 423357,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[2883584], []], "Ev Idx": 5548 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204713212.537, "dur": 0.862, + "args": { + "External id": 423358,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[2883584], []], "Ev Idx": 5549 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "fsdp::split_with_sizes_copy", "pid": 4183440, "tid": 4183440, + "ts": 675204713232.677, "dur": 7378.741, + "args": { + "External id": 423359,"Record function id": 0, "Concrete Inputs": ["", "[128, 131072, 131072, 131072, 131072, 128, 360448, 360448, 360448]", "1", ""], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "TensorList"], "Input Strides": [[1605888, 1], [], [], [[128, 1], [131072, 1], [131072, 1], [131072, 1], [131072, 1], [128, 1], [360448, 1], [360448, 1], [360448, 1]]], "Input Dims": [[8, 1605888], [], [], [[8, 128], [8, 131072], [8, 131072], [8, 131072], [8, 131072], [8, 128], [8, 360448], [8, 360448], [8, 360448]]], "Ev Idx": 5550 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes_copy", "pid": 4183440, "tid": 4183440, + "ts": 675204713248.668, "dur": 7355.715, + "args": { + "External id": 423360,"Record function id": 0, "Concrete Inputs": ["", "[128, 131072, 131072, 131072, 131072, 128, 360448, 360448, 360448]", "1", ""], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "TensorList"], "Input Strides": [[1605888, 1], [], [], [[128, 1], [131072, 1], [131072, 1], [131072, 1], [131072, 1], [128, 1], [360448, 1], [360448, 1], [360448, 1]]], "Input Dims": [[8, 1605888], [], [], [[8, 128], [8, 131072], [8, 131072], [8, 131072], [8, 131072], [8, 128], [8, 360448], [8, 360448], [8, 360448]]], "Ev Idx": 5551 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 4183440, + "ts": 675204713263.642, "dur": 15.260, + "args": { + "External id": 423361,"Record function id": 0, "Concrete Inputs": ["[823]", "4", "", "", "True", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 5552 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 4183440, + "ts": 675204713281.785, "dur": 7288.446, + "args": { + "External id": 423362,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", "False", ""], "Input type": ["long int", "", "", "", "", "Scalar", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], [], []], "Input Dims": [[823], [], [], [], [], [], [], []], "Ev Idx": 5553 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::_to_copy", "pid": 4183440, "tid": 4183440, + "ts": 675204713284.594, "dur": 7285.150, + "args": { + "External id": 423363,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", ""], "Input type": ["long int", "", "", "", "", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], []], "Input Dims": [[823], [], [], [], [], [], []], "Ev Idx": 5554 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204713290.910, "dur": 7.285, + "args": { + "External id": 423364,"Record function id": 0, "Concrete Inputs": ["[823]", "[1]", "4", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 5555 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 4183440, "tid": 4183440, + "ts": 675204713300.367, "dur": 7266.187, + "args": { + "External id": 423365,"Record function id": 0, "Concrete Inputs": ["", "", "True"], "Input type": ["long int", "long int", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[823], [823], []], "Ev Idx": 5556 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "RegisterPostBackwardFunction", "pid": 4183440, "tid": 4183440, + "ts": 675204720833.656, "dur": 30.633, + "args": { + "External id": 423366,"Sequence number": 5055619, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[4194304, 1024, 1]], "Input Dims": [[16, 4096, 1024]], "Ev Idx": 5557 + } + }, + { + "ph": "s", "id": 193, "pid": 4183440, "tid": 4183440, "ts": 675204720833.656, + "cat": "fwdbwd", "name": "fwdbwd" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view_as", "pid": 4183440, "tid": 4183440, + "ts": 675204720851.261, "dur": 8.312, + "args": { + "External id": 423367,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[4194304, 1024, 1], [4194304, 1024, 1]], "Input Dims": [[16, 4096, 1024], [16, 4096, 1024]], "Ev Idx": 5558 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204720854.551, "dur": 4.711, + "args": { + "External id": 423368,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[4194304, 1024, 1], []], "Input Dims": [[16, 4096, 1024], []], "Ev Idx": 5559 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "TorchDynamo Cache Lookup", "pid": 4183440, "tid": 4183440, + "ts": 675204720930.706, "dur": 102.904, + "args": { + "External id": 423369,"Record function id": 0, "Ev Idx": 5560 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "Torch-Compiled Region: 1/1", "pid": 4183440, "tid": 4183440, + "ts": 675204721036.256, "dur": 1115.359, + "args": { + "External id": 423370,"Record function id": 0, "Ev Idx": 5561 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "CompiledFunction", "pid": 4183440, "tid": 4183440, + "ts": 675204721078.231, "dur": 1058.330, + "args": { + "External id": 423371,"Sequence number": 5055620, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "", "", "", "", "", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[4194304, 1024, 1], [1], [1024, 1], [1024, 1], [1024, 1], [32, 1], [32, 1], [1024, 1], [1], [1024, 1], [1024, 1], [2816, 1]], "Input Dims": [[16, 4096, 1024], [1024], [1024, 1024], [1024, 1024], [1024, 1024], [8192, 32], [8192, 32], [1024, 1024], [1024], [2816, 1024], [2816, 1024], [1024, 2816]], "Ev Idx": 5562 + } + }, + { + "ph": "s", "id": 192, "pid": 4183440, "tid": 4183440, "ts": 675204721078.231, + "cat": "fwdbwd", "name": "fwdbwd" + }, + { + "ph": "X", "cat": "cpu_op", "name": "layer_norm_fwd_kernel_0", "pid": 4183440, "tid": 4183440, + "ts": 675204721148.095, "dur": 45.944, + "args": { + "External id": 423372,"kernel_hash": "ck4apib4lp3ng7t5dwwm5qlikeosbnhrlf2sblbxilqmogtmpafh", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "1024", "1", "9.9999999999999995e-07", "True", "1024", "False", "False", "True", "False"], "kernel_file": "/tmp/torchinductor_cvm/k4/ck4apib4lp3ng7t5dwwm5qlikeosbnhrlf2sblbxilqmogtmpafh.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "float", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [1024, 1], [1], [1], [], [], [], [], [], [], [], [], []], "Input Dims": [[65536, 1024], [65536, 1024], [1024], [65536], [], [], [], [], [], [], [], [], []], "Ev Idx": 5563 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 4183440, + "ts": 675204721207.069, "dur": 95.574, + "args": { + "External id": 423373,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1, 1024], [1024, 1]], "Input Dims": [[65536, 1024], [1024, 1024], [65536, 1024]], "Ev Idx": 5564 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 4183440, + "ts": 675204721312.659, "dur": 35.937, + "args": { + "External id": 423374,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1, 1024], [1024, 1]], "Input Dims": [[65536, 1024], [1024, 1024], [65536, 1024]], "Ev Idx": 5565 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 4183440, + "ts": 675204721357.129, "dur": 29.048, + "args": { + "External id": 423375,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1, 1024], [1024, 1]], "Input Dims": [[65536, 1024], [1024, 1024], [65536, 1024]], "Ev Idx": 5566 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "rotary_embedding_kernel_1", "pid": 4183440, "tid": 4183440, + "ts": 675204721411.126, "dur": 28.980, + "args": { + "External id": 423376,"kernel_hash": "cl2wm4hba2dd5vb7b2xth2batzpjiesxlywgh5etvvp6c2wd7rk5", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "0", "16", "4096", "16", "64", "32", "8192", "32", "64", "False", "False", "False", "False"], "kernel_file": "/tmp/torchinductor_cvm/l2/cl2wm4hba2dd5vb7b2xth2batzpjiesxlywgh5etvvp6c2wd7rk5.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[4194304, 1024, 64, 1], [32, 1], [32, 1], [4194304, 1024, 64, 1], [], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[16, 4096, 16, 64], [8192, 32], [8192, 32], [16, 4096, 16, 64], [], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 5567 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "rotary_embedding_kernel_1", "pid": 4183440, "tid": 4183440, + "ts": 675204721456.878, "dur": 14.061, + "args": { + "External id": 423377,"kernel_hash": "cl2wm4hba2dd5vb7b2xth2batzpjiesxlywgh5etvvp6c2wd7rk5", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "0", "16", "4096", "16", "64", "32", "8192", "32", "64", "False", "False", "False", "False"], "kernel_file": "/tmp/torchinductor_cvm/l2/cl2wm4hba2dd5vb7b2xth2batzpjiesxlywgh5etvvp6c2wd7rk5.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[4194304, 1024, 64, 1], [32, 1], [32, 1], [4194304, 1024, 64, 1], [], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[16, 4096, 16, 64], [8192, 32], [8192, 32], [16, 4096, 16, 64], [], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 5568 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "flash_attn::_flash_attn_forward", "pid": 4183440, "tid": 4183440, + "ts": 675204721489.638, "dur": 131.215, + "args": { + "External id": 423378,"Record function id": 0, "Concrete Inputs": ["", "", "", "0.", "0.125", "True", "-1", "-1", "0.", "", "False"], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[4194304, 1024, 64, 1], [4194304, 1024, 64, 1], [4194304, 1024, 64, 1], [], [], [], [], [], [], [], []], "Input Dims": [[16, 4096, 16, 64], [16, 4096, 16, 64], [16, 4096, 16, 64], [], [], [], [], [], [], [], []], "Ev Idx": 5569 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty_like", "pid": 4183440, "tid": 4183440, + "ts": 675204721538.448, "dur": 12.169, + "args": { + "External id": 423379,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", ""], "Input type": ["c10::BFloat16", "", "", "", "", ""], "Input Strides": [[4194304, 1024, 64, 1], [], [], [], [], []], "Input Dims": [[16, 4096, 16, 64], [], [], [], [], []], "Ev Idx": 5570 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204721543.303, "dur": 6.586, + "args": { + "External id": 423380,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 16, 64]", "[4194304, 1024, 64, 1]", "15", "0", "", ""], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 5571 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 4183440, + "ts": 675204721553.537, "dur": 5.522, + "args": { + "External id": 423381,"Record function id": 0, "Concrete Inputs": ["[16, 16, 4096]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 5572 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 4183440, + "ts": 675204721560.614, "dur": 1.458, + "args": { + "External id": 423382,"Record function id": 0, "Concrete Inputs": ["[0]", "15", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 5573 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 4183440, + "ts": 675204721565.044, "dur": 4.701, + "args": { + "External id": 423383,"Record function id": 0, "Concrete Inputs": ["[2]", "4", "", "", "", ""], "Input type": ["ScalarList", "Scalar", "", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 5574 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 4183440, + "ts": 675204721632.012, "dur": 87.606, + "args": { + "External id": 423384,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1, 1024], [1024, 1]], "Input Dims": [[65536, 1024], [1024, 1024], [65536, 1024]], "Ev Idx": 5575 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "layer_norm_fwd_kernel_2", "pid": 4183440, "tid": 4183440, + "ts": 675204721755.046, "dur": 28.740, + "args": { + "External id": 423385,"kernel_hash": "cnjbue7nf7gv2knx3zot7zn5kaxyrd3hc7qwdjvlhjrtvf774taj", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "", "", "1024", "1", "9.9999999999999995e-07", "True", "1024", "True", "True", "True", "False"], "kernel_file": "/tmp/torchinductor_cvm/nj/cnjbue7nf7gv2knx3zot7zn5kaxyrd3hc7qwdjvlhjrtvf774taj.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "float", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [1024, 1], [1], [1024, 1], [1024, 1], [1], [], [], [], [], [], [], [], [], []], "Input Dims": [[65536, 1024], [65536, 1024], [1024], [65536, 1024], [65536, 1024], [65536], [], [], [], [], [], [], [], [], []], "Ev Idx": 5576 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 4183440, + "ts": 675204721802.045, "dur": 40.393, + "args": { + "External id": 423386,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1, 1024], [2816, 1]], "Input Dims": [[65536, 1024], [1024, 2816], [65536, 2816]], "Ev Idx": 5577 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 4183440, + "ts": 675204721851.570, "dur": 39.623, + "args": { + "External id": 423387,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1, 1024], [2816, 1]], "Input Dims": [[65536, 1024], [1024, 2816], [65536, 2816]], "Ev Idx": 5578 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused__to_copy_mul_silu_0", "pid": 4183440, "tid": 4183440, + "ts": 675204721913.452, "dur": 42.883, + "args": { + "External id": 423388,"kernel_hash": "cw3skkho6yb4encoyp3h6ahhtvu5iazx6tllrwt6cabagzim3icp", "grid": "grid(184549376,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "184549376"], "kernel_file": "/tmp/torchinductor_cvm/w3/cw3skkho6yb4encoyp3h6ahhtvu5iazx6tllrwt6cabagzim3icp.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[2816, 1], [2816, 1], [11534336, 2816, 1], []], "Input Dims": [[65536, 2816], [65536, 2816], [16, 4096, 2816], []], "Ev Idx": 5579 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 4183440, + "ts": 675204721963.519, "dur": 56.113, + "args": { + "External id": 423389,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2816, 1], [1, 2816], [1024, 1]], "Input Dims": [[65536, 2816], [2816, 1024], [65536, 1024]], "Ev Idx": 5580 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused_add_1", "pid": 4183440, "tid": 4183440, + "ts": 675204722040.037, "dur": 22.582, + "args": { + "External id": 423390,"kernel_hash": "cpqzomrawiuklcctjbbwmvmzd7xgj2j22x55badf4x4gmk776f7x", "grid": "grid(67108864,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "67108864"], "kernel_file": "/tmp/torchinductor_cvm/pq/cpqzomrawiuklcctjbbwmvmzd7xgj2j22x55badf4x4gmk776f7x.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[4194304, 1024, 1], [1024, 1], []], "Input Dims": [[16, 4096, 1024], [65536, 1024], []], "Ev Idx": 5581 + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "FSDP::post_forward (model.layers.9)", "pid": 4183440, "tid": 4183440, + "ts": 675204722218.385, "dur": 76.312, + "args": { + "External id": 423391,"Record function id": 0, "Ev Idx": 5582 + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "FSDP::cast_forward_inputs", "pid": 4183440, "tid": 4183440, + "ts": 675204722368.337, "dur": 47.185, + "args": { + "External id": 423392,"Record function id": 0, "Ev Idx": 5583 + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "FSDP::pre_forward (model.layers.10)", "pid": 4183440, "tid": 4183440, + "ts": 675204722425.035, "dur": 8791.098, + "args": { + "External id": 423393,"Record function id": 0, "Ev Idx": 5584 + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "FSDP::all_gather (model.layers.10)", "pid": 4183440, "tid": 4183440, + "ts": 675204722434.601, "dur": 960.736, + "args": { + "External id": 423394,"Record function id": 0, "Ev Idx": 5585 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 4183440, + "ts": 675204722515.129, "dur": 8.969, + "args": { + "External id": 423395,"Record function id": 0, "Concrete Inputs": ["[1605888]", "15", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 5586 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes", "pid": 4183440, "tid": 4183440, + "ts": 675204722538.007, "dur": 39.178, + "args": { + "External id": 423396,"Record function id": 0, "Concrete Inputs": ["", "[128, 131072, 131072, 131072, 131072, 128, 360448, 360448, 360448]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar"], "Input Strides": [[1], [], []], "Input Dims": [[1605888], [], []], "Ev Idx": 5587 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204722543.766, "dur": 2.166, + "args": { + "External id": 423397,"Record function id": 0, "Concrete Inputs": ["", "[128]", "[1]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 5588 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204722550.213, "dur": 0.311, + "args": { + "External id": 423398,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "128"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 5589 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204722551.786, "dur": 0.545, + "args": { + "External id": 423399,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "131200"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 5590 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204722553.125, "dur": 0.354, + "args": { + "External id": 423400,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "262272"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 5591 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204722557.371, "dur": 0.195, + "args": { + "External id": 423401,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "393344"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 5592 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204722559.377, "dur": 0.428, + "args": { + "External id": 423402,"Record function id": 0, "Concrete Inputs": ["", "[128]", "[1]", "524416"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 5593 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204722561.490, "dur": 3.573, + "args": { + "External id": 423403,"Record function id": 0, "Concrete Inputs": ["", "[360448]", "[1]", "524544"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 5594 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204722566.773, "dur": 0.386, + "args": { + "External id": 423404,"Record function id": 0, "Concrete Inputs": ["", "[360448]", "[1]", "884992"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 5595 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204722569.252, "dur": 0.312, + "args": { + "External id": 423405,"Record function id": 0, "Concrete Inputs": ["", "[360448]", "[1]", "1245440"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 5596 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::_foreach_copy_", "pid": 4183440, "tid": 4183440, + "ts": 675204722587.782, "dur": 37.760, + "args": { + "External id": 423406,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["TensorList", "TensorList", "Scalar"], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [[1], [1], [1], [1], [1], [1], [1], [1], [1]], []], "Input Dims": [[[128], [131072], [131072], [131072], [131072], [128], [360448], [360448], [360448]], [[128], [131072], [131072], [131072], [131072], [128], [360448], [360448], [360448]], []], "Ev Idx": 5597 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "fsdp::all_gather_copy_in", "pid": 4183440, "tid": 4183440, + "ts": 675204722702.687, "dur": 128.578, + "args": { + "External id": 423407,"Record function id": 0, "Concrete Inputs": ["", "[128, 131072, 131072, 131072, 131072, 128, 360448, 360448, 360448]", "1605888", "8", "4", "15", ""], "Input type": ["TensorList", "ScalarList", "Scalar", "Scalar", "Scalar", "Scalar", ""], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [], [], [], [], [], []], "Input Dims": [[[128], [131072], [131072], [131072], [131072], [128], [360448], [360448], [360448]], [], [], [], [], [], []], "Ev Idx": 5598 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 4183440, + "ts": 675204722714.767, "dur": 6.340, + "args": { + "External id": 423408,"Record function id": 0, "Concrete Inputs": ["[12847104]", "15", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 5599 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::narrow", "pid": 4183440, "tid": 4183440, + "ts": 675204722726.402, "dur": 11.708, + "args": { + "External id": 423409,"Record function id": 0, "Concrete Inputs": ["", "0", "6423552", "1605888"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[12847104], [], [], []], "Ev Idx": 5600 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 4183440, "tid": 4183440, + "ts": 675204722730.911, "dur": 6.748, + "args": { + "External id": 423410,"Record function id": 0, "Concrete Inputs": ["", "0", "6423552", "8029440", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], [], []], "Input Dims": [[12847104], [], [], [], []], "Ev Idx": 5601 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204722735.149, "dur": 0.668, + "args": { + "External id": 423411,"Record function id": 0, "Concrete Inputs": ["", "[1605888]", "[1]", "6423552"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[12847104], [], [], []], "Ev Idx": 5602 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes", "pid": 4183440, "tid": 4183440, + "ts": 675204722745.523, "dur": 40.690, + "args": { + "External id": 423412,"Record function id": 0, "Concrete Inputs": ["", "[128, 131072, 131072, 131072, 131072, 128, 360448, 360448, 360448]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar"], "Input Strides": [[1], [], []], "Input Dims": [[1605888], [], []], "Ev Idx": 5603 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204722748.513, "dur": 2.803, + "args": { + "External id": 423413,"Record function id": 0, "Concrete Inputs": ["", "[128]", "[1]", "6423552"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 5604 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204722753.065, "dur": 0.398, + "args": { + "External id": 423414,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "6423680"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 5605 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204722755.332, "dur": 0.555, + "args": { + "External id": 423415,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "6554752"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 5606 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204722764.251, "dur": 1.753, + "args": { + "External id": 423416,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "6685824"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 5607 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204722767.894, "dur": 0.458, + "args": { + "External id": 423417,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "6816896"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 5608 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204722770.128, "dur": 0.362, + "args": { + "External id": 423418,"Record function id": 0, "Concrete Inputs": ["", "[128]", "[1]", "6947968"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 5609 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204722774.205, "dur": 0.402, + "args": { + "External id": 423419,"Record function id": 0, "Concrete Inputs": ["", "[360448]", "[1]", "6948096"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 5610 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204722775.951, "dur": 0.180, + "args": { + "External id": 423420,"Record function id": 0, "Concrete Inputs": ["", "[360448]", "[1]", "7308544"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 5611 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204722777.993, "dur": 3.140, + "args": { + "External id": 423421,"Record function id": 0, "Concrete Inputs": ["", "[360448]", "[1]", "7668992"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 5612 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::_foreach_copy_", "pid": 4183440, "tid": 4183440, + "ts": 675204722797.992, "dur": 25.271, + "args": { + "External id": 423422,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["TensorList", "TensorList", "Scalar"], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [[1], [1], [1], [1], [1], [1], [1], [1], [1]], []], "Input Dims": [[[128], [131072], [131072], [131072], [131072], [128], [360448], [360448], [360448]], [[128], [131072], [131072], [131072], [131072], [128], [360448], [360448], [360448]], []], "Ev Idx": 5613 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "c10d::_allgather_base_", "pid": 4183440, "tid": 4183440, + "ts": 675204722885.681, "dur": 412.408, + "args": { + "External id": 423423,"Record function id": 0, "Concrete Inputs": ["", "", "", "False", "-1"], "Input type": ["c10::BFloat16", "c10::BFloat16", "", "Scalar", "Scalar"], "Input Strides": [[1], [1], [], [], []], "Input Dims": [[12847104], [1605888], [], [], []], "Ev Idx": 5614 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 4183440, "tid": 4183440, + "ts": 675204722916.643, "dur": 375.724, + "args": { + "External id": 423424,"Record function id": 0, "Collective name": "_allgather_base", "Process Group Description": "default_pg", "dtype": "BFloat16", "Rank": 4, "Input Strides": [[1], [], [], [], [], [], [], [], [], []], "Concrete Inputs": ["", "", "", "4", "", "[]", "[]", "0", "1", "8"], "Out msg nelems": 12847104, "Process Group Name": "0", "Input type": ["c10::BFloat16", "", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Global rank stride": 1, "Out split size": "[]", "In split size": "[]", "Process Group Ranks": "[0, 1, 2, 3, 4, 5, 6, 7]", "Group size": 8, "Input Dims": [[1605888], [], [], [], [], [], [], [], [], []], "Global rank start": 0, "Ev Idx": 5615, "In msg nelems": 1605888 + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "nccl:_all_gather_base", "pid": 4183440, "tid": 4183440, + "ts": 675204722967.179, "dur": 319.844, + "args": { + "External id": 423425,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[1605888]], "Ev Idx": 5616 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 4183440, "tid": 4183440, + "ts": 675204723320.159, "dur": 2.310, + "args": { + "External id": 423426,"Record function id": 0, "Collective name": "wait", "Process Group Description": "default_pg", "dtype": "Byte", "Input Dims": [[], [], [], [], [], [], [], [], []], "Input Strides": [[], [], [], [], [], [], [], [], []], "Input type": ["", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Concrete Inputs": ["", "", "4", "", "[]", "[]", "-1", "-1", "1"], "Out msg nelems": 0, "Process Group Name": "0", "Process Group Ranks": "[]", "Group size": 1, "Ev Idx": 5617, "In msg nelems": 0, "Rank": 4, "In split size": "[]", "Out split size": "[]" + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "FSDP::all_gather_copy_out (model.layers.10)", "pid": 4183440, "tid": 4183440, + "ts": 675204723417.389, "dur": 7598.572, + "args": { + "External id": 423427,"Record function id": 0, "Ev Idx": 5618 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204723516.133, "dur": 6.439, + "args": { + "External id": 423428,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[12847104], []], "Ev Idx": 5619 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204723526.018, "dur": 0.758, + "args": { + "External id": 423429,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[1024], []], "Ev Idx": 5620 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204723528.359, "dur": 2.513, + "args": { + "External id": 423430,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[1048576], []], "Ev Idx": 5621 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204723532.412, "dur": 0.832, + "args": { + "External id": 423431,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[1048576], []], "Ev Idx": 5622 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204723534.775, "dur": 0.936, + "args": { + "External id": 423432,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[1048576], []], "Ev Idx": 5623 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204723537.623, "dur": 0.931, + "args": { + "External id": 423433,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[1048576], []], "Ev Idx": 5624 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204723540.332, "dur": 0.864, + "args": { + "External id": 423434,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[1024], []], "Ev Idx": 5625 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204723542.905, "dur": 2.191, + "args": { + "External id": 423435,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[2883584], []], "Ev Idx": 5626 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204723547.104, "dur": 0.712, + "args": { + "External id": 423436,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[2883584], []], "Ev Idx": 5627 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204723549.778, "dur": 0.678, + "args": { + "External id": 423437,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[2883584], []], "Ev Idx": 5628 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "fsdp::split_with_sizes_copy", "pid": 4183440, "tid": 4183440, + "ts": 675204723569.567, "dur": 7407.063, + "args": { + "External id": 423438,"Record function id": 0, "Concrete Inputs": ["", "[128, 131072, 131072, 131072, 131072, 128, 360448, 360448, 360448]", "1", ""], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "TensorList"], "Input Strides": [[1605888, 1], [], [], [[128, 1], [131072, 1], [131072, 1], [131072, 1], [131072, 1], [128, 1], [360448, 1], [360448, 1], [360448, 1]]], "Input Dims": [[8, 1605888], [], [], [[8, 128], [8, 131072], [8, 131072], [8, 131072], [8, 131072], [8, 128], [8, 360448], [8, 360448], [8, 360448]]], "Ev Idx": 5629 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes_copy", "pid": 4183440, "tid": 4183440, + "ts": 675204723585.114, "dur": 7384.014, + "args": { + "External id": 423439,"Record function id": 0, "Concrete Inputs": ["", "[128, 131072, 131072, 131072, 131072, 128, 360448, 360448, 360448]", "1", ""], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "TensorList"], "Input Strides": [[1605888, 1], [], [], [[128, 1], [131072, 1], [131072, 1], [131072, 1], [131072, 1], [128, 1], [360448, 1], [360448, 1], [360448, 1]]], "Input Dims": [[8, 1605888], [], [], [[8, 128], [8, 131072], [8, 131072], [8, 131072], [8, 131072], [8, 128], [8, 360448], [8, 360448], [8, 360448]]], "Ev Idx": 5630 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 4183440, + "ts": 675204723600.098, "dur": 16.697, + "args": { + "External id": 423440,"Record function id": 0, "Concrete Inputs": ["[823]", "4", "", "", "True", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 5631 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 4183440, + "ts": 675204723619.515, "dur": 7305.879, + "args": { + "External id": 423441,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", "False", ""], "Input type": ["long int", "", "", "", "", "Scalar", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], [], []], "Input Dims": [[823], [], [], [], [], [], [], []], "Ev Idx": 5632 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::_to_copy", "pid": 4183440, "tid": 4183440, + "ts": 675204723622.299, "dur": 7302.585, + "args": { + "External id": 423442,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", ""], "Input type": ["long int", "", "", "", "", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], []], "Input Dims": [[823], [], [], [], [], [], []], "Ev Idx": 5633 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204723628.568, "dur": 7.496, + "args": { + "External id": 423443,"Record function id": 0, "Concrete Inputs": ["[823]", "[1]", "4", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 5634 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 4183440, "tid": 4183440, + "ts": 675204723638.184, "dur": 7283.559, + "args": { + "External id": 423444,"Record function id": 0, "Concrete Inputs": ["", "", "True"], "Input type": ["long int", "long int", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[823], [823], []], "Ev Idx": 5635 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "RegisterPostBackwardFunction", "pid": 4183440, "tid": 4183440, + "ts": 675204731147.561, "dur": 44.183, + "args": { + "External id": 423445,"Sequence number": 5055621, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[4194304, 1024, 1]], "Input Dims": [[16, 4096, 1024]], "Ev Idx": 5636 + } + }, + { + "ph": "s", "id": 191, "pid": 4183440, "tid": 4183440, "ts": 675204731147.561, + "cat": "fwdbwd", "name": "fwdbwd" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view_as", "pid": 4183440, "tid": 4183440, + "ts": 675204731179.147, "dur": 8.054, + "args": { + "External id": 423446,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[4194304, 1024, 1], [4194304, 1024, 1]], "Input Dims": [[16, 4096, 1024], [16, 4096, 1024]], "Ev Idx": 5637 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204731182.576, "dur": 4.382, + "args": { + "External id": 423447,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[4194304, 1024, 1], []], "Input Dims": [[16, 4096, 1024], []], "Ev Idx": 5638 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "TorchDynamo Cache Lookup", "pid": 4183440, "tid": 4183440, + "ts": 675204731255.852, "dur": 91.636, + "args": { + "External id": 423448,"Record function id": 0, "Ev Idx": 5639 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "Torch-Compiled Region: 1/1", "pid": 4183440, "tid": 4183440, + "ts": 675204731349.033, "dur": 1105.960, + "args": { + "External id": 423449,"Record function id": 0, "Ev Idx": 5640 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "CompiledFunction", "pid": 4183440, "tid": 4183440, + "ts": 675204731389.140, "dur": 1051.704, + "args": { + "External id": 423450,"Sequence number": 5055622, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "", "", "", "", "", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[4194304, 1024, 1], [1], [1024, 1], [1024, 1], [1024, 1], [32, 1], [32, 1], [1024, 1], [1], [1024, 1], [1024, 1], [2816, 1]], "Input Dims": [[16, 4096, 1024], [1024], [1024, 1024], [1024, 1024], [1024, 1024], [8192, 32], [8192, 32], [1024, 1024], [1024], [2816, 1024], [2816, 1024], [1024, 2816]], "Ev Idx": 5641 + } + }, + { + "ph": "s", "id": 190, "pid": 4183440, "tid": 4183440, "ts": 675204731389.140, + "cat": "fwdbwd", "name": "fwdbwd" + }, + { + "ph": "X", "cat": "cpu_op", "name": "layer_norm_fwd_kernel_0", "pid": 4183440, "tid": 4183440, + "ts": 675204731454.753, "dur": 39.535, + "args": { + "External id": 423451,"kernel_hash": "ck4apib4lp3ng7t5dwwm5qlikeosbnhrlf2sblbxilqmogtmpafh", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "1024", "1", "9.9999999999999995e-07", "True", "1024", "False", "False", "True", "False"], "kernel_file": "/tmp/torchinductor_cvm/k4/ck4apib4lp3ng7t5dwwm5qlikeosbnhrlf2sblbxilqmogtmpafh.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "float", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [1024, 1], [1], [1], [], [], [], [], [], [], [], [], []], "Input Dims": [[65536, 1024], [65536, 1024], [1024], [65536], [], [], [], [], [], [], [], [], []], "Ev Idx": 5642 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 4183440, + "ts": 675204731506.901, "dur": 93.573, + "args": { + "External id": 423452,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1, 1024], [1024, 1]], "Input Dims": [[65536, 1024], [1024, 1024], [65536, 1024]], "Ev Idx": 5643 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 4183440, + "ts": 675204731611.056, "dur": 34.490, + "args": { + "External id": 423453,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1, 1024], [1024, 1]], "Input Dims": [[65536, 1024], [1024, 1024], [65536, 1024]], "Ev Idx": 5644 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 4183440, + "ts": 675204731698.094, "dur": 36.515, + "args": { + "External id": 423454,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1, 1024], [1024, 1]], "Input Dims": [[65536, 1024], [1024, 1024], [65536, 1024]], "Ev Idx": 5645 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "rotary_embedding_kernel_1", "pid": 4183440, "tid": 4183440, + "ts": 675204731762.441, "dur": 27.144, + "args": { + "External id": 423455,"kernel_hash": "cl2wm4hba2dd5vb7b2xth2batzpjiesxlywgh5etvvp6c2wd7rk5", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "0", "16", "4096", "16", "64", "32", "8192", "32", "64", "False", "False", "False", "False"], "kernel_file": "/tmp/torchinductor_cvm/l2/cl2wm4hba2dd5vb7b2xth2batzpjiesxlywgh5etvvp6c2wd7rk5.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[4194304, 1024, 64, 1], [32, 1], [32, 1], [4194304, 1024, 64, 1], [], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[16, 4096, 16, 64], [8192, 32], [8192, 32], [16, 4096, 16, 64], [], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 5646 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "rotary_embedding_kernel_1", "pid": 4183440, "tid": 4183440, + "ts": 675204731806.341, "dur": 20.061, + "args": { + "External id": 423456,"kernel_hash": "cl2wm4hba2dd5vb7b2xth2batzpjiesxlywgh5etvvp6c2wd7rk5", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "0", "16", "4096", "16", "64", "32", "8192", "32", "64", "False", "False", "False", "False"], "kernel_file": "/tmp/torchinductor_cvm/l2/cl2wm4hba2dd5vb7b2xth2batzpjiesxlywgh5etvvp6c2wd7rk5.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[4194304, 1024, 64, 1], [32, 1], [32, 1], [4194304, 1024, 64, 1], [], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[16, 4096, 16, 64], [8192, 32], [8192, 32], [16, 4096, 16, 64], [], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 5647 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "flash_attn::_flash_attn_forward", "pid": 4183440, "tid": 4183440, + "ts": 675204731846.622, "dur": 149.852, + "args": { + "External id": 423457,"Record function id": 0, "Concrete Inputs": ["", "", "", "0.", "0.125", "True", "-1", "-1", "0.", "", "False"], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[4194304, 1024, 64, 1], [4194304, 1024, 64, 1], [4194304, 1024, 64, 1], [], [], [], [], [], [], [], []], "Input Dims": [[16, 4096, 16, 64], [16, 4096, 16, 64], [16, 4096, 16, 64], [], [], [], [], [], [], [], []], "Ev Idx": 5648 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty_like", "pid": 4183440, "tid": 4183440, + "ts": 675204731898.529, "dur": 11.477, + "args": { + "External id": 423458,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", ""], "Input type": ["c10::BFloat16", "", "", "", "", ""], "Input Strides": [[4194304, 1024, 64, 1], [], [], [], [], []], "Input Dims": [[16, 4096, 16, 64], [], [], [], [], []], "Ev Idx": 5649 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204731903.700, "dur": 5.586, + "args": { + "External id": 423459,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 16, 64]", "[4194304, 1024, 64, 1]", "15", "0", "", ""], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 5650 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 4183440, + "ts": 675204731912.946, "dur": 6.043, + "args": { + "External id": 423460,"Record function id": 0, "Concrete Inputs": ["[16, 16, 4096]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 5651 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 4183440, + "ts": 675204731920.479, "dur": 1.324, + "args": { + "External id": 423461,"Record function id": 0, "Concrete Inputs": ["[0]", "15", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 5652 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 4183440, + "ts": 675204731924.333, "dur": 3.887, + "args": { + "External id": 423462,"Record function id": 0, "Concrete Inputs": ["[2]", "4", "", "", "", ""], "Input type": ["ScalarList", "Scalar", "", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 5653 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 4183440, + "ts": 675204732009.119, "dur": 52.023, + "args": { + "External id": 423463,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1, 1024], [1024, 1]], "Input Dims": [[65536, 1024], [1024, 1024], [65536, 1024]], "Ev Idx": 5654 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "layer_norm_fwd_kernel_2", "pid": 4183440, "tid": 4183440, + "ts": 675204732095.027, "dur": 28.277, + "args": { + "External id": 423464,"kernel_hash": "cnjbue7nf7gv2knx3zot7zn5kaxyrd3hc7qwdjvlhjrtvf774taj", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "", "", "1024", "1", "9.9999999999999995e-07", "True", "1024", "True", "True", "True", "False"], "kernel_file": "/tmp/torchinductor_cvm/nj/cnjbue7nf7gv2knx3zot7zn5kaxyrd3hc7qwdjvlhjrtvf774taj.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "float", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [1024, 1], [1], [1024, 1], [1024, 1], [1], [], [], [], [], [], [], [], [], []], "Input Dims": [[65536, 1024], [65536, 1024], [1024], [65536, 1024], [65536, 1024], [65536], [], [], [], [], [], [], [], [], []], "Ev Idx": 5655 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 4183440, + "ts": 675204732132.778, "dur": 38.581, + "args": { + "External id": 423465,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1, 1024], [2816, 1]], "Input Dims": [[65536, 1024], [1024, 2816], [65536, 2816]], "Ev Idx": 5656 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 4183440, + "ts": 675204732180.171, "dur": 48.909, + "args": { + "External id": 423466,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1, 1024], [2816, 1]], "Input Dims": [[65536, 1024], [1024, 2816], [65536, 2816]], "Ev Idx": 5657 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused__to_copy_mul_silu_0", "pid": 4183440, "tid": 4183440, + "ts": 675204732250.718, "dur": 26.872, + "args": { + "External id": 423467,"kernel_hash": "cw3skkho6yb4encoyp3h6ahhtvu5iazx6tllrwt6cabagzim3icp", "grid": "grid(184549376,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "184549376"], "kernel_file": "/tmp/torchinductor_cvm/w3/cw3skkho6yb4encoyp3h6ahhtvu5iazx6tllrwt6cabagzim3icp.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[2816, 1], [2816, 1], [11534336, 2816, 1], []], "Input Dims": [[65536, 2816], [65536, 2816], [16, 4096, 2816], []], "Ev Idx": 5658 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 4183440, + "ts": 675204732282.983, "dur": 43.513, + "args": { + "External id": 423468,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2816, 1], [1, 2816], [1024, 1]], "Input Dims": [[65536, 2816], [2816, 1024], [65536, 1024]], "Ev Idx": 5659 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused_add_1", "pid": 4183440, "tid": 4183440, + "ts": 675204732345.444, "dur": 19.155, + "args": { + "External id": 423469,"kernel_hash": "cpqzomrawiuklcctjbbwmvmzd7xgj2j22x55badf4x4gmk776f7x", "grid": "grid(67108864,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "67108864"], "kernel_file": "/tmp/torchinductor_cvm/pq/cpqzomrawiuklcctjbbwmvmzd7xgj2j22x55badf4x4gmk776f7x.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[4194304, 1024, 1], [1024, 1], []], "Input Dims": [[16, 4096, 1024], [65536, 1024], []], "Ev Idx": 5660 + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "FSDP::post_forward (model.layers.10)", "pid": 4183440, "tid": 4183440, + "ts": 675204732519.504, "dur": 76.938, + "args": { + "External id": 423470,"Record function id": 0, "Ev Idx": 5661 + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "FSDP::cast_forward_inputs", "pid": 4183440, "tid": 4183440, + "ts": 675204732714.681, "dur": 51.255, + "args": { + "External id": 423471,"Record function id": 0, "Ev Idx": 5662 + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "FSDP::pre_forward (model.layers.11)", "pid": 4183440, "tid": 4183440, + "ts": 675204732775.235, "dur": 8468.546, + "args": { + "External id": 423472,"Record function id": 0, "Ev Idx": 5663 + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "FSDP::all_gather (model.layers.11)", "pid": 4183440, "tid": 4183440, + "ts": 675204732782.946, "dur": 981.862, + "args": { + "External id": 423473,"Record function id": 0, "Ev Idx": 5664 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 4183440, + "ts": 675204732866.212, "dur": 10.104, + "args": { + "External id": 423474,"Record function id": 0, "Concrete Inputs": ["[1605888]", "15", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 5665 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes", "pid": 4183440, "tid": 4183440, + "ts": 675204732890.383, "dur": 40.172, + "args": { + "External id": 423475,"Record function id": 0, "Concrete Inputs": ["", "[128, 131072, 131072, 131072, 131072, 128, 360448, 360448, 360448]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar"], "Input Strides": [[1], [], []], "Input Dims": [[1605888], [], []], "Ev Idx": 5666 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204732896.716, "dur": 2.047, + "args": { + "External id": 423476,"Record function id": 0, "Concrete Inputs": ["", "[128]", "[1]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 5667 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204732903.422, "dur": 0.223, + "args": { + "External id": 423477,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "128"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 5668 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204732905.191, "dur": 0.652, + "args": { + "External id": 423478,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "131200"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 5669 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204732907.294, "dur": 0.281, + "args": { + "External id": 423479,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "262272"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 5670 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204732910.814, "dur": 0.482, + "args": { + "External id": 423480,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "393344"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 5671 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204732913.034, "dur": 0.475, + "args": { + "External id": 423481,"Record function id": 0, "Concrete Inputs": ["", "[128]", "[1]", "524416"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 5672 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204732915.014, "dur": 4.555, + "args": { + "External id": 423482,"Record function id": 0, "Concrete Inputs": ["", "[360448]", "[1]", "524544"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 5673 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204732921.481, "dur": 0.395, + "args": { + "External id": 423483,"Record function id": 0, "Concrete Inputs": ["", "[360448]", "[1]", "884992"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 5674 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204732923.254, "dur": 0.277, + "args": { + "External id": 423484,"Record function id": 0, "Concrete Inputs": ["", "[360448]", "[1]", "1245440"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 5675 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::_foreach_copy_", "pid": 4183440, "tid": 4183440, + "ts": 675204732961.177, "dur": 43.160, + "args": { + "External id": 423485,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["TensorList", "TensorList", "Scalar"], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [[1], [1], [1], [1], [1], [1], [1], [1], [1]], []], "Input Dims": [[[128], [131072], [131072], [131072], [131072], [128], [360448], [360448], [360448]], [[128], [131072], [131072], [131072], [131072], [128], [360448], [360448], [360448]], []], "Ev Idx": 5676 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "fsdp::all_gather_copy_in", "pid": 4183440, "tid": 4183440, + "ts": 675204733041.731, "dur": 118.586, + "args": { + "External id": 423486,"Record function id": 0, "Concrete Inputs": ["", "[128, 131072, 131072, 131072, 131072, 128, 360448, 360448, 360448]", "1605888", "8", "4", "15", ""], "Input type": ["TensorList", "ScalarList", "Scalar", "Scalar", "Scalar", "Scalar", ""], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [], [], [], [], [], []], "Input Dims": [[[128], [131072], [131072], [131072], [131072], [128], [360448], [360448], [360448]], [], [], [], [], [], []], "Ev Idx": 5677 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 4183440, + "ts": 675204733052.982, "dur": 7.337, + "args": { + "External id": 423487,"Record function id": 0, "Concrete Inputs": ["[12847104]", "15", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 5678 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::narrow", "pid": 4183440, "tid": 4183440, + "ts": 675204733065.605, "dur": 10.956, + "args": { + "External id": 423488,"Record function id": 0, "Concrete Inputs": ["", "0", "6423552", "1605888"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[12847104], [], [], []], "Ev Idx": 5679 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 4183440, "tid": 4183440, + "ts": 675204733070.041, "dur": 6.087, + "args": { + "External id": 423489,"Record function id": 0, "Concrete Inputs": ["", "0", "6423552", "8029440", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], [], []], "Input Dims": [[12847104], [], [], [], []], "Ev Idx": 5680 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204733074.182, "dur": 0.459, + "args": { + "External id": 423490,"Record function id": 0, "Concrete Inputs": ["", "[1605888]", "[1]", "6423552"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[12847104], [], [], []], "Ev Idx": 5681 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes", "pid": 4183440, "tid": 4183440, + "ts": 675204733084.323, "dur": 30.623, + "args": { + "External id": 423491,"Record function id": 0, "Concrete Inputs": ["", "[128, 131072, 131072, 131072, 131072, 128, 360448, 360448, 360448]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar"], "Input Strides": [[1], [], []], "Input Dims": [[1605888], [], []], "Ev Idx": 5682 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204733086.843, "dur": 0.395, + "args": { + "External id": 423492,"Record function id": 0, "Concrete Inputs": ["", "[128]", "[1]", "6423552"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 5683 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204733088.883, "dur": 2.545, + "args": { + "External id": 423493,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "6423680"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 5684 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204733093.216, "dur": 0.343, + "args": { + "External id": 423494,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "6554752"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 5685 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204733095.227, "dur": 1.706, + "args": { + "External id": 423495,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "6685824"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 5686 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204733100.519, "dur": 0.397, + "args": { + "External id": 423496,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "6816896"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 5687 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204733102.253, "dur": 0.506, + "args": { + "External id": 423497,"Record function id": 0, "Concrete Inputs": ["", "[128]", "[1]", "6947968"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 5688 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204733104.393, "dur": 0.355, + "args": { + "External id": 423498,"Record function id": 0, "Concrete Inputs": ["", "[360448]", "[1]", "6948096"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 5689 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204733108.004, "dur": 0.269, + "args": { + "External id": 423499,"Record function id": 0, "Concrete Inputs": ["", "[360448]", "[1]", "7308544"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 5690 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204733109.804, "dur": 0.156, + "args": { + "External id": 423500,"Record function id": 0, "Concrete Inputs": ["", "[360448]", "[1]", "7668992"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 5691 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::_foreach_copy_", "pid": 4183440, "tid": 4183440, + "ts": 675204733129.636, "dur": 22.791, + "args": { + "External id": 423501,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["TensorList", "TensorList", "Scalar"], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [[1], [1], [1], [1], [1], [1], [1], [1], [1]], []], "Input Dims": [[[128], [131072], [131072], [131072], [131072], [128], [360448], [360448], [360448]], [[128], [131072], [131072], [131072], [131072], [128], [360448], [360448], [360448]], []], "Ev Idx": 5692 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "c10d::_allgather_base_", "pid": 4183440, "tid": 4183440, + "ts": 675204733214.611, "dur": 407.930, + "args": { + "External id": 423502,"Record function id": 0, "Concrete Inputs": ["", "", "", "False", "-1"], "Input type": ["c10::BFloat16", "c10::BFloat16", "", "Scalar", "Scalar"], "Input Strides": [[1], [1], [], [], []], "Input Dims": [[12847104], [1605888], [], [], []], "Ev Idx": 5693 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 4183440, "tid": 4183440, + "ts": 675204733240.246, "dur": 377.453, + "args": { + "External id": 423503,"Record function id": 0, "Collective name": "_allgather_base", "Process Group Description": "default_pg", "dtype": "BFloat16", "Rank": 4, "Input Strides": [[1], [], [], [], [], [], [], [], [], []], "Concrete Inputs": ["", "", "", "4", "", "[]", "[]", "0", "1", "8"], "Out msg nelems": 12847104, "Process Group Name": "0", "Input type": ["c10::BFloat16", "", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Global rank stride": 1, "Out split size": "[]", "In split size": "[]", "Process Group Ranks": "[0, 1, 2, 3, 4, 5, 6, 7]", "Group size": 8, "Input Dims": [[1605888], [], [], [], [], [], [], [], [], []], "Global rank start": 0, "Ev Idx": 5694, "In msg nelems": 1605888 + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "nccl:_all_gather_base", "pid": 4183440, "tid": 4183440, + "ts": 675204733251.019, "dur": 361.461, + "args": { + "External id": 423504,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[1605888]], "Ev Idx": 5695 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 4183440, "tid": 4183440, + "ts": 675204733642.575, "dur": 2.427, + "args": { + "External id": 423505,"Record function id": 0, "Collective name": "wait", "Process Group Description": "default_pg", "dtype": "Byte", "Input Dims": [[], [], [], [], [], [], [], [], []], "Input Strides": [[], [], [], [], [], [], [], [], []], "Input type": ["", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Concrete Inputs": ["", "", "4", "", "[]", "[]", "-1", "-1", "1"], "Out msg nelems": 0, "Process Group Name": "0", "Process Group Ranks": "[]", "Group size": 1, "Ev Idx": 5696, "In msg nelems": 0, "Rank": 4, "In split size": "[]", "Out split size": "[]" + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "FSDP::all_gather_copy_out (model.layers.11)", "pid": 4183440, "tid": 4183440, + "ts": 675204733789.340, "dur": 7252.797, + "args": { + "External id": 423506,"Record function id": 0, "Ev Idx": 5697 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204733891.150, "dur": 7.088, + "args": { + "External id": 423507,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[12847104], []], "Ev Idx": 5698 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204733901.533, "dur": 1.055, + "args": { + "External id": 423508,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[1024], []], "Ev Idx": 5699 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204733904.090, "dur": 2.477, + "args": { + "External id": 423509,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[1048576], []], "Ev Idx": 5700 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204733908.084, "dur": 0.948, + "args": { + "External id": 423510,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[1048576], []], "Ev Idx": 5701 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204733910.632, "dur": 1.238, + "args": { + "External id": 423511,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[1048576], []], "Ev Idx": 5702 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204733913.372, "dur": 1.042, + "args": { + "External id": 423512,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[1048576], []], "Ev Idx": 5703 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204733916.362, "dur": 0.729, + "args": { + "External id": 423513,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[1024], []], "Ev Idx": 5704 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204733918.674, "dur": 2.113, + "args": { + "External id": 423514,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[2883584], []], "Ev Idx": 5705 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204733922.804, "dur": 1.055, + "args": { + "External id": 423515,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[2883584], []], "Ev Idx": 5706 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204733925.494, "dur": 0.726, + "args": { + "External id": 423516,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[2883584], []], "Ev Idx": 5707 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "fsdp::split_with_sizes_copy", "pid": 4183440, "tid": 4183440, + "ts": 675204733962.811, "dur": 7040.929, + "args": { + "External id": 423517,"Record function id": 0, "Concrete Inputs": ["", "[128, 131072, 131072, 131072, 131072, 128, 360448, 360448, 360448]", "1", ""], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "TensorList"], "Input Strides": [[1605888, 1], [], [], [[128, 1], [131072, 1], [131072, 1], [131072, 1], [131072, 1], [128, 1], [360448, 1], [360448, 1], [360448, 1]]], "Input Dims": [[8, 1605888], [], [], [[8, 128], [8, 131072], [8, 131072], [8, 131072], [8, 131072], [8, 128], [8, 360448], [8, 360448], [8, 360448]]], "Ev Idx": 5708 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes_copy", "pid": 4183440, "tid": 4183440, + "ts": 675204733980.509, "dur": 7016.479, + "args": { + "External id": 423518,"Record function id": 0, "Concrete Inputs": ["", "[128, 131072, 131072, 131072, 131072, 128, 360448, 360448, 360448]", "1", ""], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "TensorList"], "Input Strides": [[1605888, 1], [], [], [[128, 1], [131072, 1], [131072, 1], [131072, 1], [131072, 1], [128, 1], [360448, 1], [360448, 1], [360448, 1]]], "Input Dims": [[8, 1605888], [], [], [[8, 128], [8, 131072], [8, 131072], [8, 131072], [8, 131072], [8, 128], [8, 360448], [8, 360448], [8, 360448]]], "Ev Idx": 5709 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 4183440, + "ts": 675204734001.754, "dur": 16.045, + "args": { + "External id": 423519,"Record function id": 0, "Concrete Inputs": ["[823]", "4", "", "", "True", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 5710 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 4183440, + "ts": 675204734020.662, "dur": 6943.939, + "args": { + "External id": 423520,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", "False", ""], "Input type": ["long int", "", "", "", "", "Scalar", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], [], []], "Input Dims": [[823], [], [], [], [], [], [], []], "Ev Idx": 5711 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::_to_copy", "pid": 4183440, "tid": 4183440, + "ts": 675204734023.431, "dur": 6940.654, + "args": { + "External id": 423521,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", ""], "Input type": ["long int", "", "", "", "", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], []], "Input Dims": [[823], [], [], [], [], [], []], "Ev Idx": 5712 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204734029.304, "dur": 5.614, + "args": { + "External id": 423522,"Record function id": 0, "Concrete Inputs": ["[823]", "[1]", "4", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 5713 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 4183440, "tid": 4183440, + "ts": 675204734037.010, "dur": 6923.698, + "args": { + "External id": 423523,"Record function id": 0, "Concrete Inputs": ["", "", "True"], "Input type": ["long int", "long int", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[823], [823], []], "Ev Idx": 5714 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "RegisterPostBackwardFunction", "pid": 4183440, "tid": 4183440, + "ts": 675204741173.540, "dur": 45.124, + "args": { + "External id": 423524,"Sequence number": 5055623, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[4194304, 1024, 1]], "Input Dims": [[16, 4096, 1024]], "Ev Idx": 5715 + } + }, + { + "ph": "s", "id": 189, "pid": 4183440, "tid": 4183440, "ts": 675204741173.540, + "cat": "fwdbwd", "name": "fwdbwd" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view_as", "pid": 4183440, "tid": 4183440, + "ts": 675204741205.881, "dur": 7.719, + "args": { + "External id": 423525,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[4194304, 1024, 1], [4194304, 1024, 1]], "Input Dims": [[16, 4096, 1024], [16, 4096, 1024]], "Ev Idx": 5716 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204741208.956, "dur": 4.427, + "args": { + "External id": 423526,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[4194304, 1024, 1], []], "Input Dims": [[16, 4096, 1024], []], "Ev Idx": 5717 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "TorchDynamo Cache Lookup", "pid": 4183440, "tid": 4183440, + "ts": 675204741282.999, "dur": 90.855, + "args": { + "External id": 423527,"Record function id": 0, "Ev Idx": 5718 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "Torch-Compiled Region: 1/1", "pid": 4183440, "tid": 4183440, + "ts": 675204741375.410, "dur": 1111.028, + "args": { + "External id": 423528,"Record function id": 0, "Ev Idx": 5719 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "CompiledFunction", "pid": 4183440, "tid": 4183440, + "ts": 675204741414.622, "dur": 1057.961, + "args": { + "External id": 423529,"Sequence number": 5055624, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "", "", "", "", "", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[4194304, 1024, 1], [1], [1024, 1], [1024, 1], [1024, 1], [32, 1], [32, 1], [1024, 1], [1], [1024, 1], [1024, 1], [2816, 1]], "Input Dims": [[16, 4096, 1024], [1024], [1024, 1024], [1024, 1024], [1024, 1024], [8192, 32], [8192, 32], [1024, 1024], [1024], [2816, 1024], [2816, 1024], [1024, 2816]], "Ev Idx": 5720 + } + }, + { + "ph": "s", "id": 188, "pid": 4183440, "tid": 4183440, "ts": 675204741414.622, + "cat": "fwdbwd", "name": "fwdbwd" + }, + { + "ph": "X", "cat": "cpu_op", "name": "layer_norm_fwd_kernel_0", "pid": 4183440, "tid": 4183440, + "ts": 675204741480.648, "dur": 44.600, + "args": { + "External id": 423530,"kernel_hash": "ck4apib4lp3ng7t5dwwm5qlikeosbnhrlf2sblbxilqmogtmpafh", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "1024", "1", "9.9999999999999995e-07", "True", "1024", "False", "False", "True", "False"], "kernel_file": "/tmp/torchinductor_cvm/k4/ck4apib4lp3ng7t5dwwm5qlikeosbnhrlf2sblbxilqmogtmpafh.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "float", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [1024, 1], [1], [1], [], [], [], [], [], [], [], [], []], "Input Dims": [[65536, 1024], [65536, 1024], [1024], [65536], [], [], [], [], [], [], [], [], []], "Ev Idx": 5721 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 4183440, + "ts": 675204741538.677, "dur": 92.019, + "args": { + "External id": 423531,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1, 1024], [1024, 1]], "Input Dims": [[65536, 1024], [1024, 1024], [65536, 1024]], "Ev Idx": 5722 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 4183440, + "ts": 675204741641.378, "dur": 77.869, + "args": { + "External id": 423532,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1, 1024], [1024, 1]], "Input Dims": [[65536, 1024], [1024, 1024], [65536, 1024]], "Ev Idx": 5723 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 4183440, + "ts": 675204741731.954, "dur": 31.873, + "args": { + "External id": 423533,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1, 1024], [1024, 1]], "Input Dims": [[65536, 1024], [1024, 1024], [65536, 1024]], "Ev Idx": 5724 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "rotary_embedding_kernel_1", "pid": 4183440, "tid": 4183440, + "ts": 675204741789.196, "dur": 27.306, + "args": { + "External id": 423534,"kernel_hash": "cl2wm4hba2dd5vb7b2xth2batzpjiesxlywgh5etvvp6c2wd7rk5", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "0", "16", "4096", "16", "64", "32", "8192", "32", "64", "False", "False", "False", "False"], "kernel_file": "/tmp/torchinductor_cvm/l2/cl2wm4hba2dd5vb7b2xth2batzpjiesxlywgh5etvvp6c2wd7rk5.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[4194304, 1024, 64, 1], [32, 1], [32, 1], [4194304, 1024, 64, 1], [], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[16, 4096, 16, 64], [8192, 32], [8192, 32], [16, 4096, 16, 64], [], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 5725 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "rotary_embedding_kernel_1", "pid": 4183440, "tid": 4183440, + "ts": 675204741833.420, "dur": 18.335, + "args": { + "External id": 423535,"kernel_hash": "cl2wm4hba2dd5vb7b2xth2batzpjiesxlywgh5etvvp6c2wd7rk5", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "0", "16", "4096", "16", "64", "32", "8192", "32", "64", "False", "False", "False", "False"], "kernel_file": "/tmp/torchinductor_cvm/l2/cl2wm4hba2dd5vb7b2xth2batzpjiesxlywgh5etvvp6c2wd7rk5.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[4194304, 1024, 64, 1], [32, 1], [32, 1], [4194304, 1024, 64, 1], [], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[16, 4096, 16, 64], [8192, 32], [8192, 32], [16, 4096, 16, 64], [], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 5726 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "flash_attn::_flash_attn_forward", "pid": 4183440, "tid": 4183440, + "ts": 675204741871.284, "dur": 150.025, + "args": { + "External id": 423536,"Record function id": 0, "Concrete Inputs": ["", "", "", "0.", "0.125", "True", "-1", "-1", "0.", "", "False"], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[4194304, 1024, 64, 1], [4194304, 1024, 64, 1], [4194304, 1024, 64, 1], [], [], [], [], [], [], [], []], "Input Dims": [[16, 4096, 16, 64], [16, 4096, 16, 64], [16, 4096, 16, 64], [], [], [], [], [], [], [], []], "Ev Idx": 5727 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty_like", "pid": 4183440, "tid": 4183440, + "ts": 675204741921.868, "dur": 11.744, + "args": { + "External id": 423537,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", ""], "Input type": ["c10::BFloat16", "", "", "", "", ""], "Input Strides": [[4194304, 1024, 64, 1], [], [], [], [], []], "Input Dims": [[16, 4096, 16, 64], [], [], [], [], []], "Ev Idx": 5728 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204741926.901, "dur": 5.971, + "args": { + "External id": 423538,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 16, 64]", "[4194304, 1024, 64, 1]", "15", "0", "", ""], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 5729 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 4183440, + "ts": 675204741951.473, "dur": 6.995, + "args": { + "External id": 423539,"Record function id": 0, "Concrete Inputs": ["[16, 16, 4096]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 5730 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 4183440, + "ts": 675204741960.053, "dur": 1.358, + "args": { + "External id": 423540,"Record function id": 0, "Concrete Inputs": ["[0]", "15", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 5731 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 4183440, + "ts": 675204741963.946, "dur": 4.711, + "args": { + "External id": 423541,"Record function id": 0, "Concrete Inputs": ["[2]", "4", "", "", "", ""], "Input type": ["ScalarList", "Scalar", "", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 5732 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 4183440, + "ts": 675204742032.949, "dur": 50.745, + "args": { + "External id": 423542,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1, 1024], [1024, 1]], "Input Dims": [[65536, 1024], [1024, 1024], [65536, 1024]], "Ev Idx": 5733 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "layer_norm_fwd_kernel_2", "pid": 4183440, "tid": 4183440, + "ts": 675204742114.224, "dur": 28.971, + "args": { + "External id": 423543,"kernel_hash": "cnjbue7nf7gv2knx3zot7zn5kaxyrd3hc7qwdjvlhjrtvf774taj", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "", "", "1024", "1", "9.9999999999999995e-07", "True", "1024", "True", "True", "True", "False"], "kernel_file": "/tmp/torchinductor_cvm/nj/cnjbue7nf7gv2knx3zot7zn5kaxyrd3hc7qwdjvlhjrtvf774taj.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "float", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [1024, 1], [1], [1024, 1], [1024, 1], [1], [], [], [], [], [], [], [], [], []], "Input Dims": [[65536, 1024], [65536, 1024], [1024], [65536, 1024], [65536, 1024], [65536], [], [], [], [], [], [], [], [], []], "Ev Idx": 5734 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 4183440, + "ts": 675204742151.548, "dur": 37.190, + "args": { + "External id": 423544,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1, 1024], [2816, 1]], "Input Dims": [[65536, 1024], [1024, 2816], [65536, 2816]], "Ev Idx": 5735 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 4183440, + "ts": 675204742196.988, "dur": 50.129, + "args": { + "External id": 423545,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1, 1024], [2816, 1]], "Input Dims": [[65536, 1024], [1024, 2816], [65536, 2816]], "Ev Idx": 5736 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused__to_copy_mul_silu_0", "pid": 4183440, "tid": 4183440, + "ts": 675204742269.853, "dur": 31.167, + "args": { + "External id": 423546,"kernel_hash": "cw3skkho6yb4encoyp3h6ahhtvu5iazx6tllrwt6cabagzim3icp", "grid": "grid(184549376,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "184549376"], "kernel_file": "/tmp/torchinductor_cvm/w3/cw3skkho6yb4encoyp3h6ahhtvu5iazx6tllrwt6cabagzim3icp.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[2816, 1], [2816, 1], [11534336, 2816, 1], []], "Input Dims": [[65536, 2816], [65536, 2816], [16, 4096, 2816], []], "Ev Idx": 5737 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 4183440, + "ts": 675204742306.386, "dur": 48.932, + "args": { + "External id": 423547,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2816, 1], [1, 2816], [1024, 1]], "Input Dims": [[65536, 2816], [2816, 1024], [65536, 1024]], "Ev Idx": 5738 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused_add_1", "pid": 4183440, "tid": 4183440, + "ts": 675204742375.146, "dur": 20.152, + "args": { + "External id": 423548,"kernel_hash": "cpqzomrawiuklcctjbbwmvmzd7xgj2j22x55badf4x4gmk776f7x", "grid": "grid(67108864,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "67108864"], "kernel_file": "/tmp/torchinductor_cvm/pq/cpqzomrawiuklcctjbbwmvmzd7xgj2j22x55badf4x4gmk776f7x.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[4194304, 1024, 1], [1024, 1], []], "Input Dims": [[16, 4096, 1024], [65536, 1024], []], "Ev Idx": 5739 + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "FSDP::post_forward (model.layers.11)", "pid": 4183440, "tid": 4183440, + "ts": 675204742552.089, "dur": 75.473, + "args": { + "External id": 423549,"Record function id": 0, "Ev Idx": 5740 + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "FSDP::cast_forward_inputs", "pid": 4183440, "tid": 4183440, + "ts": 675204742743.306, "dur": 48.269, + "args": { + "External id": 423550,"Record function id": 0, "Ev Idx": 5741 + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "FSDP::pre_forward (model.layers.12)", "pid": 4183440, "tid": 4183440, + "ts": 675204742801.921, "dur": 8603.271, + "args": { + "External id": 423551,"Record function id": 0, "Ev Idx": 5742 + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "FSDP::all_gather (model.layers.12)", "pid": 4183440, "tid": 4183440, + "ts": 675204742810.504, "dur": 926.979, + "args": { + "External id": 423552,"Record function id": 0, "Ev Idx": 5743 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 4183440, + "ts": 675204742891.221, "dur": 10.661, + "args": { + "External id": 423553,"Record function id": 0, "Concrete Inputs": ["[1605888]", "15", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 5744 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes", "pid": 4183440, "tid": 4183440, + "ts": 675204742919.269, "dur": 56.791, + "args": { + "External id": 423554,"Record function id": 0, "Concrete Inputs": ["", "[128, 131072, 131072, 131072, 131072, 128, 360448, 360448, 360448]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar"], "Input Strides": [[1], [], []], "Input Dims": [[1605888], [], []], "Ev Idx": 5745 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204742925.306, "dur": 2.339, + "args": { + "External id": 423555,"Record function id": 0, "Concrete Inputs": ["", "[128]", "[1]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 5746 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204742932.285, "dur": 0.334, + "args": { + "External id": 423556,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "128"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 5747 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204742934.343, "dur": 14.913, + "args": { + "External id": 423557,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "131200"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 5748 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204742952.446, "dur": 3.034, + "args": { + "External id": 423558,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "262272"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 5749 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204742956.971, "dur": 0.325, + "args": { + "External id": 423559,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "393344"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 5750 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204742958.662, "dur": 0.726, + "args": { + "External id": 423560,"Record function id": 0, "Concrete Inputs": ["", "[128]", "[1]", "524416"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 5751 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204742963.480, "dur": 1.786, + "args": { + "External id": 423561,"Record function id": 0, "Concrete Inputs": ["", "[360448]", "[1]", "524544"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 5752 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204742966.764, "dur": 0.411, + "args": { + "External id": 423562,"Record function id": 0, "Concrete Inputs": ["", "[360448]", "[1]", "884992"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 5753 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204742968.795, "dur": 0.167, + "args": { + "External id": 423563,"Record function id": 0, "Concrete Inputs": ["", "[360448]", "[1]", "1245440"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 5754 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::_foreach_copy_", "pid": 4183440, "tid": 4183440, + "ts": 675204742988.467, "dur": 42.863, + "args": { + "External id": 423564,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["TensorList", "TensorList", "Scalar"], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [[1], [1], [1], [1], [1], [1], [1], [1], [1]], []], "Input Dims": [[[128], [131072], [131072], [131072], [131072], [128], [360448], [360448], [360448]], [[128], [131072], [131072], [131072], [131072], [128], [360448], [360448], [360448]], []], "Ev Idx": 5755 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "fsdp::all_gather_copy_in", "pid": 4183440, "tid": 4183440, + "ts": 675204743067.062, "dur": 117.729, + "args": { + "External id": 423565,"Record function id": 0, "Concrete Inputs": ["", "[128, 131072, 131072, 131072, 131072, 128, 360448, 360448, 360448]", "1605888", "8", "4", "15", ""], "Input type": ["TensorList", "ScalarList", "Scalar", "Scalar", "Scalar", "Scalar", ""], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [], [], [], [], [], []], "Input Dims": [[[128], [131072], [131072], [131072], [131072], [128], [360448], [360448], [360448]], [], [], [], [], [], []], "Ev Idx": 5756 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 4183440, + "ts": 675204743078.364, "dur": 5.389, + "args": { + "External id": 423566,"Record function id": 0, "Concrete Inputs": ["[12847104]", "15", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 5757 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::narrow", "pid": 4183440, "tid": 4183440, + "ts": 675204743088.941, "dur": 12.891, + "args": { + "External id": 423567,"Record function id": 0, "Concrete Inputs": ["", "0", "6423552", "1605888"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[12847104], [], [], []], "Ev Idx": 5758 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 4183440, "tid": 4183440, + "ts": 675204743093.585, "dur": 7.805, + "args": { + "External id": 423568,"Record function id": 0, "Concrete Inputs": ["", "0", "6423552", "8029440", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], [], []], "Input Dims": [[12847104], [], [], [], []], "Ev Idx": 5759 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204743097.240, "dur": 2.911, + "args": { + "External id": 423569,"Record function id": 0, "Concrete Inputs": ["", "[1605888]", "[1]", "6423552"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[12847104], [], [], []], "Ev Idx": 5760 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes", "pid": 4183440, "tid": 4183440, + "ts": 675204743109.230, "dur": 32.095, + "args": { + "External id": 423570,"Record function id": 0, "Concrete Inputs": ["", "[128, 131072, 131072, 131072, 131072, 128, 360448, 360448, 360448]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar"], "Input Strides": [[1], [], []], "Input Dims": [[1605888], [], []], "Ev Idx": 5761 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204743111.719, "dur": 0.363, + "args": { + "External id": 423571,"Record function id": 0, "Concrete Inputs": ["", "[128]", "[1]", "6423552"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 5762 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204743113.598, "dur": 0.798, + "args": { + "External id": 423572,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "6423680"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 5763 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204743116.411, "dur": 0.603, + "args": { + "External id": 423573,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "6554752"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 5764 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204743120.765, "dur": 2.086, + "args": { + "External id": 423574,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "6685824"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 5765 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204743124.406, "dur": 0.260, + "args": { + "External id": 423575,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "6816896"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 5766 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204743125.900, "dur": 2.378, + "args": { + "External id": 423576,"Record function id": 0, "Concrete Inputs": ["", "[128]", "[1]", "6947968"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 5767 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204743129.549, "dur": 0.402, + "args": { + "External id": 423577,"Record function id": 0, "Concrete Inputs": ["", "[360448]", "[1]", "6948096"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 5768 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204743131.964, "dur": 0.706, + "args": { + "External id": 423578,"Record function id": 0, "Concrete Inputs": ["", "[360448]", "[1]", "7308544"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 5769 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204743136.355, "dur": 0.193, + "args": { + "External id": 423579,"Record function id": 0, "Concrete Inputs": ["", "[360448]", "[1]", "7668992"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 5770 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::_foreach_copy_", "pid": 4183440, "tid": 4183440, + "ts": 675204743152.599, "dur": 23.146, + "args": { + "External id": 423580,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["TensorList", "TensorList", "Scalar"], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [[1], [1], [1], [1], [1], [1], [1], [1], [1]], []], "Input Dims": [[[128], [131072], [131072], [131072], [131072], [128], [360448], [360448], [360448]], [[128], [131072], [131072], [131072], [131072], [128], [360448], [360448], [360448]], []], "Ev Idx": 5771 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "c10d::_allgather_base_", "pid": 4183440, "tid": 4183440, + "ts": 675204743237.158, "dur": 366.177, + "args": { + "External id": 423581,"Record function id": 0, "Concrete Inputs": ["", "", "", "False", "-1"], "Input type": ["c10::BFloat16", "c10::BFloat16", "", "Scalar", "Scalar"], "Input Strides": [[1], [1], [], [], []], "Input Dims": [[12847104], [1605888], [], [], []], "Ev Idx": 5772 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 4183440, "tid": 4183440, + "ts": 675204743264.673, "dur": 333.777, + "args": { + "External id": 423582,"Record function id": 0, "Collective name": "_allgather_base", "Process Group Description": "default_pg", "dtype": "BFloat16", "Rank": 4, "Input Strides": [[1], [], [], [], [], [], [], [], [], []], "Concrete Inputs": ["", "", "", "4", "", "[]", "[]", "0", "1", "8"], "Out msg nelems": 12847104, "Process Group Name": "0", "Input type": ["c10::BFloat16", "", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Global rank stride": 1, "Out split size": "[]", "In split size": "[]", "Process Group Ranks": "[0, 1, 2, 3, 4, 5, 6, 7]", "Group size": 8, "Input Dims": [[1605888], [], [], [], [], [], [], [], [], []], "Global rank start": 0, "Ev Idx": 5773, "In msg nelems": 1605888 + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "nccl:_all_gather_base", "pid": 4183440, "tid": 4183440, + "ts": 675204743275.683, "dur": 316.927, + "args": { + "External id": 423583,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[1605888]], "Ev Idx": 5774 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 4183440, "tid": 4183440, + "ts": 675204743622.753, "dur": 2.137, + "args": { + "External id": 423584,"Record function id": 0, "Collective name": "wait", "Process Group Description": "default_pg", "dtype": "Byte", "Input Dims": [[], [], [], [], [], [], [], [], []], "Input Strides": [[], [], [], [], [], [], [], [], []], "Input type": ["", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Concrete Inputs": ["", "", "4", "", "[]", "[]", "-1", "-1", "1"], "Out msg nelems": 0, "Process Group Name": "0", "Process Group Ranks": "[]", "Group size": 1, "Ev Idx": 5775, "In msg nelems": 0, "Rank": 4, "In split size": "[]", "Out split size": "[]" + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "FSDP::all_gather_copy_out (model.layers.12)", "pid": 4183440, "tid": 4183440, + "ts": 675204743763.779, "dur": 7438.416, + "args": { + "External id": 423585,"Record function id": 0, "Ev Idx": 5776 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204743864.011, "dur": 6.810, + "args": { + "External id": 423586,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[12847104], []], "Ev Idx": 5777 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204743873.756, "dur": 1.430, + "args": { + "External id": 423587,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[1024], []], "Ev Idx": 5778 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204743876.900, "dur": 3.382, + "args": { + "External id": 423588,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[1048576], []], "Ev Idx": 5779 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204743881.750, "dur": 0.775, + "args": { + "External id": 423589,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[1048576], []], "Ev Idx": 5780 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204743884.006, "dur": 0.709, + "args": { + "External id": 423590,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[1048576], []], "Ev Idx": 5781 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204743886.404, "dur": 0.796, + "args": { + "External id": 423591,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[1048576], []], "Ev Idx": 5782 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204743888.981, "dur": 0.877, + "args": { + "External id": 423592,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[1024], []], "Ev Idx": 5783 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204743891.835, "dur": 1.891, + "args": { + "External id": 423593,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[2883584], []], "Ev Idx": 5784 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204743895.184, "dur": 0.863, + "args": { + "External id": 423594,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[2883584], []], "Ev Idx": 5785 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204743898.027, "dur": 0.709, + "args": { + "External id": 423595,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[2883584], []], "Ev Idx": 5786 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "fsdp::split_with_sizes_copy", "pid": 4183440, "tid": 4183440, + "ts": 675204743917.903, "dur": 7245.047, + "args": { + "External id": 423596,"Record function id": 0, "Concrete Inputs": ["", "[128, 131072, 131072, 131072, 131072, 128, 360448, 360448, 360448]", "1", ""], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "TensorList"], "Input Strides": [[1605888, 1], [], [], [[128, 1], [131072, 1], [131072, 1], [131072, 1], [131072, 1], [128, 1], [360448, 1], [360448, 1], [360448, 1]]], "Input Dims": [[8, 1605888], [], [], [[8, 128], [8, 131072], [8, 131072], [8, 131072], [8, 131072], [8, 128], [8, 360448], [8, 360448], [8, 360448]]], "Ev Idx": 5787 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes_copy", "pid": 4183440, "tid": 4183440, + "ts": 675204743950.390, "dur": 7205.492, + "args": { + "External id": 423597,"Record function id": 0, "Concrete Inputs": ["", "[128, 131072, 131072, 131072, 131072, 128, 360448, 360448, 360448]", "1", ""], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "TensorList"], "Input Strides": [[1605888, 1], [], [], [[128, 1], [131072, 1], [131072, 1], [131072, 1], [131072, 1], [128, 1], [360448, 1], [360448, 1], [360448, 1]]], "Input Dims": [[8, 1605888], [], [], [[8, 128], [8, 131072], [8, 131072], [8, 131072], [8, 131072], [8, 128], [8, 360448], [8, 360448], [8, 360448]]], "Ev Idx": 5788 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 4183440, + "ts": 675204743972.428, "dur": 16.124, + "args": { + "External id": 423598,"Record function id": 0, "Concrete Inputs": ["[823]", "4", "", "", "True", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 5789 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 4183440, + "ts": 675204743991.826, "dur": 7130.629, + "args": { + "External id": 423599,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", "False", ""], "Input type": ["long int", "", "", "", "", "Scalar", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], [], []], "Input Dims": [[823], [], [], [], [], [], [], []], "Ev Idx": 5790 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::_to_copy", "pid": 4183440, "tid": 4183440, + "ts": 675204743994.281, "dur": 7127.663, + "args": { + "External id": 423600,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", ""], "Input type": ["long int", "", "", "", "", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], []], "Input Dims": [[823], [], [], [], [], [], []], "Ev Idx": 5791 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204744001.258, "dur": 7.669, + "args": { + "External id": 423601,"Record function id": 0, "Concrete Inputs": ["[823]", "[1]", "4", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 5792 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 4183440, "tid": 4183440, + "ts": 675204744011.132, "dur": 7107.673, + "args": { + "External id": 423602,"Record function id": 0, "Concrete Inputs": ["", "", "True"], "Input type": ["long int", "long int", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[823], [823], []], "Ev Idx": 5793 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "RegisterPostBackwardFunction", "pid": 4183440, "tid": 4183440, + "ts": 675204751336.003, "dur": 43.024, + "args": { + "External id": 423603,"Sequence number": 5055625, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[4194304, 1024, 1]], "Input Dims": [[16, 4096, 1024]], "Ev Idx": 5794 + } + }, + { + "ph": "s", "id": 187, "pid": 4183440, "tid": 4183440, "ts": 675204751336.003, + "cat": "fwdbwd", "name": "fwdbwd" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view_as", "pid": 4183440, "tid": 4183440, + "ts": 675204751366.652, "dur": 7.836, + "args": { + "External id": 423604,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[4194304, 1024, 1], [4194304, 1024, 1]], "Input Dims": [[16, 4096, 1024], [16, 4096, 1024]], "Ev Idx": 5795 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204751369.774, "dur": 4.543, + "args": { + "External id": 423605,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[4194304, 1024, 1], []], "Input Dims": [[16, 4096, 1024], []], "Ev Idx": 5796 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "TorchDynamo Cache Lookup", "pid": 4183440, "tid": 4183440, + "ts": 675204751446.501, "dur": 92.547, + "args": { + "External id": 423606,"Record function id": 0, "Ev Idx": 5797 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "Torch-Compiled Region: 1/1", "pid": 4183440, "tid": 4183440, + "ts": 675204751540.326, "dur": 1068.790, + "args": { + "External id": 423607,"Record function id": 0, "Ev Idx": 5798 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "CompiledFunction", "pid": 4183440, "tid": 4183440, + "ts": 675204751581.691, "dur": 1013.299, + "args": { + "External id": 423608,"Sequence number": 5055626, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "", "", "", "", "", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[4194304, 1024, 1], [1], [1024, 1], [1024, 1], [1024, 1], [32, 1], [32, 1], [1024, 1], [1], [1024, 1], [1024, 1], [2816, 1]], "Input Dims": [[16, 4096, 1024], [1024], [1024, 1024], [1024, 1024], [1024, 1024], [8192, 32], [8192, 32], [1024, 1024], [1024], [2816, 1024], [2816, 1024], [1024, 2816]], "Ev Idx": 5799 + } + }, + { + "ph": "s", "id": 186, "pid": 4183440, "tid": 4183440, "ts": 675204751581.691, + "cat": "fwdbwd", "name": "fwdbwd" + }, + { + "ph": "X", "cat": "cpu_op", "name": "layer_norm_fwd_kernel_0", "pid": 4183440, "tid": 4183440, + "ts": 675204751650.545, "dur": 76.888, + "args": { + "External id": 423609,"kernel_hash": "ck4apib4lp3ng7t5dwwm5qlikeosbnhrlf2sblbxilqmogtmpafh", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "1024", "1", "9.9999999999999995e-07", "True", "1024", "False", "False", "True", "False"], "kernel_file": "/tmp/torchinductor_cvm/k4/ck4apib4lp3ng7t5dwwm5qlikeosbnhrlf2sblbxilqmogtmpafh.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "float", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [1024, 1], [1], [1], [], [], [], [], [], [], [], [], []], "Input Dims": [[65536, 1024], [65536, 1024], [1024], [65536], [], [], [], [], [], [], [], [], []], "Ev Idx": 5800 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 4183440, + "ts": 675204751743.932, "dur": 95.471, + "args": { + "External id": 423610,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1, 1024], [1024, 1]], "Input Dims": [[65536, 1024], [1024, 1024], [65536, 1024]], "Ev Idx": 5801 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 4183440, + "ts": 675204751850.189, "dur": 34.566, + "args": { + "External id": 423611,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1, 1024], [1024, 1]], "Input Dims": [[65536, 1024], [1024, 1024], [65536, 1024]], "Ev Idx": 5802 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 4183440, + "ts": 675204751893.451, "dur": 30.112, + "args": { + "External id": 423612,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1, 1024], [1024, 1]], "Input Dims": [[65536, 1024], [1024, 1024], [65536, 1024]], "Ev Idx": 5803 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "rotary_embedding_kernel_1", "pid": 4183440, "tid": 4183440, + "ts": 675204751963.542, "dur": 28.722, + "args": { + "External id": 423613,"kernel_hash": "cl2wm4hba2dd5vb7b2xth2batzpjiesxlywgh5etvvp6c2wd7rk5", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "0", "16", "4096", "16", "64", "32", "8192", "32", "64", "False", "False", "False", "False"], "kernel_file": "/tmp/torchinductor_cvm/l2/cl2wm4hba2dd5vb7b2xth2batzpjiesxlywgh5etvvp6c2wd7rk5.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[4194304, 1024, 64, 1], [32, 1], [32, 1], [4194304, 1024, 64, 1], [], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[16, 4096, 16, 64], [8192, 32], [8192, 32], [16, 4096, 16, 64], [], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 5804 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "rotary_embedding_kernel_1", "pid": 4183440, "tid": 4183440, + "ts": 675204752011.479, "dur": 16.667, + "args": { + "External id": 423614,"kernel_hash": "cl2wm4hba2dd5vb7b2xth2batzpjiesxlywgh5etvvp6c2wd7rk5", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "0", "16", "4096", "16", "64", "32", "8192", "32", "64", "False", "False", "False", "False"], "kernel_file": "/tmp/torchinductor_cvm/l2/cl2wm4hba2dd5vb7b2xth2batzpjiesxlywgh5etvvp6c2wd7rk5.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[4194304, 1024, 64, 1], [32, 1], [32, 1], [4194304, 1024, 64, 1], [], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[16, 4096, 16, 64], [8192, 32], [8192, 32], [16, 4096, 16, 64], [], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 5805 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "flash_attn::_flash_attn_forward", "pid": 4183440, "tid": 4183440, + "ts": 675204752047.636, "dur": 133.863, + "args": { + "External id": 423615,"Record function id": 0, "Concrete Inputs": ["", "", "", "0.", "0.125", "True", "-1", "-1", "0.", "", "False"], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[4194304, 1024, 64, 1], [4194304, 1024, 64, 1], [4194304, 1024, 64, 1], [], [], [], [], [], [], [], []], "Input Dims": [[16, 4096, 16, 64], [16, 4096, 16, 64], [16, 4096, 16, 64], [], [], [], [], [], [], [], []], "Ev Idx": 5806 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty_like", "pid": 4183440, "tid": 4183440, + "ts": 675204752098.653, "dur": 13.306, + "args": { + "External id": 423616,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", ""], "Input type": ["c10::BFloat16", "", "", "", "", ""], "Input Strides": [[4194304, 1024, 64, 1], [], [], [], [], []], "Input Dims": [[16, 4096, 16, 64], [], [], [], [], []], "Ev Idx": 5807 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204752104.656, "dur": 6.291, + "args": { + "External id": 423617,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 16, 64]", "[4194304, 1024, 64, 1]", "15", "0", "", ""], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 5808 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 4183440, + "ts": 675204752114.549, "dur": 5.975, + "args": { + "External id": 423618,"Record function id": 0, "Concrete Inputs": ["[16, 16, 4096]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 5809 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 4183440, + "ts": 675204752121.933, "dur": 1.177, + "args": { + "External id": 423619,"Record function id": 0, "Concrete Inputs": ["[0]", "15", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 5810 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 4183440, + "ts": 675204752125.847, "dur": 4.393, + "args": { + "External id": 423620,"Record function id": 0, "Concrete Inputs": ["[2]", "4", "", "", "", ""], "Input type": ["ScalarList", "Scalar", "", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 5811 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 4183440, + "ts": 675204752192.232, "dur": 48.753, + "args": { + "External id": 423621,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1, 1024], [1024, 1]], "Input Dims": [[65536, 1024], [1024, 1024], [65536, 1024]], "Ev Idx": 5812 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "layer_norm_fwd_kernel_2", "pid": 4183440, "tid": 4183440, + "ts": 675204752269.802, "dur": 28.748, + "args": { + "External id": 423622,"kernel_hash": "cnjbue7nf7gv2knx3zot7zn5kaxyrd3hc7qwdjvlhjrtvf774taj", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "", "", "1024", "1", "9.9999999999999995e-07", "True", "1024", "True", "True", "True", "False"], "kernel_file": "/tmp/torchinductor_cvm/nj/cnjbue7nf7gv2knx3zot7zn5kaxyrd3hc7qwdjvlhjrtvf774taj.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "float", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [1024, 1], [1], [1024, 1], [1024, 1], [1], [], [], [], [], [], [], [], [], []], "Input Dims": [[65536, 1024], [65536, 1024], [1024], [65536, 1024], [65536, 1024], [65536], [], [], [], [], [], [], [], [], []], "Ev Idx": 5813 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 4183440, + "ts": 675204752308.013, "dur": 37.937, + "args": { + "External id": 423623,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1, 1024], [2816, 1]], "Input Dims": [[65536, 1024], [1024, 2816], [65536, 2816]], "Ev Idx": 5814 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 4183440, + "ts": 675204752355.360, "dur": 31.485, + "args": { + "External id": 423624,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1, 1024], [2816, 1]], "Input Dims": [[65536, 1024], [1024, 2816], [65536, 2816]], "Ev Idx": 5815 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused__to_copy_mul_silu_0", "pid": 4183440, "tid": 4183440, + "ts": 675204752416.202, "dur": 26.416, + "args": { + "External id": 423625,"kernel_hash": "cw3skkho6yb4encoyp3h6ahhtvu5iazx6tllrwt6cabagzim3icp", "grid": "grid(184549376,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "184549376"], "kernel_file": "/tmp/torchinductor_cvm/w3/cw3skkho6yb4encoyp3h6ahhtvu5iazx6tllrwt6cabagzim3icp.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[2816, 1], [2816, 1], [11534336, 2816, 1], []], "Input Dims": [[65536, 2816], [65536, 2816], [16, 4096, 2816], []], "Ev Idx": 5816 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 4183440, + "ts": 675204752450.571, "dur": 40.414, + "args": { + "External id": 423626,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2816, 1], [1, 2816], [1024, 1]], "Input Dims": [[65536, 2816], [2816, 1024], [65536, 1024]], "Ev Idx": 5817 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused_add_1", "pid": 4183440, "tid": 4183440, + "ts": 675204752507.597, "dur": 17.611, + "args": { + "External id": 423627,"kernel_hash": "cpqzomrawiuklcctjbbwmvmzd7xgj2j22x55badf4x4gmk776f7x", "grid": "grid(67108864,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "67108864"], "kernel_file": "/tmp/torchinductor_cvm/pq/cpqzomrawiuklcctjbbwmvmzd7xgj2j22x55badf4x4gmk776f7x.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[4194304, 1024, 1], [1024, 1], []], "Input Dims": [[16, 4096, 1024], [65536, 1024], []], "Ev Idx": 5818 + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "FSDP::post_forward (model.layers.12)", "pid": 4183440, "tid": 4183440, + "ts": 675204752711.067, "dur": 80.188, + "args": { + "External id": 423628,"Record function id": 0, "Ev Idx": 5819 + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "FSDP::cast_forward_inputs", "pid": 4183440, "tid": 4183440, + "ts": 675204752866.363, "dur": 47.691, + "args": { + "External id": 423629,"Record function id": 0, "Ev Idx": 5820 + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "FSDP::pre_forward (model.layers.13)", "pid": 4183440, "tid": 4183440, + "ts": 675204752923.118, "dur": 8713.520, + "args": { + "External id": 423630,"Record function id": 0, "Ev Idx": 5821 + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "FSDP::all_gather (model.layers.13)", "pid": 4183440, "tid": 4183440, + "ts": 675204752931.064, "dur": 918.883, + "args": { + "External id": 423631,"Record function id": 0, "Ev Idx": 5822 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 4183440, + "ts": 675204753031.228, "dur": 9.662, + "args": { + "External id": 423632,"Record function id": 0, "Concrete Inputs": ["[1605888]", "15", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 5823 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes", "pid": 4183440, "tid": 4183440, + "ts": 675204753054.615, "dur": 35.363, + "args": { + "External id": 423633,"Record function id": 0, "Concrete Inputs": ["", "[128, 131072, 131072, 131072, 131072, 128, 360448, 360448, 360448]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar"], "Input Strides": [[1], [], []], "Input Dims": [[1605888], [], []], "Ev Idx": 5824 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204753059.872, "dur": 2.421, + "args": { + "External id": 423634,"Record function id": 0, "Concrete Inputs": ["", "[128]", "[1]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 5825 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204753066.629, "dur": 0.225, + "args": { + "External id": 423635,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "128"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 5826 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204753068.200, "dur": 0.309, + "args": { + "External id": 423636,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "131200"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 5827 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204753069.290, "dur": 0.434, + "args": { + "External id": 423637,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "262272"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 5828 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204753073.053, "dur": 0.624, + "args": { + "External id": 423638,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "393344"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 5829 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204753074.778, "dur": 0.336, + "args": { + "External id": 423639,"Record function id": 0, "Concrete Inputs": ["", "[128]", "[1]", "524416"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 5830 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204753076.185, "dur": 4.280, + "args": { + "External id": 423640,"Record function id": 0, "Concrete Inputs": ["", "[360448]", "[1]", "524544"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 5831 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204753081.765, "dur": 0.372, + "args": { + "External id": 423641,"Record function id": 0, "Concrete Inputs": ["", "[360448]", "[1]", "884992"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 5832 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204753082.946, "dur": 0.461, + "args": { + "External id": 423642,"Record function id": 0, "Concrete Inputs": ["", "[360448]", "[1]", "1245440"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 5833 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::_foreach_copy_", "pid": 4183440, "tid": 4183440, + "ts": 675204753101.290, "dur": 43.733, + "args": { + "External id": 423643,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["TensorList", "TensorList", "Scalar"], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [[1], [1], [1], [1], [1], [1], [1], [1], [1]], []], "Input Dims": [[[128], [131072], [131072], [131072], [131072], [128], [360448], [360448], [360448]], [[128], [131072], [131072], [131072], [131072], [128], [360448], [360448], [360448]], []], "Ev Idx": 5834 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "fsdp::all_gather_copy_in", "pid": 4183440, "tid": 4183440, + "ts": 675204753178.919, "dur": 109.506, + "args": { + "External id": 423644,"Record function id": 0, "Concrete Inputs": ["", "[128, 131072, 131072, 131072, 131072, 128, 360448, 360448, 360448]", "1605888", "8", "4", "15", ""], "Input type": ["TensorList", "ScalarList", "Scalar", "Scalar", "Scalar", "Scalar", ""], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [], [], [], [], [], []], "Input Dims": [[[128], [131072], [131072], [131072], [131072], [128], [360448], [360448], [360448]], [], [], [], [], [], []], "Ev Idx": 5835 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 4183440, + "ts": 675204753189.731, "dur": 4.486, + "args": { + "External id": 423645,"Record function id": 0, "Concrete Inputs": ["[12847104]", "15", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 5836 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::narrow", "pid": 4183440, "tid": 4183440, + "ts": 675204753199.119, "dur": 10.078, + "args": { + "External id": 423646,"Record function id": 0, "Concrete Inputs": ["", "0", "6423552", "1605888"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[12847104], [], [], []], "Ev Idx": 5837 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 4183440, "tid": 4183440, + "ts": 675204753203.678, "dur": 5.105, + "args": { + "External id": 423647,"Record function id": 0, "Concrete Inputs": ["", "0", "6423552", "8029440", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], [], []], "Input Dims": [[12847104], [], [], [], []], "Ev Idx": 5838 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204753207.157, "dur": 0.493, + "args": { + "External id": 423648,"Record function id": 0, "Concrete Inputs": ["", "[1605888]", "[1]", "6423552"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[12847104], [], [], []], "Ev Idx": 5839 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes", "pid": 4183440, "tid": 4183440, + "ts": 675204753215.427, "dur": 28.830, + "args": { + "External id": 423649,"Record function id": 0, "Concrete Inputs": ["", "[128, 131072, 131072, 131072, 131072, 128, 360448, 360448, 360448]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar"], "Input Strides": [[1], [], []], "Input Dims": [[1605888], [], []], "Ev Idx": 5840 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204753217.213, "dur": 2.737, + "args": { + "External id": 423650,"Record function id": 0, "Concrete Inputs": ["", "[128]", "[1]", "6423552"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 5841 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204753221.123, "dur": 0.384, + "args": { + "External id": 423651,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "6423680"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 5842 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204753222.373, "dur": 0.242, + "args": { + "External id": 423652,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "6554752"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 5843 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204753226.005, "dur": 1.396, + "args": { + "External id": 423653,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "6685824"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 5844 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204753228.386, "dur": 0.385, + "args": { + "External id": 423654,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "6816896"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 5845 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204753230.893, "dur": 0.182, + "args": { + "External id": 423655,"Record function id": 0, "Concrete Inputs": ["", "[128]", "[1]", "6947968"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 5846 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204753233.939, "dur": 0.179, + "args": { + "External id": 423656,"Record function id": 0, "Concrete Inputs": ["", "[360448]", "[1]", "6948096"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 5847 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204753235.674, "dur": 0.196, + "args": { + "External id": 423657,"Record function id": 0, "Concrete Inputs": ["", "[360448]", "[1]", "7308544"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 5848 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204753237.343, "dur": 2.081, + "args": { + "External id": 423658,"Record function id": 0, "Concrete Inputs": ["", "[360448]", "[1]", "7668992"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 5849 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::_foreach_copy_", "pid": 4183440, "tid": 4183440, + "ts": 675204753256.117, "dur": 24.458, + "args": { + "External id": 423659,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["TensorList", "TensorList", "Scalar"], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [[1], [1], [1], [1], [1], [1], [1], [1], [1]], []], "Input Dims": [[[128], [131072], [131072], [131072], [131072], [128], [360448], [360448], [360448]], [[128], [131072], [131072], [131072], [131072], [128], [360448], [360448], [360448]], []], "Ev Idx": 5850 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "c10d::_allgather_base_", "pid": 4183440, "tid": 4183440, + "ts": 675204753341.883, "dur": 410.865, + "args": { + "External id": 423660,"Record function id": 0, "Concrete Inputs": ["", "", "", "False", "-1"], "Input type": ["c10::BFloat16", "c10::BFloat16", "", "Scalar", "Scalar"], "Input Strides": [[1], [1], [], [], []], "Input Dims": [[12847104], [1605888], [], [], []], "Ev Idx": 5851 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 4183440, "tid": 4183440, + "ts": 675204753369.155, "dur": 377.915, + "args": { + "External id": 423661,"Record function id": 0, "Collective name": "_allgather_base", "Process Group Description": "default_pg", "dtype": "BFloat16", "Rank": 4, "Input Strides": [[1], [], [], [], [], [], [], [], [], []], "Concrete Inputs": ["", "", "", "4", "", "[]", "[]", "0", "1", "8"], "Out msg nelems": 12847104, "Process Group Name": "0", "Input type": ["c10::BFloat16", "", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Global rank stride": 1, "Out split size": "[]", "In split size": "[]", "Process Group Ranks": "[0, 1, 2, 3, 4, 5, 6, 7]", "Group size": 8, "Input Dims": [[1605888], [], [], [], [], [], [], [], [], []], "Global rank start": 0, "Ev Idx": 5852, "In msg nelems": 1605888 + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "nccl:_all_gather_base", "pid": 4183440, "tid": 4183440, + "ts": 675204753379.714, "dur": 361.331, + "args": { + "External id": 423662,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[1605888]], "Ev Idx": 5853 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 4183440, "tid": 4183440, + "ts": 675204753774.743, "dur": 2.544, + "args": { + "External id": 423663,"Record function id": 0, "Collective name": "wait", "Process Group Description": "default_pg", "dtype": "Byte", "Input Dims": [[], [], [], [], [], [], [], [], []], "Input Strides": [[], [], [], [], [], [], [], [], []], "Input type": ["", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Concrete Inputs": ["", "", "4", "", "[]", "[]", "-1", "-1", "1"], "Out msg nelems": 0, "Process Group Name": "0", "Process Group Ranks": "[]", "Group size": 1, "Ev Idx": 5854, "In msg nelems": 0, "Rank": 4, "In split size": "[]", "Out split size": "[]" + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "FSDP::all_gather_copy_out (model.layers.13)", "pid": 4183440, "tid": 4183440, + "ts": 675204753871.495, "dur": 7562.846, + "args": { + "External id": 423664,"Record function id": 0, "Ev Idx": 5855 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204753990.689, "dur": 6.848, + "args": { + "External id": 423665,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[12847104], []], "Ev Idx": 5856 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204754000.898, "dur": 0.932, + "args": { + "External id": 423666,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[1024], []], "Ev Idx": 5857 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204754003.817, "dur": 2.359, + "args": { + "External id": 423667,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[1048576], []], "Ev Idx": 5858 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204754007.871, "dur": 0.715, + "args": { + "External id": 423668,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[1048576], []], "Ev Idx": 5859 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204754010.347, "dur": 0.785, + "args": { + "External id": 423669,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[1048576], []], "Ev Idx": 5860 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204754013.200, "dur": 0.883, + "args": { + "External id": 423670,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[1048576], []], "Ev Idx": 5861 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204754016.251, "dur": 0.745, + "args": { + "External id": 423671,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[1024], []], "Ev Idx": 5862 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204754018.815, "dur": 2.505, + "args": { + "External id": 423672,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[2883584], []], "Ev Idx": 5863 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204754022.781, "dur": 0.793, + "args": { + "External id": 423673,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[2883584], []], "Ev Idx": 5864 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204754025.189, "dur": 0.781, + "args": { + "External id": 423674,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[2883584], []], "Ev Idx": 5865 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "fsdp::split_with_sizes_copy", "pid": 4183440, "tid": 4183440, + "ts": 675204754046.206, "dur": 7350.570, + "args": { + "External id": 423675,"Record function id": 0, "Concrete Inputs": ["", "[128, 131072, 131072, 131072, 131072, 128, 360448, 360448, 360448]", "1", ""], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "TensorList"], "Input Strides": [[1605888, 1], [], [], [[128, 1], [131072, 1], [131072, 1], [131072, 1], [131072, 1], [128, 1], [360448, 1], [360448, 1], [360448, 1]]], "Input Dims": [[8, 1605888], [], [], [[8, 128], [8, 131072], [8, 131072], [8, 131072], [8, 131072], [8, 128], [8, 360448], [8, 360448], [8, 360448]]], "Ev Idx": 5866 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes_copy", "pid": 4183440, "tid": 4183440, + "ts": 675204754061.829, "dur": 7328.071, + "args": { + "External id": 423676,"Record function id": 0, "Concrete Inputs": ["", "[128, 131072, 131072, 131072, 131072, 128, 360448, 360448, 360448]", "1", ""], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "TensorList"], "Input Strides": [[1605888, 1], [], [], [[128, 1], [131072, 1], [131072, 1], [131072, 1], [131072, 1], [128, 1], [360448, 1], [360448, 1], [360448, 1]]], "Input Dims": [[8, 1605888], [], [], [[8, 128], [8, 131072], [8, 131072], [8, 131072], [8, 131072], [8, 128], [8, 360448], [8, 360448], [8, 360448]]], "Ev Idx": 5867 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 4183440, + "ts": 675204754078.931, "dur": 16.715, + "args": { + "External id": 423677,"Record function id": 0, "Concrete Inputs": ["[823]", "4", "", "", "True", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 5868 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 4183440, + "ts": 675204754098.318, "dur": 7257.450, + "args": { + "External id": 423678,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", "False", ""], "Input type": ["long int", "", "", "", "", "Scalar", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], [], []], "Input Dims": [[823], [], [], [], [], [], [], []], "Ev Idx": 5869 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::_to_copy", "pid": 4183440, "tid": 4183440, + "ts": 675204754100.956, "dur": 7254.227, + "args": { + "External id": 423679,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", ""], "Input type": ["long int", "", "", "", "", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], []], "Input Dims": [[823], [], [], [], [], [], []], "Ev Idx": 5870 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204754106.994, "dur": 6.965, + "args": { + "External id": 423680,"Record function id": 0, "Concrete Inputs": ["[823]", "[1]", "4", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 5871 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 4183440, "tid": 4183440, + "ts": 675204754115.691, "dur": 7236.151, + "args": { + "External id": 423681,"Record function id": 0, "Concrete Inputs": ["", "", "True"], "Input type": ["long int", "long int", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[823], [823], []], "Ev Idx": 5872 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "RegisterPostBackwardFunction", "pid": 4183440, "tid": 4183440, + "ts": 675204761583.747, "dur": 28.535, + "args": { + "External id": 423682,"Sequence number": 5055627, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[4194304, 1024, 1]], "Input Dims": [[16, 4096, 1024]], "Ev Idx": 5873 + } + }, + { + "ph": "s", "id": 185, "pid": 4183440, "tid": 4183440, "ts": 675204761583.747, + "cat": "fwdbwd", "name": "fwdbwd" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view_as", "pid": 4183440, "tid": 4183440, + "ts": 675204761599.963, "dur": 7.407, + "args": { + "External id": 423683,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[4194304, 1024, 1], [4194304, 1024, 1]], "Input Dims": [[16, 4096, 1024], [16, 4096, 1024]], "Ev Idx": 5874 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204761602.878, "dur": 4.272, + "args": { + "External id": 423684,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[4194304, 1024, 1], []], "Input Dims": [[16, 4096, 1024], []], "Ev Idx": 5875 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "TorchDynamo Cache Lookup", "pid": 4183440, "tid": 4183440, + "ts": 675204761702.567, "dur": 91.373, + "args": { + "External id": 423685,"Record function id": 0, "Ev Idx": 5876 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "Torch-Compiled Region: 1/1", "pid": 4183440, "tid": 4183440, + "ts": 675204761796.130, "dur": 1064.967, + "args": { + "External id": 423686,"Record function id": 0, "Ev Idx": 5877 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "CompiledFunction", "pid": 4183440, "tid": 4183440, + "ts": 675204761837.729, "dur": 1008.683, + "args": { + "External id": 423687,"Sequence number": 5055628, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "", "", "", "", "", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[4194304, 1024, 1], [1], [1024, 1], [1024, 1], [1024, 1], [32, 1], [32, 1], [1024, 1], [1], [1024, 1], [1024, 1], [2816, 1]], "Input Dims": [[16, 4096, 1024], [1024], [1024, 1024], [1024, 1024], [1024, 1024], [8192, 32], [8192, 32], [1024, 1024], [1024], [2816, 1024], [2816, 1024], [1024, 2816]], "Ev Idx": 5878 + } + }, + { + "ph": "s", "id": 184, "pid": 4183440, "tid": 4183440, "ts": 675204761837.729, + "cat": "fwdbwd", "name": "fwdbwd" + }, + { + "ph": "X", "cat": "cpu_op", "name": "layer_norm_fwd_kernel_0", "pid": 4183440, "tid": 4183440, + "ts": 675204761907.440, "dur": 56.467, + "args": { + "External id": 423688,"kernel_hash": "ck4apib4lp3ng7t5dwwm5qlikeosbnhrlf2sblbxilqmogtmpafh", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "1024", "1", "9.9999999999999995e-07", "True", "1024", "False", "False", "True", "False"], "kernel_file": "/tmp/torchinductor_cvm/k4/ck4apib4lp3ng7t5dwwm5qlikeosbnhrlf2sblbxilqmogtmpafh.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "float", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [1024, 1], [1], [1], [], [], [], [], [], [], [], [], []], "Input Dims": [[65536, 1024], [65536, 1024], [1024], [65536], [], [], [], [], [], [], [], [], []], "Ev Idx": 5879 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 4183440, + "ts": 675204761980.407, "dur": 94.116, + "args": { + "External id": 423689,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1, 1024], [1024, 1]], "Input Dims": [[65536, 1024], [1024, 1024], [65536, 1024]], "Ev Idx": 5880 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 4183440, + "ts": 675204762083.370, "dur": 35.016, + "args": { + "External id": 423690,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1, 1024], [1024, 1]], "Input Dims": [[65536, 1024], [1024, 1024], [65536, 1024]], "Ev Idx": 5881 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 4183440, + "ts": 675204762127.612, "dur": 29.105, + "args": { + "External id": 423691,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1, 1024], [1024, 1]], "Input Dims": [[65536, 1024], [1024, 1024], [65536, 1024]], "Ev Idx": 5882 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "rotary_embedding_kernel_1", "pid": 4183440, "tid": 4183440, + "ts": 675204762182.473, "dur": 28.541, + "args": { + "External id": 423692,"kernel_hash": "cl2wm4hba2dd5vb7b2xth2batzpjiesxlywgh5etvvp6c2wd7rk5", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "0", "16", "4096", "16", "64", "32", "8192", "32", "64", "False", "False", "False", "False"], "kernel_file": "/tmp/torchinductor_cvm/l2/cl2wm4hba2dd5vb7b2xth2batzpjiesxlywgh5etvvp6c2wd7rk5.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[4194304, 1024, 64, 1], [32, 1], [32, 1], [4194304, 1024, 64, 1], [], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[16, 4096, 16, 64], [8192, 32], [8192, 32], [16, 4096, 16, 64], [], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 5883 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "rotary_embedding_kernel_1", "pid": 4183440, "tid": 4183440, + "ts": 675204762229.305, "dur": 14.681, + "args": { + "External id": 423693,"kernel_hash": "cl2wm4hba2dd5vb7b2xth2batzpjiesxlywgh5etvvp6c2wd7rk5", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "0", "16", "4096", "16", "64", "32", "8192", "32", "64", "False", "False", "False", "False"], "kernel_file": "/tmp/torchinductor_cvm/l2/cl2wm4hba2dd5vb7b2xth2batzpjiesxlywgh5etvvp6c2wd7rk5.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[4194304, 1024, 64, 1], [32, 1], [32, 1], [4194304, 1024, 64, 1], [], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[16, 4096, 16, 64], [8192, 32], [8192, 32], [16, 4096, 16, 64], [], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 5884 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "flash_attn::_flash_attn_forward", "pid": 4183440, "tid": 4183440, + "ts": 675204762261.918, "dur": 129.894, + "args": { + "External id": 423694,"Record function id": 0, "Concrete Inputs": ["", "", "", "0.", "0.125", "True", "-1", "-1", "0.", "", "False"], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[4194304, 1024, 64, 1], [4194304, 1024, 64, 1], [4194304, 1024, 64, 1], [], [], [], [], [], [], [], []], "Input Dims": [[16, 4096, 16, 64], [16, 4096, 16, 64], [16, 4096, 16, 64], [], [], [], [], [], [], [], []], "Ev Idx": 5885 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty_like", "pid": 4183440, "tid": 4183440, + "ts": 675204762315.219, "dur": 12.098, + "args": { + "External id": 423695,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", ""], "Input type": ["c10::BFloat16", "", "", "", "", ""], "Input Strides": [[4194304, 1024, 64, 1], [], [], [], [], []], "Input Dims": [[16, 4096, 16, 64], [], [], [], [], []], "Ev Idx": 5886 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204762320.266, "dur": 6.098, + "args": { + "External id": 423696,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 16, 64]", "[4194304, 1024, 64, 1]", "15", "0", "", ""], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 5887 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 4183440, + "ts": 675204762330.178, "dur": 5.879, + "args": { + "External id": 423697,"Record function id": 0, "Concrete Inputs": ["[16, 16, 4096]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 5888 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 4183440, + "ts": 675204762337.508, "dur": 1.408, + "args": { + "External id": 423698,"Record function id": 0, "Concrete Inputs": ["[0]", "15", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 5889 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 4183440, + "ts": 675204762341.025, "dur": 2.940, + "args": { + "External id": 423699,"Record function id": 0, "Concrete Inputs": ["[2]", "4", "", "", "", ""], "Input type": ["ScalarList", "Scalar", "", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 5890 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 4183440, + "ts": 675204762403.265, "dur": 44.164, + "args": { + "External id": 423700,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1, 1024], [1024, 1]], "Input Dims": [[65536, 1024], [1024, 1024], [65536, 1024]], "Ev Idx": 5891 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "layer_norm_fwd_kernel_2", "pid": 4183440, "tid": 4183440, + "ts": 675204762478.750, "dur": 29.061, + "args": { + "External id": 423701,"kernel_hash": "cnjbue7nf7gv2knx3zot7zn5kaxyrd3hc7qwdjvlhjrtvf774taj", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "", "", "1024", "1", "9.9999999999999995e-07", "True", "1024", "True", "True", "True", "False"], "kernel_file": "/tmp/torchinductor_cvm/nj/cnjbue7nf7gv2knx3zot7zn5kaxyrd3hc7qwdjvlhjrtvf774taj.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "float", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [1024, 1], [1], [1024, 1], [1024, 1], [1], [], [], [], [], [], [], [], [], []], "Input Dims": [[65536, 1024], [65536, 1024], [1024], [65536, 1024], [65536, 1024], [65536], [], [], [], [], [], [], [], [], []], "Ev Idx": 5892 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 4183440, + "ts": 675204762515.378, "dur": 37.499, + "args": { + "External id": 423702,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1, 1024], [2816, 1]], "Input Dims": [[65536, 1024], [1024, 2816], [65536, 2816]], "Ev Idx": 5893 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 4183440, + "ts": 675204762561.038, "dur": 31.299, + "args": { + "External id": 423703,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1, 1024], [2816, 1]], "Input Dims": [[65536, 1024], [1024, 2816], [65536, 2816]], "Ev Idx": 5894 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused__to_copy_mul_silu_0", "pid": 4183440, "tid": 4183440, + "ts": 675204762613.060, "dur": 23.354, + "args": { + "External id": 423704,"kernel_hash": "cw3skkho6yb4encoyp3h6ahhtvu5iazx6tllrwt6cabagzim3icp", "grid": "grid(184549376,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "184549376"], "kernel_file": "/tmp/torchinductor_cvm/w3/cw3skkho6yb4encoyp3h6ahhtvu5iazx6tllrwt6cabagzim3icp.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[2816, 1], [2816, 1], [11534336, 2816, 1], []], "Input Dims": [[65536, 2816], [65536, 2816], [16, 4096, 2816], []], "Ev Idx": 5895 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 4183440, + "ts": 675204762642.781, "dur": 80.985, + "args": { + "External id": 423705,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2816, 1], [1, 2816], [1024, 1]], "Input Dims": [[65536, 2816], [2816, 1024], [65536, 1024]], "Ev Idx": 5896 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused_add_1", "pid": 4183440, "tid": 4183440, + "ts": 675204762749.336, "dur": 20.357, + "args": { + "External id": 423706,"kernel_hash": "cpqzomrawiuklcctjbbwmvmzd7xgj2j22x55badf4x4gmk776f7x", "grid": "grid(67108864,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "67108864"], "kernel_file": "/tmp/torchinductor_cvm/pq/cpqzomrawiuklcctjbbwmvmzd7xgj2j22x55badf4x4gmk776f7x.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[4194304, 1024, 1], [1024, 1], []], "Input Dims": [[16, 4096, 1024], [65536, 1024], []], "Ev Idx": 5897 + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "FSDP::post_forward (model.layers.13)", "pid": 4183440, "tid": 4183440, + "ts": 675204762926.313, "dur": 97.321, + "args": { + "External id": 423707,"Record function id": 0, "Ev Idx": 5898 + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "FSDP::cast_forward_inputs", "pid": 4183440, "tid": 4183440, + "ts": 675204763098.180, "dur": 47.592, + "args": { + "External id": 423708,"Record function id": 0, "Ev Idx": 5899 + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "FSDP::pre_forward (model.layers.14)", "pid": 4183440, "tid": 4183440, + "ts": 675204763154.165, "dur": 8602.674, + "args": { + "External id": 423709,"Record function id": 0, "Ev Idx": 5900 + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "FSDP::all_gather (model.layers.14)", "pid": 4183440, "tid": 4183440, + "ts": 675204763164.243, "dur": 915.452, + "args": { + "External id": 423710,"Record function id": 0, "Ev Idx": 5901 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 4183440, + "ts": 675204763246.528, "dur": 10.372, + "args": { + "External id": 423711,"Record function id": 0, "Concrete Inputs": ["[1605888]", "15", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 5902 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes", "pid": 4183440, "tid": 4183440, + "ts": 675204763270.308, "dur": 45.257, + "args": { + "External id": 423712,"Record function id": 0, "Concrete Inputs": ["", "[128, 131072, 131072, 131072, 131072, 128, 360448, 360448, 360448]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar"], "Input Strides": [[1], [], []], "Input Dims": [[1605888], [], []], "Ev Idx": 5903 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204763281.652, "dur": 2.520, + "args": { + "External id": 423713,"Record function id": 0, "Concrete Inputs": ["", "[128]", "[1]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 5904 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204763288.027, "dur": 0.593, + "args": { + "External id": 423714,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "128"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 5905 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204763290.447, "dur": 0.500, + "args": { + "External id": 423715,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "131200"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 5906 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204763291.972, "dur": 2.104, + "args": { + "External id": 423716,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "262272"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 5907 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204763295.243, "dur": 0.464, + "args": { + "External id": 423717,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "393344"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 5908 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204763298.841, "dur": 0.385, + "args": { + "External id": 423718,"Record function id": 0, "Concrete Inputs": ["", "[128]", "[1]", "524416"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 5909 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204763302.765, "dur": 0.386, + "args": { + "External id": 423719,"Record function id": 0, "Concrete Inputs": ["", "[360448]", "[1]", "524544"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 5910 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204763304.031, "dur": 0.382, + "args": { + "External id": 423720,"Record function id": 0, "Concrete Inputs": ["", "[360448]", "[1]", "884992"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 5911 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204763305.963, "dur": 2.484, + "args": { + "External id": 423721,"Record function id": 0, "Concrete Inputs": ["", "[360448]", "[1]", "1245440"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 5912 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::_foreach_copy_", "pid": 4183440, "tid": 4183440, + "ts": 675204763325.793, "dur": 42.525, + "args": { + "External id": 423722,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["TensorList", "TensorList", "Scalar"], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [[1], [1], [1], [1], [1], [1], [1], [1], [1]], []], "Input Dims": [[[128], [131072], [131072], [131072], [131072], [128], [360448], [360448], [360448]], [[128], [131072], [131072], [131072], [131072], [128], [360448], [360448], [360448]], []], "Ev Idx": 5913 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "fsdp::all_gather_copy_in", "pid": 4183440, "tid": 4183440, + "ts": 675204763401.082, "dur": 103.505, + "args": { + "External id": 423723,"Record function id": 0, "Concrete Inputs": ["", "[128, 131072, 131072, 131072, 131072, 128, 360448, 360448, 360448]", "1605888", "8", "4", "15", ""], "Input type": ["TensorList", "ScalarList", "Scalar", "Scalar", "Scalar", "Scalar", ""], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [], [], [], [], [], []], "Input Dims": [[[128], [131072], [131072], [131072], [131072], [128], [360448], [360448], [360448]], [], [], [], [], [], []], "Ev Idx": 5914 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 4183440, + "ts": 675204763411.343, "dur": 4.181, + "args": { + "External id": 423724,"Record function id": 0, "Concrete Inputs": ["[12847104]", "15", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 5915 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::narrow", "pid": 4183440, "tid": 4183440, + "ts": 675204763420.779, "dur": 9.683, + "args": { + "External id": 423725,"Record function id": 0, "Concrete Inputs": ["", "0", "6423552", "1605888"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[12847104], [], [], []], "Ev Idx": 5916 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 4183440, "tid": 4183440, + "ts": 675204763425.069, "dur": 4.949, + "args": { + "External id": 423726,"Record function id": 0, "Concrete Inputs": ["", "0", "6423552", "8029440", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], [], []], "Input Dims": [[12847104], [], [], [], []], "Ev Idx": 5917 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204763428.122, "dur": 0.686, + "args": { + "External id": 423727,"Record function id": 0, "Concrete Inputs": ["", "[1605888]", "[1]", "6423552"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[12847104], [], [], []], "Ev Idx": 5918 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes", "pid": 4183440, "tid": 4183440, + "ts": 675204763437.346, "dur": 27.106, + "args": { + "External id": 423728,"Record function id": 0, "Concrete Inputs": ["", "[128, 131072, 131072, 131072, 131072, 128, 360448, 360448, 360448]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar"], "Input Strides": [[1], [], []], "Input Dims": [[1605888], [], []], "Ev Idx": 5919 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204763439.581, "dur": 0.502, + "args": { + "External id": 423729,"Record function id": 0, "Concrete Inputs": ["", "[128]", "[1]", "6423552"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 5920 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204763441.546, "dur": 0.683, + "args": { + "External id": 423730,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "6423680"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 5921 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204763443.595, "dur": 2.347, + "args": { + "External id": 423731,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "6554752"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 5922 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204763446.927, "dur": 0.531, + "args": { + "External id": 423732,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "6685824"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 5923 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204763448.580, "dur": 0.651, + "args": { + "External id": 423733,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "6816896"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 5924 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204763452.525, "dur": 0.402, + "args": { + "External id": 423734,"Record function id": 0, "Concrete Inputs": ["", "[128]", "[1]", "6947968"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 5925 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204763454.121, "dur": 0.452, + "args": { + "External id": 423735,"Record function id": 0, "Concrete Inputs": ["", "[360448]", "[1]", "6948096"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 5926 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204763455.436, "dur": 0.592, + "args": { + "External id": 423736,"Record function id": 0, "Concrete Inputs": ["", "[360448]", "[1]", "7308544"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 5927 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204763458.987, "dur": 0.528, + "args": { + "External id": 423737,"Record function id": 0, "Concrete Inputs": ["", "[360448]", "[1]", "7668992"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 5928 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::_foreach_copy_", "pid": 4183440, "tid": 4183440, + "ts": 675204763474.274, "dur": 22.490, + "args": { + "External id": 423738,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["TensorList", "TensorList", "Scalar"], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [[1], [1], [1], [1], [1], [1], [1], [1], [1]], []], "Input Dims": [[[128], [131072], [131072], [131072], [131072], [128], [360448], [360448], [360448]], [[128], [131072], [131072], [131072], [131072], [128], [360448], [360448], [360448]], []], "Ev Idx": 5929 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "c10d::_allgather_base_", "pid": 4183440, "tid": 4183440, + "ts": 675204763558.842, "dur": 422.771, + "args": { + "External id": 423739,"Record function id": 0, "Concrete Inputs": ["", "", "", "False", "-1"], "Input type": ["c10::BFloat16", "c10::BFloat16", "", "Scalar", "Scalar"], "Input Strides": [[1], [1], [], [], []], "Input Dims": [[12847104], [1605888], [], [], []], "Ev Idx": 5930 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 4183440, "tid": 4183440, + "ts": 675204763584.657, "dur": 391.287, + "args": { + "External id": 423740,"Record function id": 0, "Collective name": "_allgather_base", "Process Group Description": "default_pg", "dtype": "BFloat16", "Rank": 4, "Input Strides": [[1], [], [], [], [], [], [], [], [], []], "Concrete Inputs": ["", "", "", "4", "", "[]", "[]", "0", "1", "8"], "Out msg nelems": 12847104, "Process Group Name": "0", "Input type": ["c10::BFloat16", "", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Global rank stride": 1, "Out split size": "[]", "In split size": "[]", "Process Group Ranks": "[0, 1, 2, 3, 4, 5, 6, 7]", "Group size": 8, "Input Dims": [[1605888], [], [], [], [], [], [], [], [], []], "Global rank start": 0, "Ev Idx": 5931, "In msg nelems": 1605888 + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "nccl:_all_gather_base", "pid": 4183440, "tid": 4183440, + "ts": 675204763595.826, "dur": 373.726, + "args": { + "External id": 423741,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[1605888]], "Ev Idx": 5932 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 4183440, "tid": 4183440, + "ts": 675204764004.358, "dur": 3.111, + "args": { + "External id": 423742,"Record function id": 0, "Collective name": "wait", "Process Group Description": "default_pg", "dtype": "Byte", "Input Dims": [[], [], [], [], [], [], [], [], []], "Input Strides": [[], [], [], [], [], [], [], [], []], "Input type": ["", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Concrete Inputs": ["", "", "4", "", "[]", "[]", "-1", "-1", "1"], "Out msg nelems": 0, "Process Group Name": "0", "Process Group Ranks": "[]", "Group size": 1, "Ev Idx": 5933, "In msg nelems": 0, "Rank": 4, "In split size": "[]", "Out split size": "[]" + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "FSDP::all_gather_copy_out (model.layers.14)", "pid": 4183440, "tid": 4183440, + "ts": 675204764101.098, "dur": 7419.086, + "args": { + "External id": 423743,"Record function id": 0, "Ev Idx": 5934 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204764203.573, "dur": 6.649, + "args": { + "External id": 423744,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[12847104], []], "Ev Idx": 5935 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204764213.785, "dur": 1.115, + "args": { + "External id": 423745,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[1024], []], "Ev Idx": 5936 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204764216.730, "dur": 1.510, + "args": { + "External id": 423746,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[1048576], []], "Ev Idx": 5937 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204764219.706, "dur": 1.279, + "args": { + "External id": 423747,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[1048576], []], "Ev Idx": 5938 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204764222.584, "dur": 0.987, + "args": { + "External id": 423748,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[1048576], []], "Ev Idx": 5939 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204764225.278, "dur": 1.448, + "args": { + "External id": 423749,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[1048576], []], "Ev Idx": 5940 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204764228.765, "dur": 1.188, + "args": { + "External id": 423750,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[1024], []], "Ev Idx": 5941 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204764231.553, "dur": 2.671, + "args": { + "External id": 423751,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[2883584], []], "Ev Idx": 5942 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204764235.864, "dur": 0.873, + "args": { + "External id": 423752,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[2883584], []], "Ev Idx": 5943 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204764238.532, "dur": 0.945, + "args": { + "External id": 423753,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[2883584], []], "Ev Idx": 5944 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "fsdp::split_with_sizes_copy", "pid": 4183440, "tid": 4183440, + "ts": 675204764257.795, "dur": 7224.040, + "args": { + "External id": 423754,"Record function id": 0, "Concrete Inputs": ["", "[128, 131072, 131072, 131072, 131072, 128, 360448, 360448, 360448]", "1", ""], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "TensorList"], "Input Strides": [[1605888, 1], [], [], [[128, 1], [131072, 1], [131072, 1], [131072, 1], [131072, 1], [128, 1], [360448, 1], [360448, 1], [360448, 1]]], "Input Dims": [[8, 1605888], [], [], [[8, 128], [8, 131072], [8, 131072], [8, 131072], [8, 131072], [8, 128], [8, 360448], [8, 360448], [8, 360448]]], "Ev Idx": 5945 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes_copy", "pid": 4183440, "tid": 4183440, + "ts": 675204764272.823, "dur": 7202.392, + "args": { + "External id": 423755,"Record function id": 0, "Concrete Inputs": ["", "[128, 131072, 131072, 131072, 131072, 128, 360448, 360448, 360448]", "1", ""], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "TensorList"], "Input Strides": [[1605888, 1], [], [], [[128, 1], [131072, 1], [131072, 1], [131072, 1], [131072, 1], [128, 1], [360448, 1], [360448, 1], [360448, 1]]], "Input Dims": [[8, 1605888], [], [], [[8, 128], [8, 131072], [8, 131072], [8, 131072], [8, 131072], [8, 128], [8, 360448], [8, 360448], [8, 360448]]], "Ev Idx": 5946 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 4183440, + "ts": 675204764287.198, "dur": 14.883, + "args": { + "External id": 423756,"Record function id": 0, "Concrete Inputs": ["[823]", "4", "", "", "True", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 5947 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 4183440, + "ts": 675204764304.885, "dur": 7140.161, + "args": { + "External id": 423757,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", "False", ""], "Input type": ["long int", "", "", "", "", "Scalar", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], [], []], "Input Dims": [[823], [], [], [], [], [], [], []], "Ev Idx": 5948 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::_to_copy", "pid": 4183440, "tid": 4183440, + "ts": 675204764307.658, "dur": 7136.872, + "args": { + "External id": 423758,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", ""], "Input type": ["long int", "", "", "", "", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], []], "Input Dims": [[823], [], [], [], [], [], []], "Ev Idx": 5949 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204764314.069, "dur": 7.182, + "args": { + "External id": 423759,"Record function id": 0, "Concrete Inputs": ["[823]", "[1]", "4", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 5950 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 4183440, "tid": 4183440, + "ts": 675204764323.353, "dur": 7117.859, + "args": { + "External id": 423760,"Record function id": 0, "Concrete Inputs": ["", "", "True"], "Input type": ["long int", "long int", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[823], [823], []], "Ev Idx": 5951 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "RegisterPostBackwardFunction", "pid": 4183440, "tid": 4183440, + "ts": 675204771698.233, "dur": 30.606, + "args": { + "External id": 423761,"Sequence number": 5055629, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[4194304, 1024, 1]], "Input Dims": [[16, 4096, 1024]], "Ev Idx": 5952 + } + }, + { + "ph": "s", "id": 183, "pid": 4183440, "tid": 4183440, "ts": 675204771698.233, + "cat": "fwdbwd", "name": "fwdbwd" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view_as", "pid": 4183440, "tid": 4183440, + "ts": 675204771715.612, "dur": 8.318, + "args": { + "External id": 423762,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[4194304, 1024, 1], [4194304, 1024, 1]], "Input Dims": [[16, 4096, 1024], [16, 4096, 1024]], "Ev Idx": 5953 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204771718.745, "dur": 4.856, + "args": { + "External id": 423763,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[4194304, 1024, 1], []], "Input Dims": [[16, 4096, 1024], []], "Ev Idx": 5954 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "TorchDynamo Cache Lookup", "pid": 4183440, "tid": 4183440, + "ts": 675204771796.498, "dur": 91.705, + "args": { + "External id": 423764,"Record function id": 0, "Ev Idx": 5955 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "Torch-Compiled Region: 1/1", "pid": 4183440, "tid": 4183440, + "ts": 675204771889.720, "dur": 1091.436, + "args": { + "External id": 423765,"Record function id": 0, "Ev Idx": 5956 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "CompiledFunction", "pid": 4183440, "tid": 4183440, + "ts": 675204771931.887, "dur": 1034.759, + "args": { + "External id": 423766,"Sequence number": 5055630, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "", "", "", "", "", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[4194304, 1024, 1], [1], [1024, 1], [1024, 1], [1024, 1], [32, 1], [32, 1], [1024, 1], [1], [1024, 1], [1024, 1], [2816, 1]], "Input Dims": [[16, 4096, 1024], [1024], [1024, 1024], [1024, 1024], [1024, 1024], [8192, 32], [8192, 32], [1024, 1024], [1024], [2816, 1024], [2816, 1024], [1024, 2816]], "Ev Idx": 5957 + } + }, + { + "ph": "s", "id": 182, "pid": 4183440, "tid": 4183440, "ts": 675204771931.887, + "cat": "fwdbwd", "name": "fwdbwd" + }, + { + "ph": "X", "cat": "cpu_op", "name": "layer_norm_fwd_kernel_0", "pid": 4183440, "tid": 4183440, + "ts": 675204772016.798, "dur": 44.622, + "args": { + "External id": 423767,"kernel_hash": "ck4apib4lp3ng7t5dwwm5qlikeosbnhrlf2sblbxilqmogtmpafh", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "1024", "1", "9.9999999999999995e-07", "True", "1024", "False", "False", "True", "False"], "kernel_file": "/tmp/torchinductor_cvm/k4/ck4apib4lp3ng7t5dwwm5qlikeosbnhrlf2sblbxilqmogtmpafh.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "float", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [1024, 1], [1], [1], [], [], [], [], [], [], [], [], []], "Input Dims": [[65536, 1024], [65536, 1024], [1024], [65536], [], [], [], [], [], [], [], [], []], "Ev Idx": 5958 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 4183440, + "ts": 675204772075.892, "dur": 91.941, + "args": { + "External id": 423768,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1, 1024], [1024, 1]], "Input Dims": [[65536, 1024], [1024, 1024], [65536, 1024]], "Ev Idx": 5959 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 4183440, + "ts": 675204772176.683, "dur": 34.972, + "args": { + "External id": 423769,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1, 1024], [1024, 1]], "Input Dims": [[65536, 1024], [1024, 1024], [65536, 1024]], "Ev Idx": 5960 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 4183440, + "ts": 675204772220.861, "dur": 29.181, + "args": { + "External id": 423770,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1, 1024], [1024, 1]], "Input Dims": [[65536, 1024], [1024, 1024], [65536, 1024]], "Ev Idx": 5961 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "rotary_embedding_kernel_1", "pid": 4183440, "tid": 4183440, + "ts": 675204772273.964, "dur": 25.073, + "args": { + "External id": 423771,"kernel_hash": "cl2wm4hba2dd5vb7b2xth2batzpjiesxlywgh5etvvp6c2wd7rk5", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "0", "16", "4096", "16", "64", "32", "8192", "32", "64", "False", "False", "False", "False"], "kernel_file": "/tmp/torchinductor_cvm/l2/cl2wm4hba2dd5vb7b2xth2batzpjiesxlywgh5etvvp6c2wd7rk5.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[4194304, 1024, 64, 1], [32, 1], [32, 1], [4194304, 1024, 64, 1], [], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[16, 4096, 16, 64], [8192, 32], [8192, 32], [16, 4096, 16, 64], [], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 5962 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "rotary_embedding_kernel_1", "pid": 4183440, "tid": 4183440, + "ts": 675204772317.070, "dur": 14.747, + "args": { + "External id": 423772,"kernel_hash": "cl2wm4hba2dd5vb7b2xth2batzpjiesxlywgh5etvvp6c2wd7rk5", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "0", "16", "4096", "16", "64", "32", "8192", "32", "64", "False", "False", "False", "False"], "kernel_file": "/tmp/torchinductor_cvm/l2/cl2wm4hba2dd5vb7b2xth2batzpjiesxlywgh5etvvp6c2wd7rk5.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[4194304, 1024, 64, 1], [32, 1], [32, 1], [4194304, 1024, 64, 1], [], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[16, 4096, 16, 64], [8192, 32], [8192, 32], [16, 4096, 16, 64], [], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 5963 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "flash_attn::_flash_attn_forward", "pid": 4183440, "tid": 4183440, + "ts": 675204772350.667, "dur": 135.028, + "args": { + "External id": 423773,"Record function id": 0, "Concrete Inputs": ["", "", "", "0.", "0.125", "True", "-1", "-1", "0.", "", "False"], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[4194304, 1024, 64, 1], [4194304, 1024, 64, 1], [4194304, 1024, 64, 1], [], [], [], [], [], [], [], []], "Input Dims": [[16, 4096, 16, 64], [16, 4096, 16, 64], [16, 4096, 16, 64], [], [], [], [], [], [], [], []], "Ev Idx": 5964 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty_like", "pid": 4183440, "tid": 4183440, + "ts": 675204772407.367, "dur": 11.929, + "args": { + "External id": 423774,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", ""], "Input type": ["c10::BFloat16", "", "", "", "", ""], "Input Strides": [[4194304, 1024, 64, 1], [], [], [], [], []], "Input Dims": [[16, 4096, 16, 64], [], [], [], [], []], "Ev Idx": 5965 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204772412.232, "dur": 6.279, + "args": { + "External id": 423775,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 16, 64]", "[4194304, 1024, 64, 1]", "15", "0", "", ""], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 5966 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 4183440, + "ts": 675204772421.881, "dur": 5.999, + "args": { + "External id": 423776,"Record function id": 0, "Concrete Inputs": ["[16, 16, 4096]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 5967 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 4183440, + "ts": 675204772429.041, "dur": 1.426, + "args": { + "External id": 423777,"Record function id": 0, "Concrete Inputs": ["[0]", "15", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 5968 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 4183440, + "ts": 675204772432.859, "dur": 3.404, + "args": { + "External id": 423778,"Record function id": 0, "Concrete Inputs": ["[2]", "4", "", "", "", ""], "Input type": ["ScalarList", "Scalar", "", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 5969 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 4183440, + "ts": 675204772497.095, "dur": 41.850, + "args": { + "External id": 423779,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1, 1024], [1024, 1]], "Input Dims": [[65536, 1024], [1024, 1024], [65536, 1024]], "Ev Idx": 5970 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "layer_norm_fwd_kernel_2", "pid": 4183440, "tid": 4183440, + "ts": 675204772568.506, "dur": 28.515, + "args": { + "External id": 423780,"kernel_hash": "cnjbue7nf7gv2knx3zot7zn5kaxyrd3hc7qwdjvlhjrtvf774taj", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "", "", "1024", "1", "9.9999999999999995e-07", "True", "1024", "True", "True", "True", "False"], "kernel_file": "/tmp/torchinductor_cvm/nj/cnjbue7nf7gv2knx3zot7zn5kaxyrd3hc7qwdjvlhjrtvf774taj.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "float", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [1024, 1], [1], [1024, 1], [1024, 1], [1], [], [], [], [], [], [], [], [], []], "Input Dims": [[65536, 1024], [65536, 1024], [1024], [65536, 1024], [65536, 1024], [65536], [], [], [], [], [], [], [], [], []], "Ev Idx": 5971 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 4183440, + "ts": 675204772605.416, "dur": 37.280, + "args": { + "External id": 423781,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1, 1024], [2816, 1]], "Input Dims": [[65536, 1024], [1024, 2816], [65536, 2816]], "Ev Idx": 5972 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 4183440, + "ts": 675204772691.211, "dur": 36.882, + "args": { + "External id": 423782,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1, 1024], [2816, 1]], "Input Dims": [[65536, 1024], [1024, 2816], [65536, 2816]], "Ev Idx": 5973 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused__to_copy_mul_silu_0", "pid": 4183440, "tid": 4183440, + "ts": 675204772753.494, "dur": 27.549, + "args": { + "External id": 423783,"kernel_hash": "cw3skkho6yb4encoyp3h6ahhtvu5iazx6tllrwt6cabagzim3icp", "grid": "grid(184549376,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "184549376"], "kernel_file": "/tmp/torchinductor_cvm/w3/cw3skkho6yb4encoyp3h6ahhtvu5iazx6tllrwt6cabagzim3icp.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[2816, 1], [2816, 1], [11534336, 2816, 1], []], "Input Dims": [[65536, 2816], [65536, 2816], [16, 4096, 2816], []], "Ev Idx": 5974 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 4183440, + "ts": 675204772787.921, "dur": 50.656, + "args": { + "External id": 423784,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2816, 1], [1, 2816], [1024, 1]], "Input Dims": [[65536, 2816], [2816, 1024], [65536, 1024]], "Ev Idx": 5975 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused_add_1", "pid": 4183440, "tid": 4183440, + "ts": 675204772859.776, "dur": 19.006, + "args": { + "External id": 423785,"kernel_hash": "cpqzomrawiuklcctjbbwmvmzd7xgj2j22x55badf4x4gmk776f7x", "grid": "grid(67108864,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "67108864"], "kernel_file": "/tmp/torchinductor_cvm/pq/cpqzomrawiuklcctjbbwmvmzd7xgj2j22x55badf4x4gmk776f7x.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[4194304, 1024, 1], [1024, 1], []], "Input Dims": [[16, 4096, 1024], [65536, 1024], []], "Ev Idx": 5976 + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "FSDP::post_forward (model.layers.14)", "pid": 4183440, "tid": 4183440, + "ts": 675204773049.188, "dur": 80.845, + "args": { + "External id": 423786,"Record function id": 0, "Ev Idx": 5977 + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "FSDP::cast_forward_inputs", "pid": 4183440, "tid": 4183440, + "ts": 675204773201.574, "dur": 45.927, + "args": { + "External id": 423787,"Record function id": 0, "Ev Idx": 5978 + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "FSDP::pre_forward (model.layers.15)", "pid": 4183440, "tid": 4183440, + "ts": 675204773256.593, "dur": 8676.068, + "args": { + "External id": 423788,"Record function id": 0, "Ev Idx": 5979 + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "FSDP::all_gather (model.layers.15)", "pid": 4183440, "tid": 4183440, + "ts": 675204773264.269, "dur": 939.677, + "args": { + "External id": 423789,"Record function id": 0, "Ev Idx": 5980 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 4183440, + "ts": 675204773348.583, "dur": 9.628, + "args": { + "External id": 423790,"Record function id": 0, "Concrete Inputs": ["[1605888]", "15", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 5981 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes", "pid": 4183440, "tid": 4183440, + "ts": 675204773372.063, "dur": 36.701, + "args": { + "External id": 423791,"Record function id": 0, "Concrete Inputs": ["", "[128, 131072, 131072, 131072, 131072, 128, 360448, 360448, 360448]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar"], "Input Strides": [[1], [], []], "Input Dims": [[1605888], [], []], "Ev Idx": 5982 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204773377.695, "dur": 2.169, + "args": { + "External id": 423792,"Record function id": 0, "Concrete Inputs": ["", "[128]", "[1]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 5983 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204773384.402, "dur": 0.704, + "args": { + "External id": 423793,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "128"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 5984 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204773386.053, "dur": 0.707, + "args": { + "External id": 423794,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "131200"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 5985 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204773388.075, "dur": 0.571, + "args": { + "External id": 423795,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "262272"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 5986 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204773391.730, "dur": 0.520, + "args": { + "External id": 423796,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "393344"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 5987 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204773393.428, "dur": 0.542, + "args": { + "External id": 423797,"Record function id": 0, "Concrete Inputs": ["", "[128]", "[1]", "524416"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 5988 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204773395.375, "dur": 2.478, + "args": { + "External id": 423798,"Record function id": 0, "Concrete Inputs": ["", "[360448]", "[1]", "524544"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 5989 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204773399.238, "dur": 0.790, + "args": { + "External id": 423799,"Record function id": 0, "Concrete Inputs": ["", "[360448]", "[1]", "884992"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 5990 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204773401.009, "dur": 0.618, + "args": { + "External id": 423800,"Record function id": 0, "Concrete Inputs": ["", "[360448]", "[1]", "1245440"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 5991 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::_foreach_copy_", "pid": 4183440, "tid": 4183440, + "ts": 675204773420.983, "dur": 42.518, + "args": { + "External id": 423801,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["TensorList", "TensorList", "Scalar"], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [[1], [1], [1], [1], [1], [1], [1], [1], [1]], []], "Input Dims": [[[128], [131072], [131072], [131072], [131072], [128], [360448], [360448], [360448]], [[128], [131072], [131072], [131072], [131072], [128], [360448], [360448], [360448]], []], "Ev Idx": 5992 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "fsdp::all_gather_copy_in", "pid": 4183440, "tid": 4183440, + "ts": 675204773496.263, "dur": 121.880, + "args": { + "External id": 423802,"Record function id": 0, "Concrete Inputs": ["", "[128, 131072, 131072, 131072, 131072, 128, 360448, 360448, 360448]", "1605888", "8", "4", "15", ""], "Input type": ["TensorList", "ScalarList", "Scalar", "Scalar", "Scalar", "Scalar", ""], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [], [], [], [], [], []], "Input Dims": [[[128], [131072], [131072], [131072], [131072], [128], [360448], [360448], [360448]], [], [], [], [], [], []], "Ev Idx": 5993 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 4183440, + "ts": 675204773506.625, "dur": 5.024, + "args": { + "External id": 423803,"Record function id": 0, "Concrete Inputs": ["[12847104]", "15", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 5994 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::narrow", "pid": 4183440, "tid": 4183440, + "ts": 675204773516.476, "dur": 10.890, + "args": { + "External id": 423804,"Record function id": 0, "Concrete Inputs": ["", "0", "6423552", "1605888"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[12847104], [], [], []], "Ev Idx": 5995 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 4183440, "tid": 4183440, + "ts": 675204773521.322, "dur": 5.599, + "args": { + "External id": 423805,"Record function id": 0, "Concrete Inputs": ["", "0", "6423552", "8029440", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], [], []], "Input Dims": [[12847104], [], [], [], []], "Ev Idx": 5996 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204773525.031, "dur": 0.712, + "args": { + "External id": 423806,"Record function id": 0, "Concrete Inputs": ["", "[1605888]", "[1]", "6423552"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[12847104], [], [], []], "Ev Idx": 5997 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes", "pid": 4183440, "tid": 4183440, + "ts": 675204773534.085, "dur": 30.251, + "args": { + "External id": 423807,"Record function id": 0, "Concrete Inputs": ["", "[128, 131072, 131072, 131072, 131072, 128, 360448, 360448, 360448]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar"], "Input Strides": [[1], [], []], "Input Dims": [[1605888], [], []], "Ev Idx": 5998 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204773535.989, "dur": 2.969, + "args": { + "External id": 423808,"Record function id": 0, "Concrete Inputs": ["", "[128]", "[1]", "6423552"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 5999 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204773540.485, "dur": 0.637, + "args": { + "External id": 423809,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "6423680"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 6000 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204773542.445, "dur": 0.732, + "args": { + "External id": 423810,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "6554752"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 6001 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204773547.480, "dur": 0.516, + "args": { + "External id": 423811,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "6685824"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 6002 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204773548.913, "dur": 0.409, + "args": { + "External id": 423812,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "6816896"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 6003 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204773550.404, "dur": 0.464, + "args": { + "External id": 423813,"Record function id": 0, "Concrete Inputs": ["", "[128]", "[1]", "6947968"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 6004 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204773554.022, "dur": 0.588, + "args": { + "External id": 423814,"Record function id": 0, "Concrete Inputs": ["", "[360448]", "[1]", "6948096"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 6005 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204773555.912, "dur": 0.557, + "args": { + "External id": 423815,"Record function id": 0, "Concrete Inputs": ["", "[360448]", "[1]", "7308544"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 6006 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204773557.460, "dur": 2.093, + "args": { + "External id": 423816,"Record function id": 0, "Concrete Inputs": ["", "[360448]", "[1]", "7668992"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 6007 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::_foreach_copy_", "pid": 4183440, "tid": 4183440, + "ts": 675204773585.979, "dur": 22.938, + "args": { + "External id": 423817,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["TensorList", "TensorList", "Scalar"], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [[1], [1], [1], [1], [1], [1], [1], [1], [1]], []], "Input Dims": [[[128], [131072], [131072], [131072], [131072], [128], [360448], [360448], [360448]], [[128], [131072], [131072], [131072], [131072], [128], [360448], [360448], [360448]], []], "Ev Idx": 6008 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "c10d::_allgather_base_", "pid": 4183440, "tid": 4183440, + "ts": 675204773717.140, "dur": 383.863, + "args": { + "External id": 423818,"Record function id": 0, "Concrete Inputs": ["", "", "", "False", "-1"], "Input type": ["c10::BFloat16", "c10::BFloat16", "", "Scalar", "Scalar"], "Input Strides": [[1], [1], [], [], []], "Input Dims": [[12847104], [1605888], [], [], []], "Ev Idx": 6009 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 4183440, "tid": 4183440, + "ts": 675204773744.635, "dur": 350.616, + "args": { + "External id": 423819,"Record function id": 0, "Collective name": "_allgather_base", "Process Group Description": "default_pg", "dtype": "BFloat16", "Rank": 4, "Input Strides": [[1], [], [], [], [], [], [], [], [], []], "Concrete Inputs": ["", "", "", "4", "", "[]", "[]", "0", "1", "8"], "Out msg nelems": 12847104, "Process Group Name": "0", "Input type": ["c10::BFloat16", "", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Global rank stride": 1, "Out split size": "[]", "In split size": "[]", "Process Group Ranks": "[0, 1, 2, 3, 4, 5, 6, 7]", "Group size": 8, "Input Dims": [[1605888], [], [], [], [], [], [], [], [], []], "Global rank start": 0, "Ev Idx": 6010, "In msg nelems": 1605888 + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "nccl:_all_gather_base", "pid": 4183440, "tid": 4183440, + "ts": 675204773758.247, "dur": 330.763, + "args": { + "External id": 423820,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[1605888]], "Ev Idx": 6011 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 4183440, "tid": 4183440, + "ts": 675204774123.109, "dur": 2.302, + "args": { + "External id": 423821,"Record function id": 0, "Collective name": "wait", "Process Group Description": "default_pg", "dtype": "Byte", "Input Dims": [[], [], [], [], [], [], [], [], []], "Input Strides": [[], [], [], [], [], [], [], [], []], "Input type": ["", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Concrete Inputs": ["", "", "4", "", "[]", "[]", "-1", "-1", "1"], "Out msg nelems": 0, "Process Group Name": "0", "Process Group Ranks": "[]", "Group size": 1, "Ev Idx": 6012, "In msg nelems": 0, "Rank": 4, "In split size": "[]", "Out split size": "[]" + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "FSDP::all_gather_copy_out (model.layers.15)", "pid": 4183440, "tid": 4183440, + "ts": 675204774226.768, "dur": 7495.828, + "args": { + "External id": 423822,"Record function id": 0, "Ev Idx": 6013 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204774330.574, "dur": 6.971, + "args": { + "External id": 423823,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[12847104], []], "Ev Idx": 6014 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204774341.423, "dur": 1.238, + "args": { + "External id": 423824,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[1024], []], "Ev Idx": 6015 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204774344.373, "dur": 1.153, + "args": { + "External id": 423825,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[1048576], []], "Ev Idx": 6016 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204774347.234, "dur": 1.075, + "args": { + "External id": 423826,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[1048576], []], "Ev Idx": 6017 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204774350.021, "dur": 1.113, + "args": { + "External id": 423827,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[1048576], []], "Ev Idx": 6018 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204774353.151, "dur": 1.143, + "args": { + "External id": 423828,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[1048576], []], "Ev Idx": 6019 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204774356.193, "dur": 1.272, + "args": { + "External id": 423829,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[1024], []], "Ev Idx": 6020 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204774359.680, "dur": 2.517, + "args": { + "External id": 423830,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[2883584], []], "Ev Idx": 6021 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204774364.072, "dur": 1.066, + "args": { + "External id": 423831,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[2883584], []], "Ev Idx": 6022 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204774366.912, "dur": 1.350, + "args": { + "External id": 423832,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[2883584], []], "Ev Idx": 6023 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "fsdp::split_with_sizes_copy", "pid": 4183440, "tid": 4183440, + "ts": 675204774388.861, "dur": 7293.357, + "args": { + "External id": 423833,"Record function id": 0, "Concrete Inputs": ["", "[128, 131072, 131072, 131072, 131072, 128, 360448, 360448, 360448]", "1", ""], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "TensorList"], "Input Strides": [[1605888, 1], [], [], [[128, 1], [131072, 1], [131072, 1], [131072, 1], [131072, 1], [128, 1], [360448, 1], [360448, 1], [360448, 1]]], "Input Dims": [[8, 1605888], [], [], [[8, 128], [8, 131072], [8, 131072], [8, 131072], [8, 131072], [8, 128], [8, 360448], [8, 360448], [8, 360448]]], "Ev Idx": 6024 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes_copy", "pid": 4183440, "tid": 4183440, + "ts": 675204774405.212, "dur": 7246.662, + "args": { + "External id": 423834,"Record function id": 0, "Concrete Inputs": ["", "[128, 131072, 131072, 131072, 131072, 128, 360448, 360448, 360448]", "1", ""], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "TensorList"], "Input Strides": [[1605888, 1], [], [], [[128, 1], [131072, 1], [131072, 1], [131072, 1], [131072, 1], [128, 1], [360448, 1], [360448, 1], [360448, 1]]], "Input Dims": [[8, 1605888], [], [], [[8, 128], [8, 131072], [8, 131072], [8, 131072], [8, 131072], [8, 128], [8, 360448], [8, 360448], [8, 360448]]], "Ev Idx": 6025 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 4183440, + "ts": 675204774419.901, "dur": 13.896, + "args": { + "External id": 423835,"Record function id": 0, "Concrete Inputs": ["[823]", "4", "", "", "True", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 6026 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 4183440, + "ts": 675204774436.665, "dur": 7183.211, + "args": { + "External id": 423836,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", "False", ""], "Input type": ["long int", "", "", "", "", "Scalar", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], [], []], "Input Dims": [[823], [], [], [], [], [], [], []], "Ev Idx": 6027 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::_to_copy", "pid": 4183440, "tid": 4183440, + "ts": 675204774439.301, "dur": 7179.907, + "args": { + "External id": 423837,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", ""], "Input type": ["long int", "", "", "", "", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], []], "Input Dims": [[823], [], [], [], [], [], []], "Ev Idx": 6028 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204774445.376, "dur": 7.462, + "args": { + "External id": 423838,"Record function id": 0, "Concrete Inputs": ["[823]", "[1]", "4", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 6029 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 4183440, "tid": 4183440, + "ts": 675204774454.464, "dur": 7161.218, + "args": { + "External id": 423839,"Record function id": 0, "Concrete Inputs": ["", "", "True"], "Input type": ["long int", "long int", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[823], [823], []], "Ev Idx": 6030 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "RegisterPostBackwardFunction", "pid": 4183440, "tid": 4183440, + "ts": 675204781875.568, "dur": 31.066, + "args": { + "External id": 423840,"Sequence number": 5055631, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[4194304, 1024, 1]], "Input Dims": [[16, 4096, 1024]], "Ev Idx": 6031 + } + }, + { + "ph": "s", "id": 181, "pid": 4183440, "tid": 4183440, "ts": 675204781875.568, + "cat": "fwdbwd", "name": "fwdbwd" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view_as", "pid": 4183440, "tid": 4183440, + "ts": 675204781893.343, "dur": 8.258, + "args": { + "External id": 423841,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[4194304, 1024, 1], [4194304, 1024, 1]], "Input Dims": [[16, 4096, 1024], [16, 4096, 1024]], "Ev Idx": 6032 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204781896.602, "dur": 4.759, + "args": { + "External id": 423842,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[4194304, 1024, 1], []], "Input Dims": [[16, 4096, 1024], []], "Ev Idx": 6033 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "TorchDynamo Cache Lookup", "pid": 4183440, "tid": 4183440, + "ts": 675204781986.236, "dur": 88.824, + "args": { + "External id": 423843,"Record function id": 0, "Ev Idx": 6034 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "Torch-Compiled Region: 1/1", "pid": 4183440, "tid": 4183440, + "ts": 675204782076.934, "dur": 1111.816, + "args": { + "External id": 423844,"Record function id": 0, "Ev Idx": 6035 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "CompiledFunction", "pid": 4183440, "tid": 4183440, + "ts": 675204782119.541, "dur": 1054.961, + "args": { + "External id": 423845,"Sequence number": 5055632, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "", "", "", "", "", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[4194304, 1024, 1], [1], [1024, 1], [1024, 1], [1024, 1], [32, 1], [32, 1], [1024, 1], [1], [1024, 1], [1024, 1], [2816, 1]], "Input Dims": [[16, 4096, 1024], [1024], [1024, 1024], [1024, 1024], [1024, 1024], [8192, 32], [8192, 32], [1024, 1024], [1024], [2816, 1024], [2816, 1024], [1024, 2816]], "Ev Idx": 6036 + } + }, + { + "ph": "s", "id": 180, "pid": 4183440, "tid": 4183440, "ts": 675204782119.541, + "cat": "fwdbwd", "name": "fwdbwd" + }, + { + "ph": "X", "cat": "cpu_op", "name": "layer_norm_fwd_kernel_0", "pid": 4183440, "tid": 4183440, + "ts": 675204782187.515, "dur": 43.968, + "args": { + "External id": 423846,"kernel_hash": "ck4apib4lp3ng7t5dwwm5qlikeosbnhrlf2sblbxilqmogtmpafh", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "1024", "1", "9.9999999999999995e-07", "True", "1024", "False", "False", "True", "False"], "kernel_file": "/tmp/torchinductor_cvm/k4/ck4apib4lp3ng7t5dwwm5qlikeosbnhrlf2sblbxilqmogtmpafh.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "float", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [1024, 1], [1], [1], [], [], [], [], [], [], [], [], []], "Input Dims": [[65536, 1024], [65536, 1024], [1024], [65536], [], [], [], [], [], [], [], [], []], "Ev Idx": 6037 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 4183440, + "ts": 675204782245.716, "dur": 93.972, + "args": { + "External id": 423847,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1, 1024], [1024, 1]], "Input Dims": [[65536, 1024], [1024, 1024], [65536, 1024]], "Ev Idx": 6038 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 4183440, + "ts": 675204782349.567, "dur": 34.109, + "args": { + "External id": 423848,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1, 1024], [1024, 1]], "Input Dims": [[65536, 1024], [1024, 1024], [65536, 1024]], "Ev Idx": 6039 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 4183440, + "ts": 675204782392.827, "dur": 28.617, + "args": { + "External id": 423849,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1, 1024], [1024, 1]], "Input Dims": [[65536, 1024], [1024, 1024], [65536, 1024]], "Ev Idx": 6040 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "rotary_embedding_kernel_1", "pid": 4183440, "tid": 4183440, + "ts": 675204782445.656, "dur": 27.241, + "args": { + "External id": 423850,"kernel_hash": "cl2wm4hba2dd5vb7b2xth2batzpjiesxlywgh5etvvp6c2wd7rk5", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "0", "16", "4096", "16", "64", "32", "8192", "32", "64", "False", "False", "False", "False"], "kernel_file": "/tmp/torchinductor_cvm/l2/cl2wm4hba2dd5vb7b2xth2batzpjiesxlywgh5etvvp6c2wd7rk5.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[4194304, 1024, 64, 1], [32, 1], [32, 1], [4194304, 1024, 64, 1], [], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[16, 4096, 16, 64], [8192, 32], [8192, 32], [16, 4096, 16, 64], [], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 6041 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "rotary_embedding_kernel_1", "pid": 4183440, "tid": 4183440, + "ts": 675204782491.162, "dur": 15.378, + "args": { + "External id": 423851,"kernel_hash": "cl2wm4hba2dd5vb7b2xth2batzpjiesxlywgh5etvvp6c2wd7rk5", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "0", "16", "4096", "16", "64", "32", "8192", "32", "64", "False", "False", "False", "False"], "kernel_file": "/tmp/torchinductor_cvm/l2/cl2wm4hba2dd5vb7b2xth2batzpjiesxlywgh5etvvp6c2wd7rk5.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[4194304, 1024, 64, 1], [32, 1], [32, 1], [4194304, 1024, 64, 1], [], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[16, 4096, 16, 64], [8192, 32], [8192, 32], [16, 4096, 16, 64], [], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 6042 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "flash_attn::_flash_attn_forward", "pid": 4183440, "tid": 4183440, + "ts": 675204782524.219, "dur": 168.832, + "args": { + "External id": 423852,"Record function id": 0, "Concrete Inputs": ["", "", "", "0.", "0.125", "True", "-1", "-1", "0.", "", "False"], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[4194304, 1024, 64, 1], [4194304, 1024, 64, 1], [4194304, 1024, 64, 1], [], [], [], [], [], [], [], []], "Input Dims": [[16, 4096, 16, 64], [16, 4096, 16, 64], [16, 4096, 16, 64], [], [], [], [], [], [], [], []], "Ev Idx": 6043 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty_like", "pid": 4183440, "tid": 4183440, + "ts": 675204782575.029, "dur": 11.758, + "args": { + "External id": 423853,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", ""], "Input type": ["c10::BFloat16", "", "", "", "", ""], "Input Strides": [[4194304, 1024, 64, 1], [], [], [], [], []], "Input Dims": [[16, 4096, 16, 64], [], [], [], [], []], "Ev Idx": 6044 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204782580.105, "dur": 5.783, + "args": { + "External id": 423854,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 16, 64]", "[4194304, 1024, 64, 1]", "15", "0", "", ""], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 6045 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 4183440, + "ts": 675204782589.782, "dur": 5.577, + "args": { + "External id": 423855,"Record function id": 0, "Concrete Inputs": ["[16, 16, 4096]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 6046 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 4183440, + "ts": 675204782596.569, "dur": 1.357, + "args": { + "External id": 423856,"Record function id": 0, "Concrete Inputs": ["[0]", "15", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 6047 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 4183440, + "ts": 675204782600.056, "dur": 3.097, + "args": { + "External id": 423857,"Record function id": 0, "Concrete Inputs": ["[2]", "4", "", "", "", ""], "Input type": ["ScalarList", "Scalar", "", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 6048 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 4183440, + "ts": 675204782707.654, "dur": 56.095, + "args": { + "External id": 423858,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1, 1024], [1024, 1]], "Input Dims": [[65536, 1024], [1024, 1024], [65536, 1024]], "Ev Idx": 6049 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "layer_norm_fwd_kernel_2", "pid": 4183440, "tid": 4183440, + "ts": 675204782798.092, "dur": 31.038, + "args": { + "External id": 423859,"kernel_hash": "cnjbue7nf7gv2knx3zot7zn5kaxyrd3hc7qwdjvlhjrtvf774taj", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "", "", "1024", "1", "9.9999999999999995e-07", "True", "1024", "True", "True", "True", "False"], "kernel_file": "/tmp/torchinductor_cvm/nj/cnjbue7nf7gv2knx3zot7zn5kaxyrd3hc7qwdjvlhjrtvf774taj.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "float", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [1024, 1], [1], [1024, 1], [1024, 1], [1], [], [], [], [], [], [], [], [], []], "Input Dims": [[65536, 1024], [65536, 1024], [1024], [65536, 1024], [65536, 1024], [65536], [], [], [], [], [], [], [], [], []], "Ev Idx": 6050 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 4183440, + "ts": 675204782837.690, "dur": 38.190, + "args": { + "External id": 423860,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1, 1024], [2816, 1]], "Input Dims": [[65536, 1024], [1024, 2816], [65536, 2816]], "Ev Idx": 6051 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 4183440, + "ts": 675204782884.653, "dur": 36.789, + "args": { + "External id": 423861,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1, 1024], [2816, 1]], "Input Dims": [[65536, 1024], [1024, 2816], [65536, 2816]], "Ev Idx": 6052 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused__to_copy_mul_silu_0", "pid": 4183440, "tid": 4183440, + "ts": 675204782960.013, "dur": 30.090, + "args": { + "External id": 423862,"kernel_hash": "cw3skkho6yb4encoyp3h6ahhtvu5iazx6tllrwt6cabagzim3icp", "grid": "grid(184549376,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "184549376"], "kernel_file": "/tmp/torchinductor_cvm/w3/cw3skkho6yb4encoyp3h6ahhtvu5iazx6tllrwt6cabagzim3icp.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[2816, 1], [2816, 1], [11534336, 2816, 1], []], "Input Dims": [[65536, 2816], [65536, 2816], [16, 4096, 2816], []], "Ev Idx": 6053 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 4183440, + "ts": 675204782996.981, "dur": 54.643, + "args": { + "External id": 423863,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2816, 1], [1, 2816], [1024, 1]], "Input Dims": [[65536, 2816], [2816, 1024], [65536, 1024]], "Ev Idx": 6054 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused_add_1", "pid": 4183440, "tid": 4183440, + "ts": 675204783073.235, "dur": 21.767, + "args": { + "External id": 423864,"kernel_hash": "cpqzomrawiuklcctjbbwmvmzd7xgj2j22x55badf4x4gmk776f7x", "grid": "grid(67108864,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "67108864"], "kernel_file": "/tmp/torchinductor_cvm/pq/cpqzomrawiuklcctjbbwmvmzd7xgj2j22x55badf4x4gmk776f7x.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[4194304, 1024, 1], [1024, 1], []], "Input Dims": [[16, 4096, 1024], [65536, 1024], []], "Ev Idx": 6055 + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "FSDP::post_forward (model.layers.15)", "pid": 4183440, "tid": 4183440, + "ts": 675204783255.629, "dur": 77.518, + "args": { + "External id": 423865,"Record function id": 0, "Ev Idx": 6056 + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "FSDP::cast_forward_inputs", "pid": 4183440, "tid": 4183440, + "ts": 675204783404.623, "dur": 46.372, + "args": { + "External id": 423866,"Record function id": 0, "Ev Idx": 6057 + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "FSDP::pre_forward (model.layers.16)", "pid": 4183440, "tid": 4183440, + "ts": 675204783460.177, "dur": 8608.605, + "args": { + "External id": 423867,"Record function id": 0, "Ev Idx": 6058 + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "FSDP::all_gather (model.layers.16)", "pid": 4183440, "tid": 4183440, + "ts": 675204783468.114, "dur": 927.972, + "args": { + "External id": 423868,"Record function id": 0, "Ev Idx": 6059 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 4183440, + "ts": 675204783548.985, "dur": 9.337, + "args": { + "External id": 423869,"Record function id": 0, "Concrete Inputs": ["[1605888]", "15", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 6060 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes", "pid": 4183440, "tid": 4183440, + "ts": 675204783571.521, "dur": 37.824, + "args": { + "External id": 423870,"Record function id": 0, "Concrete Inputs": ["", "[128, 131072, 131072, 131072, 131072, 128, 360448, 360448, 360448]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar"], "Input Strides": [[1], [], []], "Input Dims": [[1605888], [], []], "Ev Idx": 6061 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204783576.956, "dur": 2.401, + "args": { + "External id": 423871,"Record function id": 0, "Concrete Inputs": ["", "[128]", "[1]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 6062 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204783583.914, "dur": 0.584, + "args": { + "External id": 423872,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "128"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 6063 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204783585.824, "dur": 0.676, + "args": { + "External id": 423873,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "131200"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 6064 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204783588.279, "dur": 0.903, + "args": { + "External id": 423874,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "262272"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 6065 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204783592.381, "dur": 0.650, + "args": { + "External id": 423875,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "393344"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 6066 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204783594.651, "dur": 0.662, + "args": { + "External id": 423876,"Record function id": 0, "Concrete Inputs": ["", "[128]", "[1]", "524416"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 6067 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204783596.367, "dur": 2.569, + "args": { + "External id": 423877,"Record function id": 0, "Concrete Inputs": ["", "[360448]", "[1]", "524544"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 6068 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204783600.252, "dur": 0.570, + "args": { + "External id": 423878,"Record function id": 0, "Concrete Inputs": ["", "[360448]", "[1]", "884992"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 6069 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204783601.878, "dur": 0.773, + "args": { + "External id": 423879,"Record function id": 0, "Concrete Inputs": ["", "[360448]", "[1]", "1245440"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 6070 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::_foreach_copy_", "pid": 4183440, "tid": 4183440, + "ts": 675204783623.536, "dur": 85.256, + "args": { + "External id": 423880,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["TensorList", "TensorList", "Scalar"], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [[1], [1], [1], [1], [1], [1], [1], [1], [1]], []], "Input Dims": [[[128], [131072], [131072], [131072], [131072], [128], [360448], [360448], [360448]], [[128], [131072], [131072], [131072], [131072], [128], [360448], [360448], [360448]], []], "Ev Idx": 6071 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "fsdp::all_gather_copy_in", "pid": 4183440, "tid": 4183440, + "ts": 675204783746.864, "dur": 117.371, + "args": { + "External id": 423881,"Record function id": 0, "Concrete Inputs": ["", "[128, 131072, 131072, 131072, 131072, 128, 360448, 360448, 360448]", "1605888", "8", "4", "15", ""], "Input type": ["TensorList", "ScalarList", "Scalar", "Scalar", "Scalar", "Scalar", ""], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [], [], [], [], [], []], "Input Dims": [[[128], [131072], [131072], [131072], [131072], [128], [360448], [360448], [360448]], [], [], [], [], [], []], "Ev Idx": 6072 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 4183440, + "ts": 675204783758.379, "dur": 7.596, + "args": { + "External id": 423882,"Record function id": 0, "Concrete Inputs": ["[12847104]", "15", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 6073 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::narrow", "pid": 4183440, "tid": 4183440, + "ts": 675204783771.035, "dur": 11.311, + "args": { + "External id": 423883,"Record function id": 0, "Concrete Inputs": ["", "0", "6423552", "1605888"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[12847104], [], [], []], "Ev Idx": 6074 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 4183440, "tid": 4183440, + "ts": 675204783775.751, "dur": 6.148, + "args": { + "External id": 423884,"Record function id": 0, "Concrete Inputs": ["", "0", "6423552", "8029440", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], [], []], "Input Dims": [[12847104], [], [], [], []], "Ev Idx": 6075 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204783779.659, "dur": 0.751, + "args": { + "External id": 423885,"Record function id": 0, "Concrete Inputs": ["", "[1605888]", "[1]", "6423552"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[12847104], [], [], []], "Ev Idx": 6076 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes", "pid": 4183440, "tid": 4183440, + "ts": 675204783789.600, "dur": 29.236, + "args": { + "External id": 423886,"Record function id": 0, "Concrete Inputs": ["", "[128, 131072, 131072, 131072, 131072, 128, 360448, 360448, 360448]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar"], "Input Strides": [[1], [], []], "Input Dims": [[1605888], [], []], "Ev Idx": 6077 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204783791.699, "dur": 0.360, + "args": { + "External id": 423887,"Record function id": 0, "Concrete Inputs": ["", "[128]", "[1]", "6423552"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 6078 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204783793.419, "dur": 2.855, + "args": { + "External id": 423888,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "6423680"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 6079 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204783798.530, "dur": 0.714, + "args": { + "External id": 423889,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "6554752"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 6080 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204783800.799, "dur": 0.542, + "args": { + "External id": 423890,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "6685824"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 6081 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204783804.422, "dur": 0.380, + "args": { + "External id": 423891,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "6816896"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 6082 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204783806.148, "dur": 0.591, + "args": { + "External id": 423892,"Record function id": 0, "Concrete Inputs": ["", "[128]", "[1]", "6947968"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 6083 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204783808.376, "dur": 0.503, + "args": { + "External id": 423893,"Record function id": 0, "Concrete Inputs": ["", "[360448]", "[1]", "6948096"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 6084 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204783812.195, "dur": 0.576, + "args": { + "External id": 423894,"Record function id": 0, "Concrete Inputs": ["", "[360448]", "[1]", "7308544"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 6085 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204783813.863, "dur": 0.335, + "args": { + "External id": 423895,"Record function id": 0, "Concrete Inputs": ["", "[360448]", "[1]", "7668992"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 6086 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::_foreach_copy_", "pid": 4183440, "tid": 4183440, + "ts": 675204783830.078, "dur": 25.299, + "args": { + "External id": 423896,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["TensorList", "TensorList", "Scalar"], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [[1], [1], [1], [1], [1], [1], [1], [1], [1]], []], "Input Dims": [[[128], [131072], [131072], [131072], [131072], [128], [360448], [360448], [360448]], [[128], [131072], [131072], [131072], [131072], [128], [360448], [360448], [360448]], []], "Ev Idx": 6087 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "c10d::_allgather_base_", "pid": 4183440, "tid": 4183440, + "ts": 675204783919.609, "dur": 382.310, + "args": { + "External id": 423897,"Record function id": 0, "Concrete Inputs": ["", "", "", "False", "-1"], "Input type": ["c10::BFloat16", "c10::BFloat16", "", "Scalar", "Scalar"], "Input Strides": [[1], [1], [], [], []], "Input Dims": [[12847104], [1605888], [], [], []], "Ev Idx": 6088 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 4183440, "tid": 4183440, + "ts": 675204783961.707, "dur": 335.012, + "args": { + "External id": 423898,"Record function id": 0, "Collective name": "_allgather_base", "Process Group Description": "default_pg", "dtype": "BFloat16", "Rank": 4, "Input Strides": [[1], [], [], [], [], [], [], [], [], []], "Concrete Inputs": ["", "", "", "4", "", "[]", "[]", "0", "1", "8"], "Out msg nelems": 12847104, "Process Group Name": "0", "Input type": ["c10::BFloat16", "", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Global rank stride": 1, "Out split size": "[]", "In split size": "[]", "Process Group Ranks": "[0, 1, 2, 3, 4, 5, 6, 7]", "Group size": 8, "Input Dims": [[1605888], [], [], [], [], [], [], [], [], []], "Global rank start": 0, "Ev Idx": 6089, "In msg nelems": 1605888 + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "nccl:_all_gather_base", "pid": 4183440, "tid": 4183440, + "ts": 675204783973.688, "dur": 317.733, + "args": { + "External id": 423899,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[1605888]], "Ev Idx": 6090 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 4183440, "tid": 4183440, + "ts": 675204784323.209, "dur": 2.264, + "args": { + "External id": 423900,"Record function id": 0, "Collective name": "wait", "Process Group Description": "default_pg", "dtype": "Byte", "Input Dims": [[], [], [], [], [], [], [], [], []], "Input Strides": [[], [], [], [], [], [], [], [], []], "Input type": ["", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Concrete Inputs": ["", "", "4", "", "[]", "[]", "-1", "-1", "1"], "Out msg nelems": 0, "Process Group Name": "0", "Process Group Ranks": "[]", "Group size": 1, "Ev Idx": 6091, "In msg nelems": 0, "Rank": 4, "In split size": "[]", "Out split size": "[]" + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "FSDP::all_gather_copy_out (model.layers.16)", "pid": 4183440, "tid": 4183440, + "ts": 675204784417.304, "dur": 7430.941, + "args": { + "External id": 423901,"Record function id": 0, "Ev Idx": 6092 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204784512.847, "dur": 6.818, + "args": { + "External id": 423902,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[12847104], []], "Ev Idx": 6093 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204784522.896, "dur": 1.753, + "args": { + "External id": 423903,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[1024], []], "Ev Idx": 6094 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204784526.501, "dur": 1.289, + "args": { + "External id": 423904,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[1048576], []], "Ev Idx": 6095 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204784529.701, "dur": 1.078, + "args": { + "External id": 423905,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[1048576], []], "Ev Idx": 6096 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204784532.491, "dur": 0.859, + "args": { + "External id": 423906,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[1048576], []], "Ev Idx": 6097 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204784535.253, "dur": 1.096, + "args": { + "External id": 423907,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[1048576], []], "Ev Idx": 6098 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204784538.444, "dur": 1.123, + "args": { + "External id": 423908,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[1024], []], "Ev Idx": 6099 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204784541.236, "dur": 2.594, + "args": { + "External id": 423909,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[2883584], []], "Ev Idx": 6100 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204784545.881, "dur": 1.075, + "args": { + "External id": 423910,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[2883584], []], "Ev Idx": 6101 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204784548.395, "dur": 1.092, + "args": { + "External id": 423911,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[2883584], []], "Ev Idx": 6102 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "fsdp::split_with_sizes_copy", "pid": 4183440, "tid": 4183440, + "ts": 675204784568.010, "dur": 7240.910, + "args": { + "External id": 423912,"Record function id": 0, "Concrete Inputs": ["", "[128, 131072, 131072, 131072, 131072, 128, 360448, 360448, 360448]", "1", ""], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "TensorList"], "Input Strides": [[1605888, 1], [], [], [[128, 1], [131072, 1], [131072, 1], [131072, 1], [131072, 1], [128, 1], [360448, 1], [360448, 1], [360448, 1]]], "Input Dims": [[8, 1605888], [], [], [[8, 128], [8, 131072], [8, 131072], [8, 131072], [8, 131072], [8, 128], [8, 360448], [8, 360448], [8, 360448]]], "Ev Idx": 6103 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes_copy", "pid": 4183440, "tid": 4183440, + "ts": 675204784583.866, "dur": 7217.674, + "args": { + "External id": 423913,"Record function id": 0, "Concrete Inputs": ["", "[128, 131072, 131072, 131072, 131072, 128, 360448, 360448, 360448]", "1", ""], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "TensorList"], "Input Strides": [[1605888, 1], [], [], [[128, 1], [131072, 1], [131072, 1], [131072, 1], [131072, 1], [128, 1], [360448, 1], [360448, 1], [360448, 1]]], "Input Dims": [[8, 1605888], [], [], [[8, 128], [8, 131072], [8, 131072], [8, 131072], [8, 131072], [8, 128], [8, 360448], [8, 360448], [8, 360448]]], "Ev Idx": 6104 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 4183440, + "ts": 675204784598.258, "dur": 15.049, + "args": { + "External id": 423914,"Record function id": 0, "Concrete Inputs": ["[823]", "4", "", "", "True", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 6105 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 4183440, + "ts": 675204784616.192, "dur": 7150.833, + "args": { + "External id": 423915,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", "False", ""], "Input type": ["long int", "", "", "", "", "Scalar", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], [], []], "Input Dims": [[823], [], [], [], [], [], [], []], "Ev Idx": 6106 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::_to_copy", "pid": 4183440, "tid": 4183440, + "ts": 675204784618.689, "dur": 7147.741, + "args": { + "External id": 423916,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", ""], "Input type": ["long int", "", "", "", "", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], []], "Input Dims": [[823], [], [], [], [], [], []], "Ev Idx": 6107 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204784625.310, "dur": 6.828, + "args": { + "External id": 423917,"Record function id": 0, "Concrete Inputs": ["[823]", "[1]", "4", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 6108 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 4183440, "tid": 4183440, + "ts": 675204784634.052, "dur": 7129.102, + "args": { + "External id": 423918,"Record function id": 0, "Concrete Inputs": ["", "", "True"], "Input type": ["long int", "long int", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[823], [823], []], "Ev Idx": 6109 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "RegisterPostBackwardFunction", "pid": 4183440, "tid": 4183440, + "ts": 675204792011.584, "dur": 31.404, + "args": { + "External id": 423919,"Sequence number": 5055633, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[4194304, 1024, 1]], "Input Dims": [[16, 4096, 1024]], "Ev Idx": 6110 + } + }, + { + "ph": "s", "id": 179, "pid": 4183440, "tid": 4183440, "ts": 675204792011.584, + "cat": "fwdbwd", "name": "fwdbwd" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view_as", "pid": 4183440, "tid": 4183440, + "ts": 675204792028.916, "dur": 9.130, + "args": { + "External id": 423920,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[4194304, 1024, 1], [4194304, 1024, 1]], "Input Dims": [[16, 4096, 1024], [16, 4096, 1024]], "Ev Idx": 6111 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204792032.338, "dur": 5.286, + "args": { + "External id": 423921,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[4194304, 1024, 1], []], "Input Dims": [[16, 4096, 1024], []], "Ev Idx": 6112 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "TorchDynamo Cache Lookup", "pid": 4183440, "tid": 4183440, + "ts": 675204792110.749, "dur": 92.783, + "args": { + "External id": 423922,"Record function id": 0, "Ev Idx": 6113 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "Torch-Compiled Region: 1/1", "pid": 4183440, "tid": 4183440, + "ts": 675204792204.915, "dur": 1163.609, + "args": { + "External id": 423923,"Record function id": 0, "Ev Idx": 6114 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "CompiledFunction", "pid": 4183440, "tid": 4183440, + "ts": 675204792244.203, "dur": 1108.792, + "args": { + "External id": 423924,"Sequence number": 5055634, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "", "", "", "", "", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[4194304, 1024, 1], [1], [1024, 1], [1024, 1], [1024, 1], [32, 1], [32, 1], [1024, 1], [1], [1024, 1], [1024, 1], [2816, 1]], "Input Dims": [[16, 4096, 1024], [1024], [1024, 1024], [1024, 1024], [1024, 1024], [8192, 32], [8192, 32], [1024, 1024], [1024], [2816, 1024], [2816, 1024], [1024, 2816]], "Ev Idx": 6115 + } + }, + { + "ph": "s", "id": 178, "pid": 4183440, "tid": 4183440, "ts": 675204792244.203, + "cat": "fwdbwd", "name": "fwdbwd" + }, + { + "ph": "X", "cat": "cpu_op", "name": "layer_norm_fwd_kernel_0", "pid": 4183440, "tid": 4183440, + "ts": 675204792313.497, "dur": 43.175, + "args": { + "External id": 423925,"kernel_hash": "ck4apib4lp3ng7t5dwwm5qlikeosbnhrlf2sblbxilqmogtmpafh", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "1024", "1", "9.9999999999999995e-07", "True", "1024", "False", "False", "True", "False"], "kernel_file": "/tmp/torchinductor_cvm/k4/ck4apib4lp3ng7t5dwwm5qlikeosbnhrlf2sblbxilqmogtmpafh.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "float", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [1024, 1], [1], [1], [], [], [], [], [], [], [], [], []], "Input Dims": [[65536, 1024], [65536, 1024], [1024], [65536], [], [], [], [], [], [], [], [], []], "Ev Idx": 6116 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 4183440, + "ts": 675204792370.909, "dur": 97.465, + "args": { + "External id": 423926,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1, 1024], [1024, 1]], "Input Dims": [[65536, 1024], [1024, 1024], [65536, 1024]], "Ev Idx": 6117 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 4183440, + "ts": 675204792476.952, "dur": 35.359, + "args": { + "External id": 423927,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1, 1024], [1024, 1]], "Input Dims": [[65536, 1024], [1024, 1024], [65536, 1024]], "Ev Idx": 6118 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 4183440, + "ts": 675204792521.503, "dur": 29.135, + "args": { + "External id": 423928,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1, 1024], [1024, 1]], "Input Dims": [[65536, 1024], [1024, 1024], [65536, 1024]], "Ev Idx": 6119 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "rotary_embedding_kernel_1", "pid": 4183440, "tid": 4183440, + "ts": 675204792580.331, "dur": 30.540, + "args": { + "External id": 423929,"kernel_hash": "cl2wm4hba2dd5vb7b2xth2batzpjiesxlywgh5etvvp6c2wd7rk5", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "0", "16", "4096", "16", "64", "32", "8192", "32", "64", "False", "False", "False", "False"], "kernel_file": "/tmp/torchinductor_cvm/l2/cl2wm4hba2dd5vb7b2xth2batzpjiesxlywgh5etvvp6c2wd7rk5.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[4194304, 1024, 64, 1], [32, 1], [32, 1], [4194304, 1024, 64, 1], [], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[16, 4096, 16, 64], [8192, 32], [8192, 32], [16, 4096, 16, 64], [], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 6120 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "rotary_embedding_kernel_1", "pid": 4183440, "tid": 4183440, + "ts": 675204792627.356, "dur": 15.544, + "args": { + "External id": 423930,"kernel_hash": "cl2wm4hba2dd5vb7b2xth2batzpjiesxlywgh5etvvp6c2wd7rk5", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "0", "16", "4096", "16", "64", "32", "8192", "32", "64", "False", "False", "False", "False"], "kernel_file": "/tmp/torchinductor_cvm/l2/cl2wm4hba2dd5vb7b2xth2batzpjiesxlywgh5etvvp6c2wd7rk5.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[4194304, 1024, 64, 1], [32, 1], [32, 1], [4194304, 1024, 64, 1], [], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[16, 4096, 16, 64], [8192, 32], [8192, 32], [16, 4096, 16, 64], [], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 6121 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "flash_attn::_flash_attn_forward", "pid": 4183440, "tid": 4183440, + "ts": 675204792699.933, "dur": 141.327, + "args": { + "External id": 423931,"Record function id": 0, "Concrete Inputs": ["", "", "", "0.", "0.125", "True", "-1", "-1", "0.", "", "False"], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[4194304, 1024, 64, 1], [4194304, 1024, 64, 1], [4194304, 1024, 64, 1], [], [], [], [], [], [], [], []], "Input Dims": [[16, 4096, 16, 64], [16, 4096, 16, 64], [16, 4096, 16, 64], [], [], [], [], [], [], [], []], "Ev Idx": 6122 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty_like", "pid": 4183440, "tid": 4183440, + "ts": 675204792754.727, "dur": 13.101, + "args": { + "External id": 423932,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", ""], "Input type": ["c10::BFloat16", "", "", "", "", ""], "Input Strides": [[4194304, 1024, 64, 1], [], [], [], [], []], "Input Dims": [[16, 4096, 16, 64], [], [], [], [], []], "Ev Idx": 6123 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204792759.991, "dur": 6.831, + "args": { + "External id": 423933,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 16, 64]", "[4194304, 1024, 64, 1]", "15", "0", "", ""], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 6124 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 4183440, + "ts": 675204792770.532, "dur": 6.249, + "args": { + "External id": 423934,"Record function id": 0, "Concrete Inputs": ["[16, 16, 4096]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 6125 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 4183440, + "ts": 675204792778.011, "dur": 1.514, + "args": { + "External id": 423935,"Record function id": 0, "Concrete Inputs": ["[0]", "15", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 6126 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 4183440, + "ts": 675204792781.792, "dur": 5.293, + "args": { + "External id": 423936,"Record function id": 0, "Concrete Inputs": ["[2]", "4", "", "", "", ""], "Input type": ["ScalarList", "Scalar", "", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 6127 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 4183440, + "ts": 675204792885.722, "dur": 70.350, + "args": { + "External id": 423937,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1, 1024], [1024, 1]], "Input Dims": [[65536, 1024], [1024, 1024], [65536, 1024]], "Ev Idx": 6128 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "layer_norm_fwd_kernel_2", "pid": 4183440, "tid": 4183440, + "ts": 675204792995.881, "dur": 30.742, + "args": { + "External id": 423938,"kernel_hash": "cnjbue7nf7gv2knx3zot7zn5kaxyrd3hc7qwdjvlhjrtvf774taj", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "", "", "1024", "1", "9.9999999999999995e-07", "True", "1024", "True", "True", "True", "False"], "kernel_file": "/tmp/torchinductor_cvm/nj/cnjbue7nf7gv2knx3zot7zn5kaxyrd3hc7qwdjvlhjrtvf774taj.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "float", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [1024, 1], [1], [1024, 1], [1024, 1], [1], [], [], [], [], [], [], [], [], []], "Input Dims": [[65536, 1024], [65536, 1024], [1024], [65536, 1024], [65536, 1024], [65536], [], [], [], [], [], [], [], [], []], "Ev Idx": 6129 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 4183440, + "ts": 675204793035.881, "dur": 57.895, + "args": { + "External id": 423939,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1, 1024], [2816, 1]], "Input Dims": [[65536, 1024], [1024, 2816], [65536, 2816]], "Ev Idx": 6130 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 4183440, + "ts": 675204793102.943, "dur": 53.676, + "args": { + "External id": 423940,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1, 1024], [2816, 1]], "Input Dims": [[65536, 1024], [1024, 2816], [65536, 2816]], "Ev Idx": 6131 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused__to_copy_mul_silu_0", "pid": 4183440, "tid": 4183440, + "ts": 675204793178.214, "dur": 25.062, + "args": { + "External id": 423941,"kernel_hash": "cw3skkho6yb4encoyp3h6ahhtvu5iazx6tllrwt6cabagzim3icp", "grid": "grid(184549376,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "184549376"], "kernel_file": "/tmp/torchinductor_cvm/w3/cw3skkho6yb4encoyp3h6ahhtvu5iazx6tllrwt6cabagzim3icp.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[2816, 1], [2816, 1], [11534336, 2816, 1], []], "Input Dims": [[65536, 2816], [65536, 2816], [16, 4096, 2816], []], "Ev Idx": 6132 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 4183440, + "ts": 675204793209.271, "dur": 32.588, + "args": { + "External id": 423942,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2816, 1], [1, 2816], [1024, 1]], "Input Dims": [[65536, 2816], [2816, 1024], [65536, 1024]], "Ev Idx": 6133 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused_add_1", "pid": 4183440, "tid": 4183440, + "ts": 675204793261.703, "dur": 17.565, + "args": { + "External id": 423943,"kernel_hash": "cpqzomrawiuklcctjbbwmvmzd7xgj2j22x55badf4x4gmk776f7x", "grid": "grid(67108864,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "67108864"], "kernel_file": "/tmp/torchinductor_cvm/pq/cpqzomrawiuklcctjbbwmvmzd7xgj2j22x55badf4x4gmk776f7x.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[4194304, 1024, 1], [1024, 1], []], "Input Dims": [[16, 4096, 1024], [65536, 1024], []], "Ev Idx": 6134 + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "FSDP::post_forward (model.layers.16)", "pid": 4183440, "tid": 4183440, + "ts": 675204793434.870, "dur": 79.715, + "args": { + "External id": 423944,"Record function id": 0, "Ev Idx": 6135 + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "FSDP::cast_forward_inputs", "pid": 4183440, "tid": 4183440, + "ts": 675204793590.287, "dur": 46.761, + "args": { + "External id": 423945,"Record function id": 0, "Ev Idx": 6136 + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "FSDP::pre_forward (model.layers.17)", "pid": 4183440, "tid": 4183440, + "ts": 675204793645.749, "dur": 8799.952, + "args": { + "External id": 423946,"Record function id": 0, "Ev Idx": 6137 + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "FSDP::all_gather (model.layers.17)", "pid": 4183440, "tid": 4183440, + "ts": 675204793693.940, "dur": 925.446, + "args": { + "External id": 423947,"Record function id": 0, "Ev Idx": 6138 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 4183440, + "ts": 675204793780.953, "dur": 9.728, + "args": { + "External id": 423948,"Record function id": 0, "Concrete Inputs": ["[1605888]", "15", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 6139 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes", "pid": 4183440, "tid": 4183440, + "ts": 675204793804.645, "dur": 35.388, + "args": { + "External id": 423949,"Record function id": 0, "Concrete Inputs": ["", "[128, 131072, 131072, 131072, 131072, 128, 360448, 360448, 360448]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar"], "Input Strides": [[1], [], []], "Input Dims": [[1605888], [], []], "Ev Idx": 6140 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204793809.897, "dur": 2.429, + "args": { + "External id": 423950,"Record function id": 0, "Concrete Inputs": ["", "[128]", "[1]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 6141 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204793817.084, "dur": 0.513, + "args": { + "External id": 423951,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "128"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 6142 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204793818.615, "dur": 0.794, + "args": { + "External id": 423952,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "131200"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 6143 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204793820.630, "dur": 0.582, + "args": { + "External id": 423953,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "262272"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 6144 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204793824.439, "dur": 0.545, + "args": { + "External id": 423954,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "393344"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 6145 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204793826.278, "dur": 0.800, + "args": { + "External id": 423955,"Record function id": 0, "Concrete Inputs": ["", "[128]", "[1]", "524416"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 6146 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204793827.818, "dur": 2.238, + "args": { + "External id": 423956,"Record function id": 0, "Concrete Inputs": ["", "[360448]", "[1]", "524544"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 6147 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204793831.338, "dur": 0.412, + "args": { + "External id": 423957,"Record function id": 0, "Concrete Inputs": ["", "[360448]", "[1]", "884992"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 6148 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204793832.971, "dur": 0.456, + "args": { + "External id": 423958,"Record function id": 0, "Concrete Inputs": ["", "[360448]", "[1]", "1245440"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 6149 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::_foreach_copy_", "pid": 4183440, "tid": 4183440, + "ts": 675204793851.943, "dur": 44.157, + "args": { + "External id": 423959,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["TensorList", "TensorList", "Scalar"], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [[1], [1], [1], [1], [1], [1], [1], [1], [1]], []], "Input Dims": [[[128], [131072], [131072], [131072], [131072], [128], [360448], [360448], [360448]], [[128], [131072], [131072], [131072], [131072], [128], [360448], [360448], [360448]], []], "Ev Idx": 6150 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "fsdp::all_gather_copy_in", "pid": 4183440, "tid": 4183440, + "ts": 675204793930.409, "dur": 133.257, + "args": { + "External id": 423960,"Record function id": 0, "Concrete Inputs": ["", "[128, 131072, 131072, 131072, 131072, 128, 360448, 360448, 360448]", "1605888", "8", "4", "15", ""], "Input type": ["TensorList", "ScalarList", "Scalar", "Scalar", "Scalar", "Scalar", ""], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [], [], [], [], [], []], "Input Dims": [[[128], [131072], [131072], [131072], [131072], [128], [360448], [360448], [360448]], [], [], [], [], [], []], "Ev Idx": 6151 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 4183440, + "ts": 675204793957.487, "dur": 5.482, + "args": { + "External id": 423961,"Record function id": 0, "Concrete Inputs": ["[12847104]", "15", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 6152 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::narrow", "pid": 4183440, "tid": 4183440, + "ts": 675204793968.431, "dur": 11.053, + "args": { + "External id": 423962,"Record function id": 0, "Concrete Inputs": ["", "0", "6423552", "1605888"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[12847104], [], [], []], "Ev Idx": 6153 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 4183440, "tid": 4183440, + "ts": 675204793973.163, "dur": 5.859, + "args": { + "External id": 423963,"Record function id": 0, "Concrete Inputs": ["", "0", "6423552", "8029440", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], [], []], "Input Dims": [[12847104], [], [], [], []], "Ev Idx": 6154 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204793976.700, "dur": 0.860, + "args": { + "External id": 423964,"Record function id": 0, "Concrete Inputs": ["", "[1605888]", "[1]", "6423552"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[12847104], [], [], []], "Ev Idx": 6155 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes", "pid": 4183440, "tid": 4183440, + "ts": 675204793986.327, "dur": 30.163, + "args": { + "External id": 423965,"Record function id": 0, "Concrete Inputs": ["", "[128, 131072, 131072, 131072, 131072, 128, 360448, 360448, 360448]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar"], "Input Strides": [[1], [], []], "Input Dims": [[1605888], [], []], "Ev Idx": 6156 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204793988.481, "dur": 2.518, + "args": { + "External id": 423966,"Record function id": 0, "Concrete Inputs": ["", "[128]", "[1]", "6423552"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 6157 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204793992.653, "dur": 0.690, + "args": { + "External id": 423967,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "6423680"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 6158 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204793994.352, "dur": 0.740, + "args": { + "External id": 423968,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "6554752"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 6159 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204793998.014, "dur": 0.788, + "args": { + "External id": 423969,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "6685824"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 6160 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204793999.862, "dur": 0.547, + "args": { + "External id": 423970,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "6816896"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 6161 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204794002.001, "dur": 0.496, + "args": { + "External id": 423971,"Record function id": 0, "Concrete Inputs": ["", "[128]", "[1]", "6947968"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 6162 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204794005.272, "dur": 0.807, + "args": { + "External id": 423972,"Record function id": 0, "Concrete Inputs": ["", "[360448]", "[1]", "6948096"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 6163 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204794007.369, "dur": 0.795, + "args": { + "External id": 423973,"Record function id": 0, "Concrete Inputs": ["", "[360448]", "[1]", "7308544"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 6164 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204794009.128, "dur": 2.404, + "args": { + "External id": 423974,"Record function id": 0, "Concrete Inputs": ["", "[360448]", "[1]", "7668992"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 6165 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::_foreach_copy_", "pid": 4183440, "tid": 4183440, + "ts": 675204794029.669, "dur": 25.675, + "args": { + "External id": 423975,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["TensorList", "TensorList", "Scalar"], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [[1], [1], [1], [1], [1], [1], [1], [1], [1]], []], "Input Dims": [[[128], [131072], [131072], [131072], [131072], [128], [360448], [360448], [360448]], [[128], [131072], [131072], [131072], [131072], [128], [360448], [360448], [360448]], []], "Ev Idx": 6166 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "c10d::_allgather_base_", "pid": 4183440, "tid": 4183440, + "ts": 675204794118.775, "dur": 410.436, + "args": { + "External id": 423976,"Record function id": 0, "Concrete Inputs": ["", "", "", "False", "-1"], "Input type": ["c10::BFloat16", "c10::BFloat16", "", "Scalar", "Scalar"], "Input Strides": [[1], [1], [], [], []], "Input Dims": [[12847104], [1605888], [], [], []], "Ev Idx": 6167 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 4183440, "tid": 4183440, + "ts": 675204794145.200, "dur": 379.080, + "args": { + "External id": 423977,"Record function id": 0, "Collective name": "_allgather_base", "Process Group Description": "default_pg", "dtype": "BFloat16", "Rank": 4, "Input Strides": [[1], [], [], [], [], [], [], [], [], []], "Concrete Inputs": ["", "", "", "4", "", "[]", "[]", "0", "1", "8"], "Out msg nelems": 12847104, "Process Group Name": "0", "Input type": ["c10::BFloat16", "", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Global rank stride": 1, "Out split size": "[]", "In split size": "[]", "Process Group Ranks": "[0, 1, 2, 3, 4, 5, 6, 7]", "Group size": 8, "Input Dims": [[1605888], [], [], [], [], [], [], [], [], []], "Global rank start": 0, "Ev Idx": 6168, "In msg nelems": 1605888 + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "nccl:_all_gather_base", "pid": 4183440, "tid": 4183440, + "ts": 675204794155.896, "dur": 360.909, + "args": { + "External id": 423978,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[1605888]], "Ev Idx": 6169 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 4183440, "tid": 4183440, + "ts": 675204794548.378, "dur": 2.173, + "args": { + "External id": 423979,"Record function id": 0, "Collective name": "wait", "Process Group Description": "default_pg", "dtype": "Byte", "Input Dims": [[], [], [], [], [], [], [], [], []], "Input Strides": [[], [], [], [], [], [], [], [], []], "Input type": ["", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Concrete Inputs": ["", "", "4", "", "[]", "[]", "-1", "-1", "1"], "Out msg nelems": 0, "Process Group Name": "0", "Process Group Ranks": "[]", "Group size": 1, "Ev Idx": 6170, "In msg nelems": 0, "Rank": 4, "In split size": "[]", "Out split size": "[]" + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "FSDP::all_gather_copy_out (model.layers.17)", "pid": 4183440, "tid": 4183440, + "ts": 675204794640.021, "dur": 7599.594, + "args": { + "External id": 423980,"Record function id": 0, "Ev Idx": 6171 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204794788.054, "dur": 7.635, + "args": { + "External id": 423981,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[12847104], []], "Ev Idx": 6172 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204794798.838, "dur": 1.329, + "args": { + "External id": 423982,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[1024], []], "Ev Idx": 6173 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204794801.875, "dur": 1.226, + "args": { + "External id": 423983,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[1048576], []], "Ev Idx": 6174 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204794804.988, "dur": 0.984, + "args": { + "External id": 423984,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[1048576], []], "Ev Idx": 6175 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204794807.530, "dur": 1.287, + "args": { + "External id": 423985,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[1048576], []], "Ev Idx": 6176 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204794810.674, "dur": 1.213, + "args": { + "External id": 423986,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[1048576], []], "Ev Idx": 6177 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204794813.804, "dur": 1.232, + "args": { + "External id": 423987,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[1024], []], "Ev Idx": 6178 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204794816.984, "dur": 2.976, + "args": { + "External id": 423988,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[2883584], []], "Ev Idx": 6179 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204794822.025, "dur": 1.069, + "args": { + "External id": 423989,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[2883584], []], "Ev Idx": 6180 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204794825.368, "dur": 1.231, + "args": { + "External id": 423990,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[2883584], []], "Ev Idx": 6181 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "fsdp::split_with_sizes_copy", "pid": 4183440, "tid": 4183440, + "ts": 675204794846.523, "dur": 7353.363, + "args": { + "External id": 423991,"Record function id": 0, "Concrete Inputs": ["", "[128, 131072, 131072, 131072, 131072, 128, 360448, 360448, 360448]", "1", ""], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "TensorList"], "Input Strides": [[1605888, 1], [], [], [[128, 1], [131072, 1], [131072, 1], [131072, 1], [131072, 1], [128, 1], [360448, 1], [360448, 1], [360448, 1]]], "Input Dims": [[8, 1605888], [], [], [[8, 128], [8, 131072], [8, 131072], [8, 131072], [8, 131072], [8, 128], [8, 360448], [8, 360448], [8, 360448]]], "Ev Idx": 6182 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes_copy", "pid": 4183440, "tid": 4183440, + "ts": 675204794863.450, "dur": 7329.613, + "args": { + "External id": 423992,"Record function id": 0, "Concrete Inputs": ["", "[128, 131072, 131072, 131072, 131072, 128, 360448, 360448, 360448]", "1", ""], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "TensorList"], "Input Strides": [[1605888, 1], [], [], [[128, 1], [131072, 1], [131072, 1], [131072, 1], [131072, 1], [128, 1], [360448, 1], [360448, 1], [360448, 1]]], "Input Dims": [[8, 1605888], [], [], [[8, 128], [8, 131072], [8, 131072], [8, 131072], [8, 131072], [8, 128], [8, 360448], [8, 360448], [8, 360448]]], "Ev Idx": 6183 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 4183440, + "ts": 675204794879.545, "dur": 14.765, + "args": { + "External id": 423993,"Record function id": 0, "Concrete Inputs": ["[823]", "4", "", "", "True", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 6184 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 4183440, + "ts": 675204794897.441, "dur": 7263.643, + "args": { + "External id": 423994,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", "False", ""], "Input type": ["long int", "", "", "", "", "Scalar", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], [], []], "Input Dims": [[823], [], [], [], [], [], [], []], "Ev Idx": 6185 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::_to_copy", "pid": 4183440, "tid": 4183440, + "ts": 675204794900.425, "dur": 7260.193, + "args": { + "External id": 423995,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", ""], "Input type": ["long int", "", "", "", "", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], []], "Input Dims": [[823], [], [], [], [], [], []], "Ev Idx": 6186 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204794907.010, "dur": 7.780, + "args": { + "External id": 423996,"Record function id": 0, "Concrete Inputs": ["[823]", "[1]", "4", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 6187 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 4183440, "tid": 4183440, + "ts": 675204794916.543, "dur": 7240.898, + "args": { + "External id": 423997,"Record function id": 0, "Concrete Inputs": ["", "", "True"], "Input type": ["long int", "long int", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[823], [823], []], "Ev Idx": 6188 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "RegisterPostBackwardFunction", "pid": 4183440, "tid": 4183440, + "ts": 675204802389.292, "dur": 30.314, + "args": { + "External id": 423998,"Sequence number": 5055635, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[4194304, 1024, 1]], "Input Dims": [[16, 4096, 1024]], "Ev Idx": 6189 + } + }, + { + "ph": "s", "id": 177, "pid": 4183440, "tid": 4183440, "ts": 675204802389.292, + "cat": "fwdbwd", "name": "fwdbwd" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view_as", "pid": 4183440, "tid": 4183440, + "ts": 675204802406.757, "dur": 7.757, + "args": { + "External id": 423999,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[4194304, 1024, 1], [4194304, 1024, 1]], "Input Dims": [[16, 4096, 1024], [16, 4096, 1024]], "Ev Idx": 6190 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204802409.849, "dur": 4.454, + "args": { + "External id": 424000,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[4194304, 1024, 1], []], "Input Dims": [[16, 4096, 1024], []], "Ev Idx": 6191 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "TorchDynamo Cache Lookup", "pid": 4183440, "tid": 4183440, + "ts": 675204802485.991, "dur": 90.866, + "args": { + "External id": 424001,"Record function id": 0, "Ev Idx": 6192 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "Torch-Compiled Region: 1/1", "pid": 4183440, "tid": 4183440, + "ts": 675204802578.567, "dur": 1057.796, + "args": { + "External id": 424002,"Record function id": 0, "Ev Idx": 6193 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "CompiledFunction", "pid": 4183440, "tid": 4183440, + "ts": 675204802617.565, "dur": 1004.354, + "args": { + "External id": 424003,"Sequence number": 5055636, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "", "", "", "", "", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[4194304, 1024, 1], [1], [1024, 1], [1024, 1], [1024, 1], [32, 1], [32, 1], [1024, 1], [1], [1024, 1], [1024, 1], [2816, 1]], "Input Dims": [[16, 4096, 1024], [1024], [1024, 1024], [1024, 1024], [1024, 1024], [8192, 32], [8192, 32], [1024, 1024], [1024], [2816, 1024], [2816, 1024], [1024, 2816]], "Ev Idx": 6194 + } + }, + { + "ph": "s", "id": 176, "pid": 4183440, "tid": 4183440, "ts": 675204802617.565, + "cat": "fwdbwd", "name": "fwdbwd" + }, + { + "ph": "X", "cat": "cpu_op", "name": "layer_norm_fwd_kernel_0", "pid": 4183440, "tid": 4183440, + "ts": 675204802718.265, "dur": 43.737, + "args": { + "External id": 424004,"kernel_hash": "ck4apib4lp3ng7t5dwwm5qlikeosbnhrlf2sblbxilqmogtmpafh", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "1024", "1", "9.9999999999999995e-07", "True", "1024", "False", "False", "True", "False"], "kernel_file": "/tmp/torchinductor_cvm/k4/ck4apib4lp3ng7t5dwwm5qlikeosbnhrlf2sblbxilqmogtmpafh.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "float", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [1024, 1], [1], [1], [], [], [], [], [], [], [], [], []], "Input Dims": [[65536, 1024], [65536, 1024], [1024], [65536], [], [], [], [], [], [], [], [], []], "Ev Idx": 6195 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 4183440, + "ts": 675204802776.742, "dur": 91.240, + "args": { + "External id": 424005,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1, 1024], [1024, 1]], "Input Dims": [[65536, 1024], [1024, 1024], [65536, 1024]], "Ev Idx": 6196 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 4183440, + "ts": 675204802877.158, "dur": 33.751, + "args": { + "External id": 424006,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1, 1024], [1024, 1]], "Input Dims": [[65536, 1024], [1024, 1024], [65536, 1024]], "Ev Idx": 6197 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 4183440, + "ts": 675204802919.529, "dur": 44.988, + "args": { + "External id": 424007,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1, 1024], [1024, 1]], "Input Dims": [[65536, 1024], [1024, 1024], [65536, 1024]], "Ev Idx": 6198 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "rotary_embedding_kernel_1", "pid": 4183440, "tid": 4183440, + "ts": 675204802993.117, "dur": 28.721, + "args": { + "External id": 424008,"kernel_hash": "cl2wm4hba2dd5vb7b2xth2batzpjiesxlywgh5etvvp6c2wd7rk5", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "0", "16", "4096", "16", "64", "32", "8192", "32", "64", "False", "False", "False", "False"], "kernel_file": "/tmp/torchinductor_cvm/l2/cl2wm4hba2dd5vb7b2xth2batzpjiesxlywgh5etvvp6c2wd7rk5.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[4194304, 1024, 64, 1], [32, 1], [32, 1], [4194304, 1024, 64, 1], [], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[16, 4096, 16, 64], [8192, 32], [8192, 32], [16, 4096, 16, 64], [], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 6199 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "rotary_embedding_kernel_1", "pid": 4183440, "tid": 4183440, + "ts": 675204803039.276, "dur": 13.533, + "args": { + "External id": 424009,"kernel_hash": "cl2wm4hba2dd5vb7b2xth2batzpjiesxlywgh5etvvp6c2wd7rk5", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "0", "16", "4096", "16", "64", "32", "8192", "32", "64", "False", "False", "False", "False"], "kernel_file": "/tmp/torchinductor_cvm/l2/cl2wm4hba2dd5vb7b2xth2batzpjiesxlywgh5etvvp6c2wd7rk5.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[4194304, 1024, 64, 1], [32, 1], [32, 1], [4194304, 1024, 64, 1], [], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[16, 4096, 16, 64], [8192, 32], [8192, 32], [16, 4096, 16, 64], [], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 6200 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "flash_attn::_flash_attn_forward", "pid": 4183440, "tid": 4183440, + "ts": 675204803071.307, "dur": 132.203, + "args": { + "External id": 424010,"Record function id": 0, "Concrete Inputs": ["", "", "", "0.", "0.125", "True", "-1", "-1", "0.", "", "False"], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[4194304, 1024, 64, 1], [4194304, 1024, 64, 1], [4194304, 1024, 64, 1], [], [], [], [], [], [], [], []], "Input Dims": [[16, 4096, 16, 64], [16, 4096, 16, 64], [16, 4096, 16, 64], [], [], [], [], [], [], [], []], "Ev Idx": 6201 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty_like", "pid": 4183440, "tid": 4183440, + "ts": 675204803124.063, "dur": 11.995, + "args": { + "External id": 424011,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", ""], "Input type": ["c10::BFloat16", "", "", "", "", ""], "Input Strides": [[4194304, 1024, 64, 1], [], [], [], [], []], "Input Dims": [[16, 4096, 16, 64], [], [], [], [], []], "Ev Idx": 6202 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204803129.212, "dur": 6.145, + "args": { + "External id": 424012,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 16, 64]", "[4194304, 1024, 64, 1]", "15", "0", "", ""], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 6203 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 4183440, + "ts": 675204803138.951, "dur": 6.247, + "args": { + "External id": 424013,"Record function id": 0, "Concrete Inputs": ["[16, 16, 4096]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 6204 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 4183440, + "ts": 675204803147.001, "dur": 1.479, + "args": { + "External id": 424014,"Record function id": 0, "Concrete Inputs": ["[0]", "15", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 6205 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 4183440, + "ts": 675204803150.464, "dur": 2.488, + "args": { + "External id": 424015,"Record function id": 0, "Concrete Inputs": ["[2]", "4", "", "", "", ""], "Input type": ["ScalarList", "Scalar", "", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 6206 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 4183440, + "ts": 675204803215.645, "dur": 48.824, + "args": { + "External id": 424016,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1, 1024], [1024, 1]], "Input Dims": [[65536, 1024], [1024, 1024], [65536, 1024]], "Ev Idx": 6207 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "layer_norm_fwd_kernel_2", "pid": 4183440, "tid": 4183440, + "ts": 675204803296.069, "dur": 27.371, + "args": { + "External id": 424017,"kernel_hash": "cnjbue7nf7gv2knx3zot7zn5kaxyrd3hc7qwdjvlhjrtvf774taj", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "", "", "1024", "1", "9.9999999999999995e-07", "True", "1024", "True", "True", "True", "False"], "kernel_file": "/tmp/torchinductor_cvm/nj/cnjbue7nf7gv2knx3zot7zn5kaxyrd3hc7qwdjvlhjrtvf774taj.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "float", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [1024, 1], [1], [1024, 1], [1024, 1], [1], [], [], [], [], [], [], [], [], []], "Input Dims": [[65536, 1024], [65536, 1024], [1024], [65536, 1024], [65536, 1024], [65536], [], [], [], [], [], [], [], [], []], "Ev Idx": 6208 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 4183440, + "ts": 675204803331.853, "dur": 36.839, + "args": { + "External id": 424018,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1, 1024], [2816, 1]], "Input Dims": [[65536, 1024], [1024, 2816], [65536, 2816]], "Ev Idx": 6209 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 4183440, + "ts": 675204803376.911, "dur": 31.139, + "args": { + "External id": 424019,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1, 1024], [2816, 1]], "Input Dims": [[65536, 1024], [1024, 2816], [65536, 2816]], "Ev Idx": 6210 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused__to_copy_mul_silu_0", "pid": 4183440, "tid": 4183440, + "ts": 675204803429.555, "dur": 25.898, + "args": { + "External id": 424020,"kernel_hash": "cw3skkho6yb4encoyp3h6ahhtvu5iazx6tllrwt6cabagzim3icp", "grid": "grid(184549376,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "184549376"], "kernel_file": "/tmp/torchinductor_cvm/w3/cw3skkho6yb4encoyp3h6ahhtvu5iazx6tllrwt6cabagzim3icp.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[2816, 1], [2816, 1], [11534336, 2816, 1], []], "Input Dims": [[65536, 2816], [65536, 2816], [16, 4096, 2816], []], "Ev Idx": 6211 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 4183440, + "ts": 675204803461.036, "dur": 47.304, + "args": { + "External id": 424021,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2816, 1], [1, 2816], [1024, 1]], "Input Dims": [[65536, 2816], [2816, 1024], [65536, 1024]], "Ev Idx": 6212 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused_add_1", "pid": 4183440, "tid": 4183440, + "ts": 675204803528.727, "dur": 19.308, + "args": { + "External id": 424022,"kernel_hash": "cpqzomrawiuklcctjbbwmvmzd7xgj2j22x55badf4x4gmk776f7x", "grid": "grid(67108864,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "67108864"], "kernel_file": "/tmp/torchinductor_cvm/pq/cpqzomrawiuklcctjbbwmvmzd7xgj2j22x55badf4x4gmk776f7x.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[4194304, 1024, 1], [1024, 1], []], "Input Dims": [[16, 4096, 1024], [65536, 1024], []], "Ev Idx": 6213 + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "FSDP::post_forward (model.layers.17)", "pid": 4183440, "tid": 4183440, + "ts": 675204803740.495, "dur": 83.112, + "args": { + "External id": 424023,"Record function id": 0, "Ev Idx": 6214 + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "FSDP::cast_forward_inputs", "pid": 4183440, "tid": 4183440, + "ts": 675204803897.400, "dur": 61.364, + "args": { + "External id": 424024,"Record function id": 0, "Ev Idx": 6215 + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "FSDP::pre_forward (model.layers.18)", "pid": 4183440, "tid": 4183440, + "ts": 675204803968.997, "dur": 8797.913, + "args": { + "External id": 424025,"Record function id": 0, "Ev Idx": 6216 + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "FSDP::all_gather (model.layers.18)", "pid": 4183440, "tid": 4183440, + "ts": 675204803977.214, "dur": 932.128, + "args": { + "External id": 424026,"Record function id": 0, "Ev Idx": 6217 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 4183440, + "ts": 675204804060.739, "dur": 10.441, + "args": { + "External id": 424027,"Record function id": 0, "Concrete Inputs": ["[1605888]", "15", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 6218 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes", "pid": 4183440, "tid": 4183440, + "ts": 675204804084.569, "dur": 39.256, + "args": { + "External id": 424028,"Record function id": 0, "Concrete Inputs": ["", "[128, 131072, 131072, 131072, 131072, 128, 360448, 360448, 360448]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar"], "Input Strides": [[1], [], []], "Input Dims": [[1605888], [], []], "Ev Idx": 6219 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204804090.134, "dur": 2.255, + "args": { + "External id": 424029,"Record function id": 0, "Concrete Inputs": ["", "[128]", "[1]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 6220 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204804097.878, "dur": 0.500, + "args": { + "External id": 424030,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "128"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 6221 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204804099.736, "dur": 0.594, + "args": { + "External id": 424031,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "131200"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 6222 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204804101.865, "dur": 0.552, + "args": { + "External id": 424032,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "262272"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 6223 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204804105.436, "dur": 0.673, + "args": { + "External id": 424033,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "393344"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 6224 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204804107.576, "dur": 0.805, + "args": { + "External id": 424034,"Record function id": 0, "Concrete Inputs": ["", "[128]", "[1]", "524416"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 6225 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204804109.341, "dur": 2.941, + "args": { + "External id": 424035,"Record function id": 0, "Concrete Inputs": ["", "[360448]", "[1]", "524544"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 6226 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204804113.870, "dur": 0.706, + "args": { + "External id": 424036,"Record function id": 0, "Concrete Inputs": ["", "[360448]", "[1]", "884992"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 6227 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204804115.763, "dur": 0.560, + "args": { + "External id": 424037,"Record function id": 0, "Concrete Inputs": ["", "[360448]", "[1]", "1245440"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 6228 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::_foreach_copy_", "pid": 4183440, "tid": 4183440, + "ts": 675204804135.398, "dur": 43.920, + "args": { + "External id": 424038,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["TensorList", "TensorList", "Scalar"], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [[1], [1], [1], [1], [1], [1], [1], [1], [1]], []], "Input Dims": [[[128], [131072], [131072], [131072], [131072], [128], [360448], [360448], [360448]], [[128], [131072], [131072], [131072], [131072], [128], [360448], [360448], [360448]], []], "Ev Idx": 6229 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "fsdp::all_gather_copy_in", "pid": 4183440, "tid": 4183440, + "ts": 675204804213.119, "dur": 114.348, + "args": { + "External id": 424039,"Record function id": 0, "Concrete Inputs": ["", "[128, 131072, 131072, 131072, 131072, 128, 360448, 360448, 360448]", "1605888", "8", "4", "15", ""], "Input type": ["TensorList", "ScalarList", "Scalar", "Scalar", "Scalar", "Scalar", ""], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [], [], [], [], [], []], "Input Dims": [[[128], [131072], [131072], [131072], [131072], [128], [360448], [360448], [360448]], [], [], [], [], [], []], "Ev Idx": 6230 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 4183440, + "ts": 675204804226.794, "dur": 6.659, + "args": { + "External id": 424040,"Record function id": 0, "Concrete Inputs": ["[12847104]", "15", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 6231 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::narrow", "pid": 4183440, "tid": 4183440, + "ts": 675204804238.454, "dur": 10.649, + "args": { + "External id": 424041,"Record function id": 0, "Concrete Inputs": ["", "0", "6423552", "1605888"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[12847104], [], [], []], "Ev Idx": 6232 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 4183440, "tid": 4183440, + "ts": 675204804243.270, "dur": 5.421, + "args": { + "External id": 424042,"Record function id": 0, "Concrete Inputs": ["", "0", "6423552", "8029440", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], [], []], "Input Dims": [[12847104], [], [], [], []], "Ev Idx": 6233 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204804246.809, "dur": 0.714, + "args": { + "External id": 424043,"Record function id": 0, "Concrete Inputs": ["", "[1605888]", "[1]", "6423552"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[12847104], [], [], []], "Ev Idx": 6234 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes", "pid": 4183440, "tid": 4183440, + "ts": 675204804255.728, "dur": 29.819, + "args": { + "External id": 424044,"Record function id": 0, "Concrete Inputs": ["", "[128, 131072, 131072, 131072, 131072, 128, 360448, 360448, 360448]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar"], "Input Strides": [[1], [], []], "Input Dims": [[1605888], [], []], "Ev Idx": 6235 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204804257.858, "dur": 0.475, + "args": { + "External id": 424045,"Record function id": 0, "Concrete Inputs": ["", "[128]", "[1]", "6423552"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 6236 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204804259.389, "dur": 2.663, + "args": { + "External id": 424046,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "6423680"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 6237 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204804263.493, "dur": 0.576, + "args": { + "External id": 424047,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "6554752"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 6238 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204804265.131, "dur": 0.662, + "args": { + "External id": 424048,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "6685824"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 6239 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204804270.078, "dur": 0.557, + "args": { + "External id": 424049,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "6816896"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 6240 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204804271.737, "dur": 0.670, + "args": { + "External id": 424050,"Record function id": 0, "Concrete Inputs": ["", "[128]", "[1]", "6947968"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 6241 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204804273.881, "dur": 0.722, + "args": { + "External id": 424051,"Record function id": 0, "Concrete Inputs": ["", "[360448]", "[1]", "6948096"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 6242 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204804277.553, "dur": 0.891, + "args": { + "External id": 424052,"Record function id": 0, "Concrete Inputs": ["", "[360448]", "[1]", "7308544"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 6243 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204804280.194, "dur": 0.503, + "args": { + "External id": 424053,"Record function id": 0, "Concrete Inputs": ["", "[360448]", "[1]", "7668992"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 6244 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::_foreach_copy_", "pid": 4183440, "tid": 4183440, + "ts": 675204804296.027, "dur": 23.088, + "args": { + "External id": 424054,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["TensorList", "TensorList", "Scalar"], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [[1], [1], [1], [1], [1], [1], [1], [1], [1]], []], "Input Dims": [[[128], [131072], [131072], [131072], [131072], [128], [360448], [360448], [360448]], [[128], [131072], [131072], [131072], [131072], [128], [360448], [360448], [360448]], []], "Ev Idx": 6245 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "c10d::_allgather_base_", "pid": 4183440, "tid": 4183440, + "ts": 675204804379.748, "dur": 425.884, + "args": { + "External id": 424055,"Record function id": 0, "Concrete Inputs": ["", "", "", "False", "-1"], "Input type": ["c10::BFloat16", "c10::BFloat16", "", "Scalar", "Scalar"], "Input Strides": [[1], [1], [], [], []], "Input Dims": [[12847104], [1605888], [], [], []], "Ev Idx": 6246 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 4183440, "tid": 4183440, + "ts": 675204804405.405, "dur": 394.681, + "args": { + "External id": 424056,"Record function id": 0, "Collective name": "_allgather_base", "Process Group Description": "default_pg", "dtype": "BFloat16", "Rank": 4, "Input Strides": [[1], [], [], [], [], [], [], [], [], []], "Concrete Inputs": ["", "", "", "4", "", "[]", "[]", "0", "1", "8"], "Out msg nelems": 12847104, "Process Group Name": "0", "Input type": ["c10::BFloat16", "", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Global rank stride": 1, "Out split size": "[]", "In split size": "[]", "Process Group Ranks": "[0, 1, 2, 3, 4, 5, 6, 7]", "Group size": 8, "Input Dims": [[1605888], [], [], [], [], [], [], [], [], []], "Global rank start": 0, "Ev Idx": 6247, "In msg nelems": 1605888 + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "nccl:_all_gather_base", "pid": 4183440, "tid": 4183440, + "ts": 675204804416.554, "dur": 377.487, + "args": { + "External id": 424057,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[1605888]], "Ev Idx": 6248 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 4183440, "tid": 4183440, + "ts": 675204804829.202, "dur": 2.690, + "args": { + "External id": 424058,"Record function id": 0, "Collective name": "wait", "Process Group Description": "default_pg", "dtype": "Byte", "Input Dims": [[], [], [], [], [], [], [], [], []], "Input Strides": [[], [], [], [], [], [], [], [], []], "Input type": ["", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Concrete Inputs": ["", "", "4", "", "[]", "[]", "-1", "-1", "1"], "Out msg nelems": 0, "Process Group Name": "0", "Process Group Ranks": "[]", "Group size": 1, "Ev Idx": 6249, "In msg nelems": 0, "Rank": 4, "In split size": "[]", "Out split size": "[]" + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "FSDP::all_gather_copy_out (model.layers.18)", "pid": 4183440, "tid": 4183440, + "ts": 675204804931.467, "dur": 7595.897, + "args": { + "External id": 424059,"Record function id": 0, "Ev Idx": 6250 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204805057.603, "dur": 7.038, + "args": { + "External id": 424060,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[12847104], []], "Ev Idx": 6251 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204805068.041, "dur": 1.412, + "args": { + "External id": 424061,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[1024], []], "Ev Idx": 6252 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204805071.384, "dur": 1.097, + "args": { + "External id": 424062,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[1048576], []], "Ev Idx": 6253 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204805074.155, "dur": 0.992, + "args": { + "External id": 424063,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[1048576], []], "Ev Idx": 6254 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204805077.050, "dur": 1.089, + "args": { + "External id": 424064,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[1048576], []], "Ev Idx": 6255 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204805079.816, "dur": 1.578, + "args": { + "External id": 424065,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[1048576], []], "Ev Idx": 6256 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204805083.747, "dur": 1.149, + "args": { + "External id": 424066,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[1024], []], "Ev Idx": 6257 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204805087.009, "dur": 2.667, + "args": { + "External id": 424067,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[2883584], []], "Ev Idx": 6258 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204805091.461, "dur": 0.942, + "args": { + "External id": 424068,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[2883584], []], "Ev Idx": 6259 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204805094.190, "dur": 1.102, + "args": { + "External id": 424069,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[2883584], []], "Ev Idx": 6260 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "fsdp::split_with_sizes_copy", "pid": 4183440, "tid": 4183440, + "ts": 675204805115.416, "dur": 7372.132, + "args": { + "External id": 424070,"Record function id": 0, "Concrete Inputs": ["", "[128, 131072, 131072, 131072, 131072, 128, 360448, 360448, 360448]", "1", ""], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "TensorList"], "Input Strides": [[1605888, 1], [], [], [[128, 1], [131072, 1], [131072, 1], [131072, 1], [131072, 1], [128, 1], [360448, 1], [360448, 1], [360448, 1]]], "Input Dims": [[8, 1605888], [], [], [[8, 128], [8, 131072], [8, 131072], [8, 131072], [8, 131072], [8, 128], [8, 360448], [8, 360448], [8, 360448]]], "Ev Idx": 6261 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes_copy", "pid": 4183440, "tid": 4183440, + "ts": 675204805131.432, "dur": 7349.041, + "args": { + "External id": 424071,"Record function id": 0, "Concrete Inputs": ["", "[128, 131072, 131072, 131072, 131072, 128, 360448, 360448, 360448]", "1", ""], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "TensorList"], "Input Strides": [[1605888, 1], [], [], [[128, 1], [131072, 1], [131072, 1], [131072, 1], [131072, 1], [128, 1], [360448, 1], [360448, 1], [360448, 1]]], "Input Dims": [[8, 1605888], [], [], [[8, 128], [8, 131072], [8, 131072], [8, 131072], [8, 131072], [8, 128], [8, 360448], [8, 360448], [8, 360448]]], "Ev Idx": 6262 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 4183440, + "ts": 675204805145.474, "dur": 14.441, + "args": { + "External id": 424072,"Record function id": 0, "Concrete Inputs": ["[823]", "4", "", "", "True", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 6263 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 4183440, + "ts": 675204805162.675, "dur": 7286.064, + "args": { + "External id": 424073,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", "False", ""], "Input type": ["long int", "", "", "", "", "Scalar", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], [], []], "Input Dims": [[823], [], [], [], [], [], [], []], "Ev Idx": 6264 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::_to_copy", "pid": 4183440, "tid": 4183440, + "ts": 675204805165.303, "dur": 7282.886, + "args": { + "External id": 424074,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", ""], "Input type": ["long int", "", "", "", "", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], []], "Input Dims": [[823], [], [], [], [], [], []], "Ev Idx": 6265 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204805171.647, "dur": 5.991, + "args": { + "External id": 424075,"Record function id": 0, "Concrete Inputs": ["[823]", "[1]", "4", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 6266 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 4183440, "tid": 4183440, + "ts": 675204805179.394, "dur": 7265.593, + "args": { + "External id": 424076,"Record function id": 0, "Concrete Inputs": ["", "", "True"], "Input type": ["long int", "long int", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[823], [823], []], "Ev Idx": 6267 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "RegisterPostBackwardFunction", "pid": 4183440, "tid": 4183440, + "ts": 675204812707.252, "dur": 31.385, + "args": { + "External id": 424077,"Sequence number": 5055637, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[4194304, 1024, 1]], "Input Dims": [[16, 4096, 1024]], "Ev Idx": 6268 + } + }, + { + "ph": "s", "id": 175, "pid": 4183440, "tid": 4183440, "ts": 675204812707.252, + "cat": "fwdbwd", "name": "fwdbwd" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view_as", "pid": 4183440, "tid": 4183440, + "ts": 675204812724.441, "dur": 8.835, + "args": { + "External id": 424078,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[4194304, 1024, 1], [4194304, 1024, 1]], "Input Dims": [[16, 4096, 1024], [16, 4096, 1024]], "Ev Idx": 6269 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204812727.737, "dur": 5.160, + "args": { + "External id": 424079,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[4194304, 1024, 1], []], "Input Dims": [[16, 4096, 1024], []], "Ev Idx": 6270 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "TorchDynamo Cache Lookup", "pid": 4183440, "tid": 4183440, + "ts": 675204812807.096, "dur": 89.351, + "args": { + "External id": 424080,"Record function id": 0, "Ev Idx": 6271 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "Torch-Compiled Region: 1/1", "pid": 4183440, "tid": 4183440, + "ts": 675204812898.071, "dur": 1113.578, + "args": { + "External id": 424081,"Record function id": 0, "Ev Idx": 6272 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "CompiledFunction", "pid": 4183440, "tid": 4183440, + "ts": 675204812954.192, "dur": 1042.418, + "args": { + "External id": 424082,"Sequence number": 5055638, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "", "", "", "", "", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[4194304, 1024, 1], [1], [1024, 1], [1024, 1], [1024, 1], [32, 1], [32, 1], [1024, 1], [1], [1024, 1], [1024, 1], [2816, 1]], "Input Dims": [[16, 4096, 1024], [1024], [1024, 1024], [1024, 1024], [1024, 1024], [8192, 32], [8192, 32], [1024, 1024], [1024], [2816, 1024], [2816, 1024], [1024, 2816]], "Ev Idx": 6273 + } + }, + { + "ph": "s", "id": 174, "pid": 4183440, "tid": 4183440, "ts": 675204812954.192, + "cat": "fwdbwd", "name": "fwdbwd" + }, + { + "ph": "X", "cat": "cpu_op", "name": "layer_norm_fwd_kernel_0", "pid": 4183440, "tid": 4183440, + "ts": 675204813028.013, "dur": 45.094, + "args": { + "External id": 424083,"kernel_hash": "ck4apib4lp3ng7t5dwwm5qlikeosbnhrlf2sblbxilqmogtmpafh", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "1024", "1", "9.9999999999999995e-07", "True", "1024", "False", "False", "True", "False"], "kernel_file": "/tmp/torchinductor_cvm/k4/ck4apib4lp3ng7t5dwwm5qlikeosbnhrlf2sblbxilqmogtmpafh.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "float", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [1024, 1], [1], [1], [], [], [], [], [], [], [], [], []], "Input Dims": [[65536, 1024], [65536, 1024], [1024], [65536], [], [], [], [], [], [], [], [], []], "Ev Idx": 6274 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 4183440, + "ts": 675204813090.314, "dur": 92.285, + "args": { + "External id": 424084,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1, 1024], [1024, 1]], "Input Dims": [[65536, 1024], [1024, 1024], [65536, 1024]], "Ev Idx": 6275 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 4183440, + "ts": 675204813191.220, "dur": 33.884, + "args": { + "External id": 424085,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1, 1024], [1024, 1]], "Input Dims": [[65536, 1024], [1024, 1024], [65536, 1024]], "Ev Idx": 6276 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 4183440, + "ts": 675204813232.424, "dur": 28.737, + "args": { + "External id": 424086,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1, 1024], [1024, 1]], "Input Dims": [[65536, 1024], [1024, 1024], [65536, 1024]], "Ev Idx": 6277 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "rotary_embedding_kernel_1", "pid": 4183440, "tid": 4183440, + "ts": 675204813288.381, "dur": 24.474, + "args": { + "External id": 424087,"kernel_hash": "cl2wm4hba2dd5vb7b2xth2batzpjiesxlywgh5etvvp6c2wd7rk5", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "0", "16", "4096", "16", "64", "32", "8192", "32", "64", "False", "False", "False", "False"], "kernel_file": "/tmp/torchinductor_cvm/l2/cl2wm4hba2dd5vb7b2xth2batzpjiesxlywgh5etvvp6c2wd7rk5.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[4194304, 1024, 64, 1], [32, 1], [32, 1], [4194304, 1024, 64, 1], [], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[16, 4096, 16, 64], [8192, 32], [8192, 32], [16, 4096, 16, 64], [], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 6278 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "rotary_embedding_kernel_1", "pid": 4183440, "tid": 4183440, + "ts": 675204813327.701, "dur": 17.223, + "args": { + "External id": 424088,"kernel_hash": "cl2wm4hba2dd5vb7b2xth2batzpjiesxlywgh5etvvp6c2wd7rk5", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "0", "16", "4096", "16", "64", "32", "8192", "32", "64", "False", "False", "False", "False"], "kernel_file": "/tmp/torchinductor_cvm/l2/cl2wm4hba2dd5vb7b2xth2batzpjiesxlywgh5etvvp6c2wd7rk5.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[4194304, 1024, 64, 1], [32, 1], [32, 1], [4194304, 1024, 64, 1], [], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[16, 4096, 16, 64], [8192, 32], [8192, 32], [16, 4096, 16, 64], [], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 6279 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "flash_attn::_flash_attn_forward", "pid": 4183440, "tid": 4183440, + "ts": 675204813360.278, "dur": 128.861, + "args": { + "External id": 424089,"Record function id": 0, "Concrete Inputs": ["", "", "", "0.", "0.125", "True", "-1", "-1", "0.", "", "False"], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[4194304, 1024, 64, 1], [4194304, 1024, 64, 1], [4194304, 1024, 64, 1], [], [], [], [], [], [], [], []], "Input Dims": [[16, 4096, 16, 64], [16, 4096, 16, 64], [16, 4096, 16, 64], [], [], [], [], [], [], [], []], "Ev Idx": 6280 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty_like", "pid": 4183440, "tid": 4183440, + "ts": 675204813409.932, "dur": 11.586, + "args": { + "External id": 424090,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", ""], "Input type": ["c10::BFloat16", "", "", "", "", ""], "Input Strides": [[4194304, 1024, 64, 1], [], [], [], [], []], "Input Dims": [[16, 4096, 16, 64], [], [], [], [], []], "Ev Idx": 6281 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204813414.713, "dur": 6.059, + "args": { + "External id": 424091,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 16, 64]", "[4194304, 1024, 64, 1]", "15", "0", "", ""], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 6282 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 4183440, + "ts": 675204813424.608, "dur": 4.169, + "args": { + "External id": 424092,"Record function id": 0, "Concrete Inputs": ["[16, 16, 4096]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 6283 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 4183440, + "ts": 675204813429.956, "dur": 3.531, + "args": { + "External id": 424093,"Record function id": 0, "Concrete Inputs": ["[0]", "15", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 6284 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 4183440, + "ts": 675204813436.149, "dur": 3.136, + "args": { + "External id": 424094,"Record function id": 0, "Concrete Inputs": ["[2]", "4", "", "", "", ""], "Input type": ["ScalarList", "Scalar", "", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 6285 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 4183440, + "ts": 675204813500.364, "dur": 40.847, + "args": { + "External id": 424095,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1, 1024], [1024, 1]], "Input Dims": [[65536, 1024], [1024, 1024], [65536, 1024]], "Ev Idx": 6286 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "layer_norm_fwd_kernel_2", "pid": 4183440, "tid": 4183440, + "ts": 675204813573.390, "dur": 26.622, + "args": { + "External id": 424096,"kernel_hash": "cnjbue7nf7gv2knx3zot7zn5kaxyrd3hc7qwdjvlhjrtvf774taj", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "", "", "1024", "1", "9.9999999999999995e-07", "True", "1024", "True", "True", "True", "False"], "kernel_file": "/tmp/torchinductor_cvm/nj/cnjbue7nf7gv2knx3zot7zn5kaxyrd3hc7qwdjvlhjrtvf774taj.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "float", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [1024, 1], [1], [1024, 1], [1024, 1], [1], [], [], [], [], [], [], [], [], []], "Input Dims": [[65536, 1024], [65536, 1024], [1024], [65536, 1024], [65536, 1024], [65536], [], [], [], [], [], [], [], [], []], "Ev Idx": 6287 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 4183440, + "ts": 675204813608.610, "dur": 36.487, + "args": { + "External id": 424097,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1, 1024], [2816, 1]], "Input Dims": [[65536, 1024], [1024, 2816], [65536, 2816]], "Ev Idx": 6288 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 4183440, + "ts": 675204813651.749, "dur": 86.804, + "args": { + "External id": 424098,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1, 1024], [2816, 1]], "Input Dims": [[65536, 1024], [1024, 2816], [65536, 2816]], "Ev Idx": 6289 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused__to_copy_mul_silu_0", "pid": 4183440, "tid": 4183440, + "ts": 675204813767.673, "dur": 45.474, + "args": { + "External id": 424099,"kernel_hash": "cw3skkho6yb4encoyp3h6ahhtvu5iazx6tllrwt6cabagzim3icp", "grid": "grid(184549376,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "184549376"], "kernel_file": "/tmp/torchinductor_cvm/w3/cw3skkho6yb4encoyp3h6ahhtvu5iazx6tllrwt6cabagzim3icp.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[2816, 1], [2816, 1], [11534336, 2816, 1], []], "Input Dims": [[65536, 2816], [65536, 2816], [16, 4096, 2816], []], "Ev Idx": 6290 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 4183440, + "ts": 675204813820.251, "dur": 52.123, + "args": { + "External id": 424100,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2816, 1], [1, 2816], [1024, 1]], "Input Dims": [[65536, 2816], [2816, 1024], [65536, 1024]], "Ev Idx": 6291 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused_add_1", "pid": 4183440, "tid": 4183440, + "ts": 675204813890.841, "dur": 19.434, + "args": { + "External id": 424101,"kernel_hash": "cpqzomrawiuklcctjbbwmvmzd7xgj2j22x55badf4x4gmk776f7x", "grid": "grid(67108864,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "67108864"], "kernel_file": "/tmp/torchinductor_cvm/pq/cpqzomrawiuklcctjbbwmvmzd7xgj2j22x55badf4x4gmk776f7x.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[4194304, 1024, 1], [1024, 1], []], "Input Dims": [[16, 4096, 1024], [65536, 1024], []], "Ev Idx": 6292 + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "FSDP::post_forward (model.layers.18)", "pid": 4183440, "tid": 4183440, + "ts": 675204814076.502, "dur": 77.412, + "args": { + "External id": 424102,"Record function id": 0, "Ev Idx": 6293 + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "FSDP::cast_forward_inputs", "pid": 4183440, "tid": 4183440, + "ts": 675204814229.636, "dur": 46.278, + "args": { + "External id": 424103,"Record function id": 0, "Ev Idx": 6294 + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "FSDP::pre_forward (model.layers.19)", "pid": 4183440, "tid": 4183440, + "ts": 675204814284.595, "dur": 8597.283, + "args": { + "External id": 424104,"Record function id": 0, "Ev Idx": 6295 + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "FSDP::all_gather (model.layers.19)", "pid": 4183440, "tid": 4183440, + "ts": 675204814293.035, "dur": 922.949, + "args": { + "External id": 424105,"Record function id": 0, "Ev Idx": 6296 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 4183440, + "ts": 675204814375.753, "dur": 9.743, + "args": { + "External id": 424106,"Record function id": 0, "Concrete Inputs": ["[1605888]", "15", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 6297 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes", "pid": 4183440, "tid": 4183440, + "ts": 675204814399.150, "dur": 37.963, + "args": { + "External id": 424107,"Record function id": 0, "Concrete Inputs": ["", "[128, 131072, 131072, 131072, 131072, 128, 360448, 360448, 360448]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar"], "Input Strides": [[1], [], []], "Input Dims": [[1605888], [], []], "Ev Idx": 6298 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204814404.995, "dur": 2.738, + "args": { + "External id": 424108,"Record function id": 0, "Concrete Inputs": ["", "[128]", "[1]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 6299 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204814412.167, "dur": 0.505, + "args": { + "External id": 424109,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "128"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 6300 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204814413.877, "dur": 0.901, + "args": { + "External id": 424110,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "131200"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 6301 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204814415.904, "dur": 0.813, + "args": { + "External id": 424111,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "262272"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 6302 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204814420.282, "dur": 0.746, + "args": { + "External id": 424112,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "393344"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 6303 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204814422.693, "dur": 0.819, + "args": { + "External id": 424113,"Record function id": 0, "Concrete Inputs": ["", "[128]", "[1]", "524416"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 6304 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204814424.610, "dur": 2.404, + "args": { + "External id": 424114,"Record function id": 0, "Concrete Inputs": ["", "[360448]", "[1]", "524544"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 6305 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204814428.447, "dur": 0.550, + "args": { + "External id": 424115,"Record function id": 0, "Concrete Inputs": ["", "[360448]", "[1]", "884992"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 6306 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204814430.207, "dur": 0.789, + "args": { + "External id": 424116,"Record function id": 0, "Concrete Inputs": ["", "[360448]", "[1]", "1245440"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 6307 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::_foreach_copy_", "pid": 4183440, "tid": 4183440, + "ts": 675204814448.402, "dur": 43.954, + "args": { + "External id": 424117,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["TensorList", "TensorList", "Scalar"], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [[1], [1], [1], [1], [1], [1], [1], [1], [1]], []], "Input Dims": [[[128], [131072], [131072], [131072], [131072], [128], [360448], [360448], [360448]], [[128], [131072], [131072], [131072], [131072], [128], [360448], [360448], [360448]], []], "Ev Idx": 6308 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "fsdp::all_gather_copy_in", "pid": 4183440, "tid": 4183440, + "ts": 675204814525.003, "dur": 107.612, + "args": { + "External id": 424118,"Record function id": 0, "Concrete Inputs": ["", "[128, 131072, 131072, 131072, 131072, 128, 360448, 360448, 360448]", "1605888", "8", "4", "15", ""], "Input type": ["TensorList", "ScalarList", "Scalar", "Scalar", "Scalar", "Scalar", ""], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [], [], [], [], [], []], "Input Dims": [[[128], [131072], [131072], [131072], [131072], [128], [360448], [360448], [360448]], [], [], [], [], [], []], "Ev Idx": 6309 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 4183440, + "ts": 675204814534.844, "dur": 4.262, + "args": { + "External id": 424119,"Record function id": 0, "Concrete Inputs": ["[12847104]", "15", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 6310 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::narrow", "pid": 4183440, "tid": 4183440, + "ts": 675204814544.101, "dur": 10.383, + "args": { + "External id": 424120,"Record function id": 0, "Concrete Inputs": ["", "0", "6423552", "1605888"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[12847104], [], [], []], "Ev Idx": 6311 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 4183440, "tid": 4183440, + "ts": 675204814548.724, "dur": 5.296, + "args": { + "External id": 424121,"Record function id": 0, "Concrete Inputs": ["", "0", "6423552", "8029440", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], [], []], "Input Dims": [[12847104], [], [], [], []], "Ev Idx": 6312 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204814552.260, "dur": 0.660, + "args": { + "External id": 424122,"Record function id": 0, "Concrete Inputs": ["", "[1605888]", "[1]", "6423552"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[12847104], [], [], []], "Ev Idx": 6313 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes", "pid": 4183440, "tid": 4183440, + "ts": 675204814560.531, "dur": 30.416, + "args": { + "External id": 424123,"Record function id": 0, "Concrete Inputs": ["", "[128, 131072, 131072, 131072, 131072, 128, 360448, 360448, 360448]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar"], "Input Strides": [[1], [], []], "Input Dims": [[1605888], [], []], "Ev Idx": 6314 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204814562.448, "dur": 2.917, + "args": { + "External id": 424124,"Record function id": 0, "Concrete Inputs": ["", "[128]", "[1]", "6423552"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 6315 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204814567.071, "dur": 0.375, + "args": { + "External id": 424125,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "6423680"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 6316 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204814568.436, "dur": 0.455, + "args": { + "External id": 424126,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "6554752"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 6317 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204814572.376, "dur": 0.413, + "args": { + "External id": 424127,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "6685824"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 6318 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204814574.035, "dur": 0.667, + "args": { + "External id": 424128,"Record function id": 0, "Concrete Inputs": ["", "[131072]", "[1]", "6816896"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 6319 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204814576.122, "dur": 0.493, + "args": { + "External id": 424129,"Record function id": 0, "Concrete Inputs": ["", "[128]", "[1]", "6947968"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 6320 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204814579.535, "dur": 0.587, + "args": { + "External id": 424130,"Record function id": 0, "Concrete Inputs": ["", "[360448]", "[1]", "6948096"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 6321 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204814581.560, "dur": 0.731, + "args": { + "External id": 424131,"Record function id": 0, "Concrete Inputs": ["", "[360448]", "[1]", "7308544"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 6322 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204814583.417, "dur": 2.356, + "args": { + "External id": 424132,"Record function id": 0, "Concrete Inputs": ["", "[360448]", "[1]", "7668992"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[1605888], [], [], []], "Ev Idx": 6323 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::_foreach_copy_", "pid": 4183440, "tid": 4183440, + "ts": 675204814602.737, "dur": 22.414, + "args": { + "External id": 424133,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["TensorList", "TensorList", "Scalar"], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [[1], [1], [1], [1], [1], [1], [1], [1], [1]], []], "Input Dims": [[[128], [131072], [131072], [131072], [131072], [128], [360448], [360448], [360448]], [[128], [131072], [131072], [131072], [131072], [128], [360448], [360448], [360448]], []], "Ev Idx": 6324 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "c10d::_allgather_base_", "pid": 4183440, "tid": 4183440, + "ts": 675204814729.060, "dur": 388.298, + "args": { + "External id": 424134,"Record function id": 0, "Concrete Inputs": ["", "", "", "False", "-1"], "Input type": ["c10::BFloat16", "c10::BFloat16", "", "Scalar", "Scalar"], "Input Strides": [[1], [1], [], [], []], "Input Dims": [[12847104], [1605888], [], [], []], "Ev Idx": 6325 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 4183440, "tid": 4183440, + "ts": 675204814756.023, "dur": 355.636, + "args": { + "External id": 424135,"Record function id": 0, "Collective name": "_allgather_base", "Process Group Description": "default_pg", "dtype": "BFloat16", "Rank": 4, "Input Strides": [[1], [], [], [], [], [], [], [], [], []], "Concrete Inputs": ["", "", "", "4", "", "[]", "[]", "0", "1", "8"], "Out msg nelems": 12847104, "Process Group Name": "0", "Input type": ["c10::BFloat16", "", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Global rank stride": 1, "Out split size": "[]", "In split size": "[]", "Process Group Ranks": "[0, 1, 2, 3, 4, 5, 6, 7]", "Group size": 8, "Input Dims": [[1605888], [], [], [], [], [], [], [], [], []], "Global rank start": 0, "Ev Idx": 6326, "In msg nelems": 1605888 + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "nccl:_all_gather_base", "pid": 4183440, "tid": 4183440, + "ts": 675204814767.643, "dur": 337.870, + "args": { + "External id": 424136,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[1605888]], "Ev Idx": 6327 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 4183440, "tid": 4183440, + "ts": 675204815138.687, "dur": 2.510, + "args": { + "External id": 424137,"Record function id": 0, "Collective name": "wait", "Process Group Description": "default_pg", "dtype": "Byte", "Input Dims": [[], [], [], [], [], [], [], [], []], "Input Strides": [[], [], [], [], [], [], [], [], []], "Input type": ["", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Concrete Inputs": ["", "", "4", "", "[]", "[]", "-1", "-1", "1"], "Out msg nelems": 0, "Process Group Name": "0", "Process Group Ranks": "[]", "Group size": 1, "Ev Idx": 6328, "In msg nelems": 0, "Rank": 4, "In split size": "[]", "Out split size": "[]" + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "FSDP::all_gather_copy_out (model.layers.19)", "pid": 4183440, "tid": 4183440, + "ts": 675204815237.413, "dur": 7409.674, + "args": { + "External id": 424138,"Record function id": 0, "Ev Idx": 6329 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204815341.342, "dur": 6.910, + "args": { + "External id": 424139,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[12847104], []], "Ev Idx": 6330 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204815360.585, "dur": 1.132, + "args": { + "External id": 424140,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[1024], []], "Ev Idx": 6331 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204815363.392, "dur": 1.097, + "args": { + "External id": 424141,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[1048576], []], "Ev Idx": 6332 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204815366.032, "dur": 1.100, + "args": { + "External id": 424142,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[1048576], []], "Ev Idx": 6333 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204815368.765, "dur": 0.707, + "args": { + "External id": 424143,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[1048576], []], "Ev Idx": 6334 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204815371.133, "dur": 1.461, + "args": { + "External id": 424144,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[1048576], []], "Ev Idx": 6335 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204815374.165, "dur": 1.310, + "args": { + "External id": 424145,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[1024], []], "Ev Idx": 6336 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204815377.409, "dur": 2.500, + "args": { + "External id": 424146,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[2883584], []], "Ev Idx": 6337 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204815381.552, "dur": 1.164, + "args": { + "External id": 424147,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[2883584], []], "Ev Idx": 6338 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204815384.741, "dur": 1.031, + "args": { + "External id": 424148,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[2883584], []], "Ev Idx": 6339 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "fsdp::split_with_sizes_copy", "pid": 4183440, "tid": 4183440, + "ts": 675204815406.423, "dur": 7200.873, + "args": { + "External id": 424149,"Record function id": 0, "Concrete Inputs": ["", "[128, 131072, 131072, 131072, 131072, 128, 360448, 360448, 360448]", "1", ""], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "TensorList"], "Input Strides": [[1605888, 1], [], [], [[128, 1], [131072, 1], [131072, 1], [131072, 1], [131072, 1], [128, 1], [360448, 1], [360448, 1], [360448, 1]]], "Input Dims": [[8, 1605888], [], [], [[8, 128], [8, 131072], [8, 131072], [8, 131072], [8, 131072], [8, 128], [8, 360448], [8, 360448], [8, 360448]]], "Ev Idx": 6340 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes_copy", "pid": 4183440, "tid": 4183440, + "ts": 675204815423.559, "dur": 7176.726, + "args": { + "External id": 424150,"Record function id": 0, "Concrete Inputs": ["", "[128, 131072, 131072, 131072, 131072, 128, 360448, 360448, 360448]", "1", ""], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "TensorList"], "Input Strides": [[1605888, 1], [], [], [[128, 1], [131072, 1], [131072, 1], [131072, 1], [131072, 1], [128, 1], [360448, 1], [360448, 1], [360448, 1]]], "Input Dims": [[8, 1605888], [], [], [[8, 128], [8, 131072], [8, 131072], [8, 131072], [8, 131072], [8, 128], [8, 360448], [8, 360448], [8, 360448]]], "Ev Idx": 6341 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 4183440, + "ts": 675204815436.250, "dur": 14.620, + "args": { + "External id": 424151,"Record function id": 0, "Concrete Inputs": ["[823]", "4", "", "", "True", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 6342 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 4183440, + "ts": 675204815453.566, "dur": 7115.652, + "args": { + "External id": 424152,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", "False", ""], "Input type": ["long int", "", "", "", "", "Scalar", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], [], []], "Input Dims": [[823], [], [], [], [], [], [], []], "Ev Idx": 6343 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::_to_copy", "pid": 4183440, "tid": 4183440, + "ts": 675204815456.233, "dur": 7112.448, + "args": { + "External id": 424153,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", ""], "Input type": ["long int", "", "", "", "", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], []], "Input Dims": [[823], [], [], [], [], [], []], "Ev Idx": 6344 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204815461.932, "dur": 5.438, + "args": { + "External id": 424154,"Record function id": 0, "Concrete Inputs": ["[823]", "[1]", "4", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 6345 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 4183440, "tid": 4183440, + "ts": 675204815469.278, "dur": 7096.438, + "args": { + "External id": 424155,"Record function id": 0, "Concrete Inputs": ["", "", "True"], "Input type": ["long int", "long int", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[823], [823], []], "Ev Idx": 6346 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "RegisterPostBackwardFunction", "pid": 4183440, "tid": 4183440, + "ts": 675204822809.414, "dur": 46.306, + "args": { + "External id": 424156,"Sequence number": 5055639, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[4194304, 1024, 1]], "Input Dims": [[16, 4096, 1024]], "Ev Idx": 6347 + } + }, + { + "ph": "s", "id": 173, "pid": 4183440, "tid": 4183440, "ts": 675204822809.414, + "cat": "fwdbwd", "name": "fwdbwd" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view_as", "pid": 4183440, "tid": 4183440, + "ts": 675204822842.002, "dur": 8.538, + "args": { + "External id": 424157,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[4194304, 1024, 1], [4194304, 1024, 1]], "Input Dims": [[16, 4096, 1024], [16, 4096, 1024]], "Ev Idx": 6348 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204822845.359, "dur": 4.803, + "args": { + "External id": 424158,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[4194304, 1024, 1], []], "Input Dims": [[16, 4096, 1024], []], "Ev Idx": 6349 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "TorchDynamo Cache Lookup", "pid": 4183440, "tid": 4183440, + "ts": 675204822922.312, "dur": 102.153, + "args": { + "External id": 424159,"Record function id": 0, "Ev Idx": 6350 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "Torch-Compiled Region: 1/1", "pid": 4183440, "tid": 4183440, + "ts": 675204823027.236, "dur": 1094.904, + "args": { + "External id": 424160,"Record function id": 0, "Ev Idx": 6351 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "CompiledFunction", "pid": 4183440, "tid": 4183440, + "ts": 675204823069.927, "dur": 1038.032, + "args": { + "External id": 424161,"Sequence number": 5055640, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "", "", "", "", "", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[4194304, 1024, 1], [1], [1024, 1], [1024, 1], [1024, 1], [32, 1], [32, 1], [1024, 1], [1], [1024, 1], [1024, 1], [2816, 1]], "Input Dims": [[16, 4096, 1024], [1024], [1024, 1024], [1024, 1024], [1024, 1024], [8192, 32], [8192, 32], [1024, 1024], [1024], [2816, 1024], [2816, 1024], [1024, 2816]], "Ev Idx": 6352 + } + }, + { + "ph": "s", "id": 172, "pid": 4183440, "tid": 4183440, "ts": 675204823069.927, + "cat": "fwdbwd", "name": "fwdbwd" + }, + { + "ph": "X", "cat": "cpu_op", "name": "layer_norm_fwd_kernel_0", "pid": 4183440, "tid": 4183440, + "ts": 675204823139.368, "dur": 43.390, + "args": { + "External id": 424162,"kernel_hash": "ck4apib4lp3ng7t5dwwm5qlikeosbnhrlf2sblbxilqmogtmpafh", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "1024", "1", "9.9999999999999995e-07", "True", "1024", "False", "False", "True", "False"], "kernel_file": "/tmp/torchinductor_cvm/k4/ck4apib4lp3ng7t5dwwm5qlikeosbnhrlf2sblbxilqmogtmpafh.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "float", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [1024, 1], [1], [1], [], [], [], [], [], [], [], [], []], "Input Dims": [[65536, 1024], [65536, 1024], [1024], [65536], [], [], [], [], [], [], [], [], []], "Ev Idx": 6353 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 4183440, + "ts": 675204823198.426, "dur": 92.033, + "args": { + "External id": 424163,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1, 1024], [1024, 1]], "Input Dims": [[65536, 1024], [1024, 1024], [65536, 1024]], "Ev Idx": 6354 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 4183440, + "ts": 675204823298.495, "dur": 36.415, + "args": { + "External id": 424164,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1, 1024], [1024, 1]], "Input Dims": [[65536, 1024], [1024, 1024], [65536, 1024]], "Ev Idx": 6355 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 4183440, + "ts": 675204823343.208, "dur": 28.597, + "args": { + "External id": 424165,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1, 1024], [1024, 1]], "Input Dims": [[65536, 1024], [1024, 1024], [65536, 1024]], "Ev Idx": 6356 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "rotary_embedding_kernel_1", "pid": 4183440, "tid": 4183440, + "ts": 675204823395.806, "dur": 27.296, + "args": { + "External id": 424166,"kernel_hash": "cl2wm4hba2dd5vb7b2xth2batzpjiesxlywgh5etvvp6c2wd7rk5", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "0", "16", "4096", "16", "64", "32", "8192", "32", "64", "False", "False", "False", "False"], "kernel_file": "/tmp/torchinductor_cvm/l2/cl2wm4hba2dd5vb7b2xth2batzpjiesxlywgh5etvvp6c2wd7rk5.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[4194304, 1024, 64, 1], [32, 1], [32, 1], [4194304, 1024, 64, 1], [], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[16, 4096, 16, 64], [8192, 32], [8192, 32], [16, 4096, 16, 64], [], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 6357 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "rotary_embedding_kernel_1", "pid": 4183440, "tid": 4183440, + "ts": 675204823441.620, "dur": 15.283, + "args": { + "External id": 424167,"kernel_hash": "cl2wm4hba2dd5vb7b2xth2batzpjiesxlywgh5etvvp6c2wd7rk5", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "0", "16", "4096", "16", "64", "32", "8192", "32", "64", "False", "False", "False", "False"], "kernel_file": "/tmp/torchinductor_cvm/l2/cl2wm4hba2dd5vb7b2xth2batzpjiesxlywgh5etvvp6c2wd7rk5.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[4194304, 1024, 64, 1], [32, 1], [32, 1], [4194304, 1024, 64, 1], [], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[16, 4096, 16, 64], [8192, 32], [8192, 32], [16, 4096, 16, 64], [], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 6358 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "flash_attn::_flash_attn_forward", "pid": 4183440, "tid": 4183440, + "ts": 675204823474.096, "dur": 130.767, + "args": { + "External id": 424168,"Record function id": 0, "Concrete Inputs": ["", "", "", "0.", "0.125", "True", "-1", "-1", "0.", "", "False"], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[4194304, 1024, 64, 1], [4194304, 1024, 64, 1], [4194304, 1024, 64, 1], [], [], [], [], [], [], [], []], "Input Dims": [[16, 4096, 16, 64], [16, 4096, 16, 64], [16, 4096, 16, 64], [], [], [], [], [], [], [], []], "Ev Idx": 6359 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty_like", "pid": 4183440, "tid": 4183440, + "ts": 675204823527.743, "dur": 11.600, + "args": { + "External id": 424169,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", ""], "Input type": ["c10::BFloat16", "", "", "", "", ""], "Input Strides": [[4194304, 1024, 64, 1], [], [], [], [], []], "Input Dims": [[16, 4096, 16, 64], [], [], [], [], []], "Ev Idx": 6360 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204823532.568, "dur": 5.911, + "args": { + "External id": 424170,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 16, 64]", "[4194304, 1024, 64, 1]", "15", "0", "", ""], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 6361 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 4183440, + "ts": 675204823542.010, "dur": 4.380, + "args": { + "External id": 424171,"Record function id": 0, "Concrete Inputs": ["[16, 16, 4096]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 6362 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 4183440, + "ts": 675204823547.705, "dur": 1.548, + "args": { + "External id": 424172,"Record function id": 0, "Concrete Inputs": ["[0]", "15", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 6363 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 4183440, + "ts": 675204823551.577, "dur": 2.943, + "args": { + "External id": 424173,"Record function id": 0, "Concrete Inputs": ["[2]", "4", "", "", "", ""], "Input type": ["ScalarList", "Scalar", "", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 6364 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 4183440, + "ts": 675204823615.708, "dur": 86.124, + "args": { + "External id": 424174,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1, 1024], [1024, 1]], "Input Dims": [[65536, 1024], [1024, 1024], [65536, 1024]], "Ev Idx": 6365 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "layer_norm_fwd_kernel_2", "pid": 4183440, "tid": 4183440, + "ts": 675204823740.370, "dur": 32.082, + "args": { + "External id": 424175,"kernel_hash": "cnjbue7nf7gv2knx3zot7zn5kaxyrd3hc7qwdjvlhjrtvf774taj", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "", "", "1024", "1", "9.9999999999999995e-07", "True", "1024", "True", "True", "True", "False"], "kernel_file": "/tmp/torchinductor_cvm/nj/cnjbue7nf7gv2knx3zot7zn5kaxyrd3hc7qwdjvlhjrtvf774taj.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "float", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [1024, 1], [1], [1024, 1], [1024, 1], [1], [], [], [], [], [], [], [], [], []], "Input Dims": [[65536, 1024], [65536, 1024], [1024], [65536, 1024], [65536, 1024], [65536], [], [], [], [], [], [], [], [], []], "Ev Idx": 6366 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 4183440, + "ts": 675204823781.256, "dur": 41.851, + "args": { + "External id": 424176,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1, 1024], [2816, 1]], "Input Dims": [[65536, 1024], [1024, 2816], [65536, 2816]], "Ev Idx": 6367 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 4183440, + "ts": 675204823832.146, "dur": 33.358, + "args": { + "External id": 424177,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1, 1024], [2816, 1]], "Input Dims": [[65536, 1024], [1024, 2816], [65536, 2816]], "Ev Idx": 6368 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused__to_copy_mul_silu_0", "pid": 4183440, "tid": 4183440, + "ts": 675204823887.676, "dur": 26.281, + "args": { + "External id": 424178,"kernel_hash": "cw3skkho6yb4encoyp3h6ahhtvu5iazx6tllrwt6cabagzim3icp", "grid": "grid(184549376,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "184549376"], "kernel_file": "/tmp/torchinductor_cvm/w3/cw3skkho6yb4encoyp3h6ahhtvu5iazx6tllrwt6cabagzim3icp.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[2816, 1], [2816, 1], [11534336, 2816, 1], []], "Input Dims": [[65536, 2816], [65536, 2816], [16, 4096, 2816], []], "Ev Idx": 6369 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 4183440, + "ts": 675204823920.099, "dur": 62.049, + "args": { + "External id": 424179,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2816, 1], [1, 2816], [1024, 1]], "Input Dims": [[65536, 2816], [2816, 1024], [65536, 1024]], "Ev Idx": 6370 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused_add_1", "pid": 4183440, "tid": 4183440, + "ts": 675204824006.214, "dur": 25.253, + "args": { + "External id": 424180,"kernel_hash": "cpqzomrawiuklcctjbbwmvmzd7xgj2j22x55badf4x4gmk776f7x", "grid": "grid(67108864,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "67108864"], "kernel_file": "/tmp/torchinductor_cvm/pq/cpqzomrawiuklcctjbbwmvmzd7xgj2j22x55badf4x4gmk776f7x.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[4194304, 1024, 1], [1024, 1], []], "Input Dims": [[16, 4096, 1024], [65536, 1024], []], "Ev Idx": 6371 + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "FSDP::post_forward (model.layers.19)", "pid": 4183440, "tid": 4183440, + "ts": 675204824185.652, "dur": 35.222, + "args": { + "External id": 424181,"Record function id": 0, "Ev Idx": 6372 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "LayerNormFunction", "pid": 4183440, "tid": 4183440, + "ts": 675204824307.135, "dur": 272.804, + "args": { + "External id": 424182,"Sequence number": 5055641, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "", "", "", "9.9999999999999995e-07", "False", "False", "True"], "Input type": ["c10::BFloat16", "c10::BFloat16", "", "", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[4194304, 1024, 1], [1], [], [], [], [], [], []], "Input Dims": [[16, 4096, 1024], [1024], [], [], [], [], [], []], "Ev Idx": 6373 + } + }, + { + "ph": "s", "id": 171, "pid": 4183440, "tid": 4183440, "ts": 675204824307.135, + "cat": "fwdbwd", "name": "fwdbwd" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 4183440, "tid": 4183440, + "ts": 675204824335.200, "dur": 8.022, + "args": { + "External id": 424183,"Record function id": 0, "Concrete Inputs": ["", "[-1, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[4194304, 1024, 1], []], "Input Dims": [[16, 4096, 1024], []], "Ev Idx": 6374 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204824337.406, "dur": 5.563, + "args": { + "External id": 424184,"Record function id": 0, "Concrete Inputs": ["", "[-1, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[4194304, 1024, 1], []], "Input Dims": [[16, 4096, 1024], []], "Ev Idx": 6375 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty_like", "pid": 4183440, "tid": 4183440, + "ts": 675204824354.009, "dur": 12.304, + "args": { + "External id": 424185,"Record function id": 0, "Concrete Inputs": ["", "15", "", "", "False", ""], "Input type": ["c10::BFloat16", "Scalar", "", "", "Scalar", ""], "Input Strides": [[1024, 1], [], [], [], [], []], "Input Dims": [[65536, 1024], [], [], [], [], []], "Ev Idx": 6376 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204824357.037, "dur": 8.634, + "args": { + "External id": 424186,"Record function id": 0, "Concrete Inputs": ["[65536, 1024]", "[1024, 1]", "15", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 6377 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 4183440, + "ts": 675204824373.338, "dur": 4.812, + "args": { + "External id": 424187,"Record function id": 0, "Concrete Inputs": ["[65536]", "6", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 6378 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 4183440, "tid": 4183440, + "ts": 675204824560.564, "dur": 7.168, + "args": { + "External id": 424188,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1024, 1], []], "Input Dims": [[65536, 1024], []], "Ev Idx": 6379 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204824564.707, "dur": 2.789, + "args": { + "External id": 424189,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1024, 1], []], "Input Dims": [[65536, 1024], []], "Ev Idx": 6380 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::linear", "pid": 4183440, "tid": 4183440, + "ts": 675204824610.528, "dur": 183.842, + "args": { + "External id": 424190,"Sequence number": 5055642, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", ""], "Input Strides": [[4194304, 1024, 1], [1024, 1], []], "Input Dims": [[16, 4096, 1024], [1024, 1024], []], "Ev Idx": 6381 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 4183440, "tid": 4183440, + "ts": 675204824613.348, "dur": 13.638, + "args": { + "External id": 424191,"Sequence number": 5055642, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 6382 + } + }, + { + "ph": "s", "id": 170, "pid": 4183440, "tid": 4183440, "ts": 675204824613.348, + "cat": "fwdbwd", "name": "fwdbwd" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 4183440, "tid": 4183440, + "ts": 675204824619.015, "dur": 6.104, + "args": { + "External id": 424192,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [], []], "Input Dims": [[1024, 1024], [], []], "Ev Idx": 6383 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204824622.712, "dur": 2.072, + "args": { + "External id": 424193,"Record function id": 0, "Concrete Inputs": ["", "[1024, 1024]", "[1, 1024]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[1024, 1], [], [], []], "Input Dims": [[1024, 1024], [], [], []], "Ev Idx": 6384 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::matmul", "pid": 4183440, "tid": 4183440, + "ts": 675204824630.270, "dur": 163.712, + "args": { + "External id": 424194,"Sequence number": 5055643, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[4194304, 1024, 1], [1, 1024]], "Input Dims": [[16, 4096, 1024], [1024, 1024]], "Ev Idx": 6385 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 4183440, "tid": 4183440, + "ts": 675204824633.055, "dur": 5.014, + "args": { + "External id": 424195,"Sequence number": 5055643, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "[65536, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[4194304, 1024, 1], []], "Input Dims": [[16, 4096, 1024], []], "Ev Idx": 6386 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204824634.208, "dur": 3.698, + "args": { + "External id": 424196,"Sequence number": 5055643, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "[65536, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[4194304, 1024, 1], []], "Input Dims": [[16, 4096, 1024], []], "Ev Idx": 6387 + } + }, + { + "ph": "s", "id": 169, "pid": 4183440, "tid": 4183440, "ts": 675204824634.208, + "cat": "fwdbwd", "name": "fwdbwd" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 4183440, + "ts": 675204824641.112, "dur": 140.327, + "args": { + "External id": 424197,"Sequence number": 5055644, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1, 1024]], "Input Dims": [[65536, 1024], [1024, 1024]], "Ev Idx": 6388 + } + }, + { + "ph": "s", "id": 168, "pid": 4183440, "tid": 4183440, "ts": 675204824641.112, + "cat": "fwdbwd", "name": "fwdbwd" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::_unsafe_view", "pid": 4183440, "tid": 4183440, + "ts": 675204824786.321, "dur": 6.067, + "args": { + "External id": 424198,"Sequence number": 5055645, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1024, 1], []], "Input Dims": [[65536, 1024], []], "Ev Idx": 6389 + } + }, + { + "ph": "s", "id": 167, "pid": 4183440, "tid": 4183440, "ts": 675204824786.321, + "cat": "fwdbwd", "name": "fwdbwd" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::linear", "pid": 4183440, "tid": 4183440, + "ts": 675204824806.957, "dur": 68.613, + "args": { + "External id": 424199,"Sequence number": 5055646, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", ""], "Input Strides": [[4194304, 1024, 1], [1024, 1], []], "Input Dims": [[16, 4096, 1024], [1024, 1024], []], "Ev Idx": 6390 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 4183440, "tid": 4183440, + "ts": 675204824808.196, "dur": 8.505, + "args": { + "External id": 424200,"Sequence number": 5055646, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 6391 + } + }, + { + "ph": "s", "id": 166, "pid": 4183440, "tid": 4183440, "ts": 675204824808.196, + "cat": "fwdbwd", "name": "fwdbwd" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 4183440, "tid": 4183440, + "ts": 675204824811.156, "dur": 4.225, + "args": { + "External id": 424201,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [], []], "Input Dims": [[1024, 1024], [], []], "Ev Idx": 6392 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204824813.495, "dur": 1.560, + "args": { + "External id": 424202,"Record function id": 0, "Concrete Inputs": ["", "[1024, 1024]", "[1, 1024]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[1024, 1], [], [], []], "Input Dims": [[1024, 1024], [], [], []], "Ev Idx": 6393 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::matmul", "pid": 4183440, "tid": 4183440, + "ts": 675204824817.870, "dur": 57.399, + "args": { + "External id": 424203,"Sequence number": 5055647, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[4194304, 1024, 1], [1, 1024]], "Input Dims": [[16, 4096, 1024], [1024, 1024]], "Ev Idx": 6394 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 4183440, "tid": 4183440, + "ts": 675204824819.474, "dur": 6.628, + "args": { + "External id": 424204,"Sequence number": 5055647, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "[65536, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[4194304, 1024, 1], []], "Input Dims": [[16, 4096, 1024], []], "Ev Idx": 6395 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204824820.688, "dur": 5.265, + "args": { + "External id": 424205,"Sequence number": 5055647, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "[65536, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[4194304, 1024, 1], []], "Input Dims": [[16, 4096, 1024], []], "Ev Idx": 6396 + } + }, + { + "ph": "s", "id": 165, "pid": 4183440, "tid": 4183440, "ts": 675204824820.688, + "cat": "fwdbwd", "name": "fwdbwd" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 4183440, + "ts": 675204824827.273, "dur": 41.351, + "args": { + "External id": 424206,"Sequence number": 5055648, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1, 1024]], "Input Dims": [[65536, 1024], [1024, 1024]], "Ev Idx": 6397 + } + }, + { + "ph": "s", "id": 164, "pid": 4183440, "tid": 4183440, "ts": 675204824827.273, + "cat": "fwdbwd", "name": "fwdbwd" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::_unsafe_view", "pid": 4183440, "tid": 4183440, + "ts": 675204824870.170, "dur": 4.686, + "args": { + "External id": 424207,"Sequence number": 5055649, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1024, 1], []], "Input Dims": [[65536, 1024], []], "Ev Idx": 6398 + } + }, + { + "ph": "s", "id": 163, "pid": 4183440, "tid": 4183440, "ts": 675204824870.170, + "cat": "fwdbwd", "name": "fwdbwd" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::linear", "pid": 4183440, "tid": 4183440, + "ts": 675204824883.718, "dur": 78.761, + "args": { + "External id": 424208,"Sequence number": 5055650, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", ""], "Input Strides": [[4194304, 1024, 1], [1024, 1], []], "Input Dims": [[16, 4096, 1024], [1024, 1024], []], "Ev Idx": 6399 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 4183440, "tid": 4183440, + "ts": 675204824884.601, "dur": 6.035, + "args": { + "External id": 424209,"Sequence number": 5055650, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 6400 + } + }, + { + "ph": "s", "id": 162, "pid": 4183440, "tid": 4183440, "ts": 675204824884.601, + "cat": "fwdbwd", "name": "fwdbwd" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 4183440, "tid": 4183440, + "ts": 675204824886.955, "dur": 2.546, + "args": { + "External id": 424210,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [], []], "Input Dims": [[1024, 1024], [], []], "Ev Idx": 6401 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204824888.601, "dur": 0.745, + "args": { + "External id": 424211,"Record function id": 0, "Concrete Inputs": ["", "[1024, 1024]", "[1, 1024]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[1024, 1], [], [], []], "Input Dims": [[1024, 1024], [], [], []], "Ev Idx": 6402 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::matmul", "pid": 4183440, "tid": 4183440, + "ts": 675204824891.500, "dur": 70.772, + "args": { + "External id": 424212,"Sequence number": 5055651, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[4194304, 1024, 1], [1, 1024]], "Input Dims": [[16, 4096, 1024], [1024, 1024]], "Ev Idx": 6403 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 4183440, "tid": 4183440, + "ts": 675204824892.746, "dur": 5.894, + "args": { + "External id": 424213,"Sequence number": 5055651, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "[65536, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[4194304, 1024, 1], []], "Input Dims": [[16, 4096, 1024], []], "Ev Idx": 6404 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204824894.065, "dur": 4.420, + "args": { + "External id": 424214,"Sequence number": 5055651, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "[65536, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[4194304, 1024, 1], []], "Input Dims": [[16, 4096, 1024], []], "Ev Idx": 6405 + } + }, + { + "ph": "s", "id": 161, "pid": 4183440, "tid": 4183440, "ts": 675204824894.065, + "cat": "fwdbwd", "name": "fwdbwd" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 4183440, + "ts": 675204824899.656, "dur": 54.847, + "args": { + "External id": 424215,"Sequence number": 5055652, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1, 1024]], "Input Dims": [[65536, 1024], [1024, 1024]], "Ev Idx": 6406 + } + }, + { + "ph": "s", "id": 160, "pid": 4183440, "tid": 4183440, "ts": 675204824899.656, + "cat": "fwdbwd", "name": "fwdbwd" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::_unsafe_view", "pid": 4183440, "tid": 4183440, + "ts": 675204824956.977, "dur": 4.795, + "args": { + "External id": 424216,"Sequence number": 5055653, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1024, 1], []], "Input Dims": [[65536, 1024], []], "Ev Idx": 6407 + } + }, + { + "ph": "s", "id": 159, "pid": 4183440, "tid": 4183440, "ts": 675204824956.977, + "cat": "fwdbwd", "name": "fwdbwd" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 4183440, "tid": 4183440, + "ts": 675204824985.698, "dur": 4.525, + "args": { + "External id": 424217,"Sequence number": 5055654, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 16, 64]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[4194304, 1024, 1], []], "Input Dims": [[16, 4096, 1024], []], "Ev Idx": 6408 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204824986.968, "dur": 3.124, + "args": { + "External id": 424218,"Sequence number": 5055654, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 16, 64]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[4194304, 1024, 1], []], "Input Dims": [[16, 4096, 1024], []], "Ev Idx": 6409 + } + }, + { + "ph": "s", "id": 158, "pid": 4183440, "tid": 4183440, "ts": 675204824986.968, + "cat": "fwdbwd", "name": "fwdbwd" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 4183440, "tid": 4183440, + "ts": 675204824999.766, "dur": 4.807, + "args": { + "External id": 424219,"Sequence number": 5055655, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 16, 64]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[4194304, 1024, 1], []], "Input Dims": [[16, 4096, 1024], []], "Ev Idx": 6410 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204825000.686, "dur": 3.732, + "args": { + "External id": 424220,"Sequence number": 5055655, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 16, 64]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[4194304, 1024, 1], []], "Input Dims": [[16, 4096, 1024], []], "Ev Idx": 6411 + } + }, + { + "ph": "s", "id": 157, "pid": 4183440, "tid": 4183440, "ts": 675204825000.686, + "cat": "fwdbwd", "name": "fwdbwd" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 4183440, "tid": 4183440, + "ts": 675204825009.007, "dur": 3.331, + "args": { + "External id": 424221,"Sequence number": 5055656, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 16, 64]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[4194304, 1024, 1], []], "Input Dims": [[16, 4096, 1024], []], "Ev Idx": 6412 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204825010.197, "dur": 2.001, + "args": { + "External id": 424222,"Sequence number": 5055656, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 16, 64]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[4194304, 1024, 1], []], "Input Dims": [[16, 4096, 1024], []], "Ev Idx": 6413 + } + }, + { + "ph": "s", "id": 156, "pid": 4183440, "tid": 4183440, "ts": 675204825010.197, + "cat": "fwdbwd", "name": "fwdbwd" + }, + { + "ph": "X", "cat": "cpu_op", "name": "RotaryEmbeddingFunction", "pid": 4183440, "tid": 4183440, + "ts": 675204825050.554, "dur": 184.171, + "args": { + "External id": 424223,"Sequence number": 5055657, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "", "", "False", "False", "0", "", "8192"], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[4194304, 1024, 64, 1], [32, 1], [32, 1], [], [], [], [], []], "Input Dims": [[16, 4096, 16, 64], [8192, 32], [8192, 32], [], [], [], [], []], "Ev Idx": 6414 + } + }, + { + "ph": "s", "id": 155, "pid": 4183440, "tid": 4183440, "ts": 675204825050.554, + "cat": "fwdbwd", "name": "fwdbwd" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty_like", "pid": 4183440, "tid": 4183440, + "ts": 675204825072.929, "dur": 9.218, + "args": { + "External id": 424224,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "False", ""], "Input type": ["c10::BFloat16", "", "", "", "Scalar", ""], "Input Strides": [[4194304, 1024, 64, 1], [], [], [], [], []], "Input Dims": [[16, 4096, 16, 64], [], [], [], [], []], "Ev Idx": 6415 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204825076.139, "dur": 5.547, + "args": { + "External id": 424225,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 16, 64]", "[4194304, 1024, 64, 1]", "15", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 6416 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "RotaryEmbeddingFunction", "pid": 4183440, "tid": 4183440, + "ts": 675204825250.056, "dur": 110.221, + "args": { + "External id": 424226,"Sequence number": 5055658, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "", "", "False", "False", "0", "", "8192"], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[4194304, 1024, 64, 1], [32, 1], [32, 1], [], [], [], [], []], "Input Dims": [[16, 4096, 16, 64], [8192, 32], [8192, 32], [], [], [], [], []], "Ev Idx": 6417 + } + }, + { + "ph": "s", "id": 154, "pid": 4183440, "tid": 4183440, "ts": 675204825250.056, + "cat": "fwdbwd", "name": "fwdbwd" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty_like", "pid": 4183440, "tid": 4183440, + "ts": 675204825264.799, "dur": 8.334, + "args": { + "External id": 424227,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "False", ""], "Input type": ["c10::BFloat16", "", "", "", "Scalar", ""], "Input Strides": [[4194304, 1024, 64, 1], [], [], [], [], []], "Input Dims": [[16, 4096, 16, 64], [], [], [], [], []], "Ev Idx": 6418 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204825266.801, "dur": 5.976, + "args": { + "External id": 424228,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 16, 64]", "[4194304, 1024, 64, 1]", "15", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 6419 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "FlashAttnFunc", "pid": 4183440, "tid": 4183440, + "ts": 675204825390.779, "dur": 185.739, + "args": { + "External id": 424229,"Sequence number": 5055659, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "", "", "0.", "", "True", "", "0.", "", "False", "False", "True"], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "", "Scalar", "", "Scalar", "", "Scalar", "Scalar", "Scalar"], "Input Strides": [[4194304, 1024, 64, 1], [4194304, 1024, 64, 1], [4194304, 1024, 64, 1], [], [], [], [], [], [], [], [], []], "Input Dims": [[16, 4096, 16, 64], [16, 4096, 16, 64], [16, 4096, 16, 64], [], [], [], [], [], [], [], [], []], "Ev Idx": 6420 + } + }, + { + "ph": "s", "id": 153, "pid": 4183440, "tid": 4183440, "ts": 675204825390.779, + "cat": "fwdbwd", "name": "fwdbwd" + }, + { + "ph": "X", "cat": "cpu_op", "name": "flash_attn::_flash_attn_forward", "pid": 4183440, "tid": 4183440, + "ts": 675204825419.753, "dur": 128.639, + "args": { + "External id": 424230,"Record function id": 0, "Concrete Inputs": ["", "", "", "0.", "0.125", "True", "-1", "-1", "0.", "", "False"], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[4194304, 1024, 64, 1], [4194304, 1024, 64, 1], [4194304, 1024, 64, 1], [], [], [], [], [], [], [], []], "Input Dims": [[16, 4096, 16, 64], [16, 4096, 16, 64], [16, 4096, 16, 64], [], [], [], [], [], [], [], []], "Ev Idx": 6421 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty_like", "pid": 4183440, "tid": 4183440, + "ts": 675204825472.294, "dur": 6.819, + "args": { + "External id": 424231,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", ""], "Input type": ["c10::BFloat16", "", "", "", "", ""], "Input Strides": [[4194304, 1024, 64, 1], [], [], [], [], []], "Input Dims": [[16, 4096, 16, 64], [], [], [], [], []], "Ev Idx": 6422 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204825474.525, "dur": 4.005, + "args": { + "External id": 424232,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 16, 64]", "[4194304, 1024, 64, 1]", "15", "0", "", ""], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 6423 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 4183440, + "ts": 675204825481.625, "dur": 4.551, + "args": { + "External id": 424233,"Record function id": 0, "Concrete Inputs": ["[16, 16, 4096]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 6424 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 4183440, + "ts": 675204825487.703, "dur": 1.580, + "args": { + "External id": 424234,"Record function id": 0, "Concrete Inputs": ["[0]", "15", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 6425 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 4183440, + "ts": 675204825491.696, "dur": 5.387, + "args": { + "External id": 424235,"Record function id": 0, "Concrete Inputs": ["[2]", "4", "", "", "", ""], "Input type": ["ScalarList", "Scalar", "", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 6426 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::alias", "pid": 4183440, "tid": 4183440, + "ts": 675204825562.513, "dur": 5.176, + "args": { + "External id": 424236,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[4194304, 1024, 64, 1]], "Input Dims": [[16, 4096, 16, 64]], "Ev Idx": 6427 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 4183440, "tid": 4183440, + "ts": 675204825581.342, "dur": 5.605, + "args": { + "External id": 424237,"Sequence number": 5055660, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "[16, 4096, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[4194304, 1024, 64, 1], []], "Input Dims": [[16, 4096, 16, 64], []], "Ev Idx": 6428 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204825582.734, "dur": 4.050, + "args": { + "External id": 424238,"Sequence number": 5055660, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "[16, 4096, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[4194304, 1024, 64, 1], []], "Input Dims": [[16, 4096, 16, 64], []], "Ev Idx": 6429 + } + }, + { + "ph": "s", "id": 152, "pid": 4183440, "tid": 4183440, "ts": 675204825582.734, + "cat": "fwdbwd", "name": "fwdbwd" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::linear", "pid": 4183440, "tid": 4183440, + "ts": 675204825599.892, "dur": 149.927, + "args": { + "External id": 424239,"Sequence number": 5055661, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", ""], "Input Strides": [[4194304, 1024, 1], [1024, 1], []], "Input Dims": [[16, 4096, 1024], [1024, 1024], []], "Ev Idx": 6430 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 4183440, "tid": 4183440, + "ts": 675204825601.293, "dur": 9.353, + "args": { + "External id": 424240,"Sequence number": 5055661, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 6431 + } + }, + { + "ph": "s", "id": 151, "pid": 4183440, "tid": 4183440, "ts": 675204825601.293, + "cat": "fwdbwd", "name": "fwdbwd" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 4183440, "tid": 4183440, + "ts": 675204825604.522, "dur": 4.869, + "args": { + "External id": 424241,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [], []], "Input Dims": [[1024, 1024], [], []], "Ev Idx": 6432 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204825607.462, "dur": 1.684, + "args": { + "External id": 424242,"Record function id": 0, "Concrete Inputs": ["", "[1024, 1024]", "[1, 1024]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[1024, 1], [], [], []], "Input Dims": [[1024, 1024], [], [], []], "Ev Idx": 6433 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::matmul", "pid": 4183440, "tid": 4183440, + "ts": 675204825611.804, "dur": 137.666, + "args": { + "External id": 424243,"Sequence number": 5055662, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[4194304, 1024, 1], [1, 1024]], "Input Dims": [[16, 4096, 1024], [1024, 1024]], "Ev Idx": 6434 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 4183440, "tid": 4183440, + "ts": 675204825613.848, "dur": 4.981, + "args": { + "External id": 424244,"Sequence number": 5055662, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "[65536, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[4194304, 1024, 1], []], "Input Dims": [[16, 4096, 1024], []], "Ev Idx": 6435 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204825614.816, "dur": 3.884, + "args": { + "External id": 424245,"Sequence number": 5055662, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "[65536, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[4194304, 1024, 1], []], "Input Dims": [[16, 4096, 1024], []], "Ev Idx": 6436 + } + }, + { + "ph": "s", "id": 150, "pid": 4183440, "tid": 4183440, "ts": 675204825614.816, + "cat": "fwdbwd", "name": "fwdbwd" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 4183440, + "ts": 675204825619.977, "dur": 120.786, + "args": { + "External id": 424246,"Sequence number": 5055663, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1, 1024]], "Input Dims": [[65536, 1024], [1024, 1024]], "Ev Idx": 6437 + } + }, + { + "ph": "s", "id": 149, "pid": 4183440, "tid": 4183440, "ts": 675204825619.977, + "cat": "fwdbwd", "name": "fwdbwd" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::_unsafe_view", "pid": 4183440, "tid": 4183440, + "ts": 675204825744.823, "dur": 3.822, + "args": { + "External id": 424247,"Sequence number": 5055664, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1024, 1], []], "Input Dims": [[65536, 1024], []], "Ev Idx": 6438 + } + }, + { + "ph": "s", "id": 148, "pid": 4183440, "tid": 4183440, "ts": 675204825744.823, + "cat": "fwdbwd", "name": "fwdbwd" + }, + { + "ph": "X", "cat": "cpu_op", "name": "LayerNormFunction", "pid": 4183440, "tid": 4183440, + "ts": 675204825790.003, "dur": 248.011, + "args": { + "External id": 424248,"Sequence number": 5055665, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "", "", "", "9.9999999999999995e-07", "True", "False", "True"], "Input type": ["c10::BFloat16", "c10::BFloat16", "", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[4194304, 1024, 1], [1], [], [4194304, 1024, 1], [], [], [], []], "Input Dims": [[16, 4096, 1024], [1024], [], [16, 4096, 1024], [], [], [], []], "Ev Idx": 6439 + } + }, + { + "ph": "s", "id": 147, "pid": 4183440, "tid": 4183440, "ts": 675204825790.003, + "cat": "fwdbwd", "name": "fwdbwd" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 4183440, "tid": 4183440, + "ts": 675204825808.896, "dur": 3.531, + "args": { + "External id": 424249,"Record function id": 0, "Concrete Inputs": ["", "[-1, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[4194304, 1024, 1], []], "Input Dims": [[16, 4096, 1024], []], "Ev Idx": 6440 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204825810.086, "dur": 2.159, + "args": { + "External id": 424250,"Record function id": 0, "Concrete Inputs": ["", "[-1, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[4194304, 1024, 1], []], "Input Dims": [[16, 4096, 1024], []], "Ev Idx": 6441 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::reshape_as", "pid": 4183440, "tid": 4183440, + "ts": 675204825817.504, "dur": 4.143, + "args": { + "External id": 424251,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[4194304, 1024, 1], [1024, 1]], "Input Dims": [[16, 4096, 1024], [65536, 1024]], "Ev Idx": 6442 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 4183440, "tid": 4183440, + "ts": 675204825819.008, "dur": 2.536, + "args": { + "External id": 424252,"Record function id": 0, "Concrete Inputs": ["", "[65536, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[4194304, 1024, 1], []], "Input Dims": [[16, 4096, 1024], []], "Ev Idx": 6443 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204825819.995, "dur": 1.446, + "args": { + "External id": 424253,"Record function id": 0, "Concrete Inputs": ["", "[65536, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[4194304, 1024, 1], []], "Input Dims": [[16, 4096, 1024], []], "Ev Idx": 6444 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty_like", "pid": 4183440, "tid": 4183440, + "ts": 675204825829.028, "dur": 8.547, + "args": { + "External id": 424254,"Record function id": 0, "Concrete Inputs": ["", "15", "", "", "False", ""], "Input type": ["c10::BFloat16", "Scalar", "", "", "Scalar", ""], "Input Strides": [[1024, 1], [], [], [], [], []], "Input Dims": [[65536, 1024], [], [], [], [], []], "Ev Idx": 6445 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204825831.418, "dur": 5.857, + "args": { + "External id": 424255,"Record function id": 0, "Concrete Inputs": ["[65536, 1024]", "[1024, 1]", "15", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 6446 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 4183440, + "ts": 675204825844.282, "dur": 3.463, + "args": { + "External id": 424256,"Record function id": 0, "Concrete Inputs": ["[65536, 1024]", "15", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 6447 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 4183440, + "ts": 675204825851.253, "dur": 5.105, + "args": { + "External id": 424257,"Record function id": 0, "Concrete Inputs": ["[65536]", "6", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 6448 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 4183440, "tid": 4183440, + "ts": 675204826011.071, "dur": 6.933, + "args": { + "External id": 424258,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1024, 1], []], "Input Dims": [[65536, 1024], []], "Ev Idx": 6449 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204826012.378, "dur": 5.292, + "args": { + "External id": 424259,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1024, 1], []], "Input Dims": [[65536, 1024], []], "Ev Idx": 6450 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 4183440, "tid": 4183440, + "ts": 675204826020.838, "dur": 2.813, + "args": { + "External id": 424260,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1024, 1], []], "Input Dims": [[65536, 1024], []], "Ev Idx": 6451 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204826021.941, "dur": 1.387, + "args": { + "External id": 424261,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1024, 1], []], "Input Dims": [[65536, 1024], []], "Ev Idx": 6452 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::linear", "pid": 4183440, "tid": 4183440, + "ts": 675204826060.377, "dur": 100.409, + "args": { + "External id": 424262,"Sequence number": 5055666, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", ""], "Input Strides": [[4194304, 1024, 1], [1024, 1], []], "Input Dims": [[16, 4096, 1024], [2816, 1024], []], "Ev Idx": 6453 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 4183440, "tid": 4183440, + "ts": 675204826061.803, "dur": 8.864, + "args": { + "External id": 424263,"Sequence number": 5055666, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[2816, 1024]], "Ev Idx": 6454 + } + }, + { + "ph": "s", "id": 146, "pid": 4183440, "tid": 4183440, "ts": 675204826061.803, + "cat": "fwdbwd", "name": "fwdbwd" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 4183440, "tid": 4183440, + "ts": 675204826064.834, "dur": 4.632, + "args": { + "External id": 424264,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [], []], "Input Dims": [[2816, 1024], [], []], "Ev Idx": 6455 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204826067.621, "dur": 1.523, + "args": { + "External id": 424265,"Record function id": 0, "Concrete Inputs": ["", "[1024, 2816]", "[1, 1024]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[1024, 1], [], [], []], "Input Dims": [[2816, 1024], [], [], []], "Ev Idx": 6456 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::matmul", "pid": 4183440, "tid": 4183440, + "ts": 675204826071.934, "dur": 88.576, + "args": { + "External id": 424266,"Sequence number": 5055667, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[4194304, 1024, 1], [1, 1024]], "Input Dims": [[16, 4096, 1024], [1024, 2816]], "Ev Idx": 6457 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 4183440, "tid": 4183440, + "ts": 675204826073.714, "dur": 6.572, + "args": { + "External id": 424267,"Sequence number": 5055667, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "[65536, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[4194304, 1024, 1], []], "Input Dims": [[16, 4096, 1024], []], "Ev Idx": 6458 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204826074.881, "dur": 5.266, + "args": { + "External id": 424268,"Sequence number": 5055667, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "[65536, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[4194304, 1024, 1], []], "Input Dims": [[16, 4096, 1024], []], "Ev Idx": 6459 + } + }, + { + "ph": "s", "id": 145, "pid": 4183440, "tid": 4183440, "ts": 675204826074.881, + "cat": "fwdbwd", "name": "fwdbwd" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 4183440, + "ts": 675204826081.358, "dur": 73.529, + "args": { + "External id": 424269,"Sequence number": 5055668, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1, 1024]], "Input Dims": [[65536, 1024], [1024, 2816]], "Ev Idx": 6460 + } + }, + { + "ph": "s", "id": 144, "pid": 4183440, "tid": 4183440, "ts": 675204826081.358, + "cat": "fwdbwd", "name": "fwdbwd" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::_unsafe_view", "pid": 4183440, "tid": 4183440, + "ts": 675204826157.373, "dur": 2.500, + "args": { + "External id": 424270,"Sequence number": 5055669, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 2816]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[2816, 1], []], "Input Dims": [[65536, 2816], []], "Ev Idx": 6461 + } + }, + { + "ph": "s", "id": 143, "pid": 4183440, "tid": 4183440, "ts": 675204826157.373, + "cat": "fwdbwd", "name": "fwdbwd" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::linear", "pid": 4183440, "tid": 4183440, + "ts": 675204826169.221, "dur": 70.072, + "args": { + "External id": 424271,"Sequence number": 5055670, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", ""], "Input Strides": [[4194304, 1024, 1], [1024, 1], []], "Input Dims": [[16, 4096, 1024], [2816, 1024], []], "Ev Idx": 6462 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 4183440, "tid": 4183440, + "ts": 675204826170.050, "dur": 9.049, + "args": { + "External id": 424272,"Sequence number": 5055670, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[2816, 1024]], "Ev Idx": 6463 + } + }, + { + "ph": "s", "id": 142, "pid": 4183440, "tid": 4183440, "ts": 675204826170.050, + "cat": "fwdbwd", "name": "fwdbwd" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 4183440, "tid": 4183440, + "ts": 675204826171.992, "dur": 5.584, + "args": { + "External id": 424273,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [], []], "Input Dims": [[2816, 1024], [], []], "Ev Idx": 6464 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204826176.179, "dur": 1.220, + "args": { + "External id": 424274,"Record function id": 0, "Concrete Inputs": ["", "[1024, 2816]", "[1, 1024]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[1024, 1], [], [], []], "Input Dims": [[2816, 1024], [], [], []], "Ev Idx": 6465 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::matmul", "pid": 4183440, "tid": 4183440, + "ts": 675204826179.783, "dur": 59.248, + "args": { + "External id": 424275,"Sequence number": 5055671, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[4194304, 1024, 1], [1, 1024]], "Input Dims": [[16, 4096, 1024], [1024, 2816]], "Ev Idx": 6466 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 4183440, "tid": 4183440, + "ts": 675204826181.249, "dur": 5.682, + "args": { + "External id": 424276,"Sequence number": 5055671, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "[65536, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[4194304, 1024, 1], []], "Input Dims": [[16, 4096, 1024], []], "Ev Idx": 6467 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204826182.582, "dur": 4.223, + "args": { + "External id": 424277,"Sequence number": 5055671, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "[65536, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[4194304, 1024, 1], []], "Input Dims": [[16, 4096, 1024], []], "Ev Idx": 6468 + } + }, + { + "ph": "s", "id": 141, "pid": 4183440, "tid": 4183440, "ts": 675204826182.582, + "cat": "fwdbwd", "name": "fwdbwd" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 4183440, + "ts": 675204826187.549, "dur": 44.104, + "args": { + "External id": 424278,"Sequence number": 5055672, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1, 1024]], "Input Dims": [[65536, 1024], [1024, 2816]], "Ev Idx": 6469 + } + }, + { + "ph": "s", "id": 140, "pid": 4183440, "tid": 4183440, "ts": 675204826187.549, + "cat": "fwdbwd", "name": "fwdbwd" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::_unsafe_view", "pid": 4183440, "tid": 4183440, + "ts": 675204826233.537, "dur": 5.115, + "args": { + "External id": 424279,"Sequence number": 5055673, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 2816]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[2816, 1], []], "Input Dims": [[65536, 2816], []], "Ev Idx": 6470 + } + }, + { + "ph": "s", "id": 139, "pid": 4183440, "tid": 4183440, "ts": 675204826233.537, + "cat": "fwdbwd", "name": "fwdbwd" + }, + { + "ph": "X", "cat": "cpu_op", "name": "SwiGLULinearFunction", "pid": 4183440, "tid": 4183440, + "ts": 675204826261.150, "dur": 151.317, + "args": { + "External id": 424280,"Sequence number": 5055674, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", ""], "Input Strides": [[11534336, 2816, 1], [11534336, 2816, 1], [2816, 1], []], "Input Dims": [[16, 4096, 2816], [16, 4096, 2816], [1024, 2816], []], "Ev Idx": 6471 + } + }, + { + "ph": "s", "id": 138, "pid": 4183440, "tid": 4183440, "ts": 675204826261.150, + "cat": "fwdbwd", "name": "fwdbwd" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 4183440, + "ts": 675204826304.348, "dur": 4.303, + "args": { + "External id": 424281,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 2816]", "15", "", "", "", "0"], "Input type": ["ScalarList", "Scalar", "", "", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 6472 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::linear", "pid": 4183440, "tid": 4183440, + "ts": 675204826343.959, "dur": 55.069, + "args": { + "External id": 424282,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", ""], "Input Strides": [[11534336, 2816, 1], [2816, 1], []], "Input Dims": [[16, 4096, 2816], [1024, 2816], []], "Ev Idx": 6473 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 4183440, "tid": 4183440, + "ts": 675204826344.714, "dur": 5.111, + "args": { + "External id": 424283,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2816, 1]], "Input Dims": [[1024, 2816]], "Ev Idx": 6474 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 4183440, "tid": 4183440, + "ts": 675204826346.025, "dur": 2.920, + "args": { + "External id": 424284,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[2816, 1], [], []], "Input Dims": [[1024, 2816], [], []], "Ev Idx": 6475 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204826347.928, "dur": 0.862, + "args": { + "External id": 424285,"Record function id": 0, "Concrete Inputs": ["", "[2816, 1024]", "[1, 2816]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[2816, 1], [], [], []], "Input Dims": [[1024, 2816], [], [], []], "Ev Idx": 6476 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::matmul", "pid": 4183440, "tid": 4183440, + "ts": 675204826350.866, "dur": 47.743, + "args": { + "External id": 424286,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[11534336, 2816, 1], [1, 2816]], "Input Dims": [[16, 4096, 2816], [2816, 1024]], "Ev Idx": 6477 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 4183440, "tid": 4183440, + "ts": 675204826352.415, "dur": 2.713, + "args": { + "External id": 424287,"Record function id": 0, "Concrete Inputs": ["", "[65536, 2816]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[11534336, 2816, 1], []], "Input Dims": [[16, 4096, 2816], []], "Ev Idx": 6478 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204826353.659, "dur": 1.346, + "args": { + "External id": 424288,"Record function id": 0, "Concrete Inputs": ["", "[65536, 2816]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[11534336, 2816, 1], []], "Input Dims": [[16, 4096, 2816], []], "Ev Idx": 6479 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 4183440, + "ts": 675204826356.264, "dur": 38.681, + "args": { + "External id": 424289,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2816, 1], [1, 2816]], "Input Dims": [[65536, 2816], [2816, 1024]], "Ev Idx": 6480 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::_unsafe_view", "pid": 4183440, "tid": 4183440, + "ts": 675204826396.756, "dur": 1.188, + "args": { + "External id": 424290,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1024, 1], []], "Input Dims": [[65536, 1024], []], "Ev Idx": 6481 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::add", "pid": 4183440, "tid": 4183440, + "ts": 675204826422.225, "dur": 27.459, + "args": { + "External id": 424291,"Sequence number": 5055675, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "", "1"], "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[4194304, 1024, 1], [4194304, 1024, 1], []], "Input Dims": [[16, 4096, 1024], [16, 4096, 1024], []], "Ev Idx": 6482 + } + }, + { + "ph": "s", "id": 137, "pid": 4183440, "tid": 4183440, "ts": 675204826422.225, + "cat": "fwdbwd", "name": "fwdbwd" + }, + { + "ph": "X", "cat": "cpu_op", "name": "LayerNormFunction", "pid": 4183440, "tid": 4183440, + "ts": 675204826485.024, "dur": 224.357, + "args": { + "External id": 424292,"Sequence number": 5055676, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "", "", "", "9.9999999999999995e-07", "False", "False", "True"], "Input type": ["c10::BFloat16", "c10::BFloat16", "", "", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[4194304, 1024, 1], [1], [], [], [], [], [], []], "Input Dims": [[16, 4096, 1024], [1024], [], [], [], [], [], []], "Ev Idx": 6483 + } + }, + { + "ph": "s", "id": 136, "pid": 4183440, "tid": 4183440, "ts": 675204826485.024, + "cat": "fwdbwd", "name": "fwdbwd" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 4183440, "tid": 4183440, + "ts": 675204826504.751, "dur": 3.588, + "args": { + "External id": 424293,"Record function id": 0, "Concrete Inputs": ["", "[-1, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[4194304, 1024, 1], []], "Input Dims": [[16, 4096, 1024], []], "Ev Idx": 6484 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204826506.306, "dur": 1.905, + "args": { + "External id": 424294,"Record function id": 0, "Concrete Inputs": ["", "[-1, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[4194304, 1024, 1], []], "Input Dims": [[16, 4096, 1024], []], "Ev Idx": 6485 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty_like", "pid": 4183440, "tid": 4183440, + "ts": 675204826515.939, "dur": 8.289, + "args": { + "External id": 424295,"Record function id": 0, "Concrete Inputs": ["", "15", "", "", "False", ""], "Input type": ["c10::BFloat16", "Scalar", "", "", "Scalar", ""], "Input Strides": [[1024, 1], [], [], [], [], []], "Input Dims": [[65536, 1024], [], [], [], [], []], "Ev Idx": 6486 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204826518.985, "dur": 4.873, + "args": { + "External id": 424296,"Record function id": 0, "Concrete Inputs": ["[65536, 1024]", "[1024, 1]", "15", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 6487 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 4183440, + "ts": 675204826530.244, "dur": 3.671, + "args": { + "External id": 424297,"Record function id": 0, "Concrete Inputs": ["[65536]", "6", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 6488 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 4183440, "tid": 4183440, + "ts": 675204826651.229, "dur": 45.408, + "args": { + "External id": 424298,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1024, 1], []], "Input Dims": [[65536, 1024], []], "Ev Idx": 6489 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204826692.124, "dur": 3.993, + "args": { + "External id": 424299,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1024, 1], []], "Input Dims": [[65536, 1024], []], "Ev Idx": 6490 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::linear", "pid": 4183440, "tid": 4183440, + "ts": 675204826730.745, "dur": 91.434, + "args": { + "External id": 424300,"Sequence number": 5055677, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", ""], "Input Strides": [[4194304, 1024, 1], [1024, 1], []], "Input Dims": [[16, 4096, 1024], [1024, 1024], []], "Ev Idx": 6491 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 4183440, "tid": 4183440, + "ts": 675204826732.190, "dur": 8.000, + "args": { + "External id": 424301,"Sequence number": 5055677, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 6492 + } + }, + { + "ph": "s", "id": 135, "pid": 4183440, "tid": 4183440, "ts": 675204826732.190, + "cat": "fwdbwd", "name": "fwdbwd" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 4183440, "tid": 4183440, + "ts": 675204826734.785, "dur": 4.035, + "args": { + "External id": 424302,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [], []], "Input Dims": [[1024, 1024], [], []], "Ev Idx": 6493 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204826737.307, "dur": 1.327, + "args": { + "External id": 424303,"Record function id": 0, "Concrete Inputs": ["", "[1024, 1024]", "[1, 1024]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[1024, 1], [], [], []], "Input Dims": [[1024, 1024], [], [], []], "Ev Idx": 6494 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::matmul", "pid": 4183440, "tid": 4183440, + "ts": 675204826741.260, "dur": 80.658, + "args": { + "External id": 424304,"Sequence number": 5055678, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[4194304, 1024, 1], [1, 1024]], "Input Dims": [[16, 4096, 1024], [1024, 1024]], "Ev Idx": 6495 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 4183440, "tid": 4183440, + "ts": 675204826743.180, "dur": 4.440, + "args": { + "External id": 424305,"Sequence number": 5055678, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "[65536, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[4194304, 1024, 1], []], "Input Dims": [[16, 4096, 1024], []], "Ev Idx": 6496 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204826744.243, "dur": 3.221, + "args": { + "External id": 424306,"Sequence number": 5055678, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "[65536, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[4194304, 1024, 1], []], "Input Dims": [[16, 4096, 1024], []], "Ev Idx": 6497 + } + }, + { + "ph": "s", "id": 134, "pid": 4183440, "tid": 4183440, "ts": 675204826744.243, + "cat": "fwdbwd", "name": "fwdbwd" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 4183440, + "ts": 675204826748.630, "dur": 67.638, + "args": { + "External id": 424307,"Sequence number": 5055679, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1, 1024]], "Input Dims": [[65536, 1024], [1024, 1024]], "Ev Idx": 6498 + } + }, + { + "ph": "s", "id": 133, "pid": 4183440, "tid": 4183440, "ts": 675204826748.630, + "cat": "fwdbwd", "name": "fwdbwd" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::_unsafe_view", "pid": 4183440, "tid": 4183440, + "ts": 675204826818.524, "dur": 2.456, + "args": { + "External id": 424308,"Sequence number": 5055680, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1024, 1], []], "Input Dims": [[65536, 1024], []], "Ev Idx": 6499 + } + }, + { + "ph": "s", "id": 132, "pid": 4183440, "tid": 4183440, "ts": 675204826818.524, + "cat": "fwdbwd", "name": "fwdbwd" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::linear", "pid": 4183440, "tid": 4183440, + "ts": 675204826831.012, "dur": 62.723, + "args": { + "External id": 424309,"Sequence number": 5055681, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", ""], "Input Strides": [[4194304, 1024, 1], [1024, 1], []], "Input Dims": [[16, 4096, 1024], [1024, 1024], []], "Ev Idx": 6500 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 4183440, "tid": 4183440, + "ts": 675204826831.687, "dur": 7.799, + "args": { + "External id": 424310,"Sequence number": 5055681, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 6501 + } + }, + { + "ph": "s", "id": 131, "pid": 4183440, "tid": 4183440, "ts": 675204826831.687, + "cat": "fwdbwd", "name": "fwdbwd" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 4183440, "tid": 4183440, + "ts": 675204826835.831, "dur": 2.487, + "args": { + "External id": 424311,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [], []], "Input Dims": [[1024, 1024], [], []], "Ev Idx": 6502 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204826837.432, "dur": 0.736, + "args": { + "External id": 424312,"Record function id": 0, "Concrete Inputs": ["", "[1024, 1024]", "[1, 1024]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[1024, 1], [], [], []], "Input Dims": [[1024, 1024], [], [], []], "Ev Idx": 6503 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::matmul", "pid": 4183440, "tid": 4183440, + "ts": 675204826840.026, "dur": 53.494, + "args": { + "External id": 424313,"Sequence number": 5055682, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[4194304, 1024, 1], [1, 1024]], "Input Dims": [[16, 4096, 1024], [1024, 1024]], "Ev Idx": 6504 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 4183440, "tid": 4183440, + "ts": 675204826841.371, "dur": 5.614, + "args": { + "External id": 424314,"Sequence number": 5055682, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "[65536, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[4194304, 1024, 1], []], "Input Dims": [[16, 4096, 1024], []], "Ev Idx": 6505 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204826842.232, "dur": 4.548, + "args": { + "External id": 424315,"Sequence number": 5055682, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "[65536, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[4194304, 1024, 1], []], "Input Dims": [[16, 4096, 1024], []], "Ev Idx": 6506 + } + }, + { + "ph": "s", "id": 130, "pid": 4183440, "tid": 4183440, "ts": 675204826842.232, + "cat": "fwdbwd", "name": "fwdbwd" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 4183440, + "ts": 675204826847.978, "dur": 39.715, + "args": { + "External id": 424316,"Sequence number": 5055683, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1, 1024]], "Input Dims": [[65536, 1024], [1024, 1024]], "Ev Idx": 6507 + } + }, + { + "ph": "s", "id": 129, "pid": 4183440, "tid": 4183440, "ts": 675204826847.978, + "cat": "fwdbwd", "name": "fwdbwd" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::_unsafe_view", "pid": 4183440, "tid": 4183440, + "ts": 675204826889.143, "dur": 3.894, + "args": { + "External id": 424317,"Sequence number": 5055684, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1024, 1], []], "Input Dims": [[65536, 1024], []], "Ev Idx": 6508 + } + }, + { + "ph": "s", "id": 128, "pid": 4183440, "tid": 4183440, "ts": 675204826889.143, + "cat": "fwdbwd", "name": "fwdbwd" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::linear", "pid": 4183440, "tid": 4183440, + "ts": 675204826901.084, "dur": 75.437, + "args": { + "External id": 424318,"Sequence number": 5055685, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", ""], "Input Strides": [[4194304, 1024, 1], [1024, 1], []], "Input Dims": [[16, 4096, 1024], [1024, 1024], []], "Ev Idx": 6509 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 4183440, "tid": 4183440, + "ts": 675204826901.855, "dur": 5.961, + "args": { + "External id": 424319,"Sequence number": 5055685, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 6510 + } + }, + { + "ph": "s", "id": 127, "pid": 4183440, "tid": 4183440, "ts": 675204826901.855, + "cat": "fwdbwd", "name": "fwdbwd" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 4183440, "tid": 4183440, + "ts": 675204826903.471, "dur": 3.056, + "args": { + "External id": 424320,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [], []], "Input Dims": [[1024, 1024], [], []], "Ev Idx": 6511 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204826905.534, "dur": 0.846, + "args": { + "External id": 424321,"Record function id": 0, "Concrete Inputs": ["", "[1024, 1024]", "[1, 1024]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[1024, 1], [], [], []], "Input Dims": [[1024, 1024], [], [], []], "Ev Idx": 6512 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::matmul", "pid": 4183440, "tid": 4183440, + "ts": 675204826908.676, "dur": 67.617, + "args": { + "External id": 424322,"Sequence number": 5055686, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[4194304, 1024, 1], [1, 1024]], "Input Dims": [[16, 4096, 1024], [1024, 1024]], "Ev Idx": 6513 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 4183440, "tid": 4183440, + "ts": 675204826909.960, "dur": 5.032, + "args": { + "External id": 424323,"Sequence number": 5055686, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "[65536, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[4194304, 1024, 1], []], "Input Dims": [[16, 4096, 1024], []], "Ev Idx": 6514 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204826911.167, "dur": 3.693, + "args": { + "External id": 424324,"Sequence number": 5055686, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "[65536, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[4194304, 1024, 1], []], "Input Dims": [[16, 4096, 1024], []], "Ev Idx": 6515 + } + }, + { + "ph": "s", "id": 126, "pid": 4183440, "tid": 4183440, "ts": 675204826911.167, + "cat": "fwdbwd", "name": "fwdbwd" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 4183440, + "ts": 675204826915.738, "dur": 52.205, + "args": { + "External id": 424325,"Sequence number": 5055687, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1, 1024]], "Input Dims": [[65536, 1024], [1024, 1024]], "Ev Idx": 6516 + } + }, + { + "ph": "s", "id": 125, "pid": 4183440, "tid": 4183440, "ts": 675204826915.738, + "cat": "fwdbwd", "name": "fwdbwd" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::_unsafe_view", "pid": 4183440, "tid": 4183440, + "ts": 675204826970.975, "dur": 4.406, + "args": { + "External id": 424326,"Sequence number": 5055688, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1024, 1], []], "Input Dims": [[65536, 1024], []], "Ev Idx": 6517 + } + }, + { + "ph": "s", "id": 124, "pid": 4183440, "tid": 4183440, "ts": 675204826970.975, + "cat": "fwdbwd", "name": "fwdbwd" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 4183440, "tid": 4183440, + "ts": 675204826993.712, "dur": 4.901, + "args": { + "External id": 424327,"Sequence number": 5055689, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 16, 64]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[4194304, 1024, 1], []], "Input Dims": [[16, 4096, 1024], []], "Ev Idx": 6518 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204826994.473, "dur": 3.973, + "args": { + "External id": 424328,"Sequence number": 5055689, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 16, 64]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[4194304, 1024, 1], []], "Input Dims": [[16, 4096, 1024], []], "Ev Idx": 6519 + } + }, + { + "ph": "s", "id": 123, "pid": 4183440, "tid": 4183440, "ts": 675204826994.473, + "cat": "fwdbwd", "name": "fwdbwd" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 4183440, "tid": 4183440, + "ts": 675204827005.541, "dur": 5.607, + "args": { + "External id": 424329,"Sequence number": 5055690, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 16, 64]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[4194304, 1024, 1], []], "Input Dims": [[16, 4096, 1024], []], "Ev Idx": 6520 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204827006.645, "dur": 4.380, + "args": { + "External id": 424330,"Sequence number": 5055690, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 16, 64]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[4194304, 1024, 1], []], "Input Dims": [[16, 4096, 1024], []], "Ev Idx": 6521 + } + }, + { + "ph": "s", "id": 122, "pid": 4183440, "tid": 4183440, "ts": 675204827006.645, + "cat": "fwdbwd", "name": "fwdbwd" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 4183440, "tid": 4183440, + "ts": 675204827015.803, "dur": 5.516, + "args": { + "External id": 424331,"Sequence number": 5055691, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 16, 64]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[4194304, 1024, 1], []], "Input Dims": [[16, 4096, 1024], []], "Ev Idx": 6522 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204827017.352, "dur": 3.820, + "args": { + "External id": 424332,"Sequence number": 5055691, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 16, 64]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[4194304, 1024, 1], []], "Input Dims": [[16, 4096, 1024], []], "Ev Idx": 6523 + } + }, + { + "ph": "s", "id": 121, "pid": 4183440, "tid": 4183440, "ts": 675204827017.352, + "cat": "fwdbwd", "name": "fwdbwd" + }, + { + "ph": "X", "cat": "cpu_op", "name": "RotaryEmbeddingFunction", "pid": 4183440, "tid": 4183440, + "ts": 675204827052.803, "dur": 152.504, + "args": { + "External id": 424333,"Sequence number": 5055692, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "", "", "False", "False", "0", "", "8192"], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[4194304, 1024, 64, 1], [32, 1], [32, 1], [], [], [], [], []], "Input Dims": [[16, 4096, 16, 64], [8192, 32], [8192, 32], [], [], [], [], []], "Ev Idx": 6524 + } + }, + { + "ph": "s", "id": 120, "pid": 4183440, "tid": 4183440, "ts": 675204827052.803, + "cat": "fwdbwd", "name": "fwdbwd" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty_like", "pid": 4183440, "tid": 4183440, + "ts": 675204827073.487, "dur": 8.083, + "args": { + "External id": 424334,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "False", ""], "Input type": ["c10::BFloat16", "", "", "", "Scalar", ""], "Input Strides": [[4194304, 1024, 64, 1], [], [], [], [], []], "Input Dims": [[16, 4096, 16, 64], [], [], [], [], []], "Ev Idx": 6525 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204827075.806, "dur": 5.320, + "args": { + "External id": 424335,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 16, 64]", "[4194304, 1024, 64, 1]", "15", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 6526 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "RotaryEmbeddingFunction", "pid": 4183440, "tid": 4183440, + "ts": 675204827218.736, "dur": 99.910, + "args": { + "External id": 424336,"Sequence number": 5055693, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "", "", "False", "False", "0", "", "8192"], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[4194304, 1024, 64, 1], [32, 1], [32, 1], [], [], [], [], []], "Input Dims": [[16, 4096, 16, 64], [8192, 32], [8192, 32], [], [], [], [], []], "Ev Idx": 6527 + } + }, + { + "ph": "s", "id": 119, "pid": 4183440, "tid": 4183440, "ts": 675204827218.736, + "cat": "fwdbwd", "name": "fwdbwd" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty_like", "pid": 4183440, "tid": 4183440, + "ts": 675204827232.311, "dur": 7.726, + "args": { + "External id": 424337,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "False", ""], "Input type": ["c10::BFloat16", "", "", "", "Scalar", ""], "Input Strides": [[4194304, 1024, 64, 1], [], [], [], [], []], "Input Dims": [[16, 4096, 16, 64], [], [], [], [], []], "Ev Idx": 6528 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204827234.839, "dur": 4.788, + "args": { + "External id": 424338,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 16, 64]", "[4194304, 1024, 64, 1]", "15", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 6529 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "FlashAttnFunc", "pid": 4183440, "tid": 4183440, + "ts": 675204827347.964, "dur": 177.540, + "args": { + "External id": 424339,"Sequence number": 5055694, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "", "", "0.", "", "True", "", "0.", "", "False", "False", "True"], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "", "Scalar", "", "Scalar", "", "Scalar", "Scalar", "Scalar"], "Input Strides": [[4194304, 1024, 64, 1], [4194304, 1024, 64, 1], [4194304, 1024, 64, 1], [], [], [], [], [], [], [], [], []], "Input Dims": [[16, 4096, 16, 64], [16, 4096, 16, 64], [16, 4096, 16, 64], [], [], [], [], [], [], [], [], []], "Ev Idx": 6530 + } + }, + { + "ph": "s", "id": 118, "pid": 4183440, "tid": 4183440, "ts": 675204827347.964, + "cat": "fwdbwd", "name": "fwdbwd" + }, + { + "ph": "X", "cat": "cpu_op", "name": "flash_attn::_flash_attn_forward", "pid": 4183440, "tid": 4183440, + "ts": 675204827374.006, "dur": 127.819, + "args": { + "External id": 424340,"Record function id": 0, "Concrete Inputs": ["", "", "", "0.", "0.125", "True", "-1", "-1", "0.", "", "False"], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[4194304, 1024, 64, 1], [4194304, 1024, 64, 1], [4194304, 1024, 64, 1], [], [], [], [], [], [], [], []], "Input Dims": [[16, 4096, 16, 64], [16, 4096, 16, 64], [16, 4096, 16, 64], [], [], [], [], [], [], [], []], "Ev Idx": 6531 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty_like", "pid": 4183440, "tid": 4183440, + "ts": 675204827426.545, "dur": 7.565, + "args": { + "External id": 424341,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", ""], "Input type": ["c10::BFloat16", "", "", "", "", ""], "Input Strides": [[4194304, 1024, 64, 1], [], [], [], [], []], "Input Dims": [[16, 4096, 16, 64], [], [], [], [], []], "Ev Idx": 6532 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204827428.872, "dur": 4.781, + "args": { + "External id": 424342,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 16, 64]", "[4194304, 1024, 64, 1]", "15", "0", "", ""], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 6533 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 4183440, + "ts": 675204827437.057, "dur": 3.969, + "args": { + "External id": 424343,"Record function id": 0, "Concrete Inputs": ["[16, 16, 4096]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 6534 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 4183440, + "ts": 675204827442.484, "dur": 1.232, + "args": { + "External id": 424344,"Record function id": 0, "Concrete Inputs": ["[0]", "15", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 6535 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 4183440, + "ts": 675204827448.750, "dur": 3.111, + "args": { + "External id": 424345,"Record function id": 0, "Concrete Inputs": ["[2]", "4", "", "", "", ""], "Input type": ["ScalarList", "Scalar", "", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 6536 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::alias", "pid": 4183440, "tid": 4183440, + "ts": 675204827512.872, "dur": 4.240, + "args": { + "External id": 424346,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[4194304, 1024, 64, 1]], "Input Dims": [[16, 4096, 16, 64]], "Ev Idx": 6537 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 4183440, "tid": 4183440, + "ts": 675204827530.285, "dur": 5.829, + "args": { + "External id": 424347,"Sequence number": 5055695, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "[16, 4096, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[4194304, 1024, 64, 1], []], "Input Dims": [[16, 4096, 16, 64], []], "Ev Idx": 6538 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204827531.842, "dur": 4.071, + "args": { + "External id": 424348,"Sequence number": 5055695, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "[16, 4096, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[4194304, 1024, 64, 1], []], "Input Dims": [[16, 4096, 16, 64], []], "Ev Idx": 6539 + } + }, + { + "ph": "s", "id": 117, "pid": 4183440, "tid": 4183440, "ts": 675204827531.842, + "cat": "fwdbwd", "name": "fwdbwd" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::linear", "pid": 4183440, "tid": 4183440, + "ts": 675204827548.237, "dur": 105.739, + "args": { + "External id": 424349,"Sequence number": 5055696, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", ""], "Input Strides": [[4194304, 1024, 1], [1024, 1], []], "Input Dims": [[16, 4096, 1024], [1024, 1024], []], "Ev Idx": 6540 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 4183440, "tid": 4183440, + "ts": 675204827549.864, "dur": 9.602, + "args": { + "External id": 424350,"Sequence number": 5055696, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 6541 + } + }, + { + "ph": "s", "id": 116, "pid": 4183440, "tid": 4183440, "ts": 675204827549.864, + "cat": "fwdbwd", "name": "fwdbwd" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 4183440, "tid": 4183440, + "ts": 675204827553.444, "dur": 5.025, + "args": { + "External id": 424351,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [], []], "Input Dims": [[1024, 1024], [], []], "Ev Idx": 6542 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204827556.414, "dur": 1.781, + "args": { + "External id": 424352,"Record function id": 0, "Concrete Inputs": ["", "[1024, 1024]", "[1, 1024]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[1024, 1], [], [], []], "Input Dims": [[1024, 1024], [], [], []], "Ev Idx": 6543 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::matmul", "pid": 4183440, "tid": 4183440, + "ts": 675204827561.035, "dur": 92.653, + "args": { + "External id": 424353,"Sequence number": 5055697, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[4194304, 1024, 1], [1, 1024]], "Input Dims": [[16, 4096, 1024], [1024, 1024]], "Ev Idx": 6544 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 4183440, "tid": 4183440, + "ts": 675204827563.243, "dur": 3.636, + "args": { + "External id": 424354,"Sequence number": 5055697, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "[65536, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[4194304, 1024, 1], []], "Input Dims": [[16, 4096, 1024], []], "Ev Idx": 6545 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204827564.605, "dur": 2.142, + "args": { + "External id": 424355,"Sequence number": 5055697, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "[65536, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[4194304, 1024, 1], []], "Input Dims": [[16, 4096, 1024], []], "Ev Idx": 6546 + } + }, + { + "ph": "s", "id": 115, "pid": 4183440, "tid": 4183440, "ts": 675204827564.605, + "cat": "fwdbwd", "name": "fwdbwd" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 4183440, + "ts": 675204827568.143, "dur": 78.843, + "args": { + "External id": 424356,"Sequence number": 5055698, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1, 1024]], "Input Dims": [[65536, 1024], [1024, 1024]], "Ev Idx": 6547 + } + }, + { + "ph": "s", "id": 114, "pid": 4183440, "tid": 4183440, "ts": 675204827568.143, + "cat": "fwdbwd", "name": "fwdbwd" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::_unsafe_view", "pid": 4183440, "tid": 4183440, + "ts": 675204827649.223, "dur": 3.743, + "args": { + "External id": 424357,"Sequence number": 5055699, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1024, 1], []], "Input Dims": [[65536, 1024], []], "Ev Idx": 6548 + } + }, + { + "ph": "s", "id": 113, "pid": 4183440, "tid": 4183440, "ts": 675204827649.223, + "cat": "fwdbwd", "name": "fwdbwd" + }, + { + "ph": "X", "cat": "cpu_op", "name": "LayerNormFunction", "pid": 4183440, "tid": 4183440, + "ts": 675204827733.358, "dur": 239.463, + "args": { + "External id": 424358,"Sequence number": 5055700, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "", "", "", "9.9999999999999995e-07", "True", "False", "True"], "Input type": ["c10::BFloat16", "c10::BFloat16", "", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[4194304, 1024, 1], [1], [], [4194304, 1024, 1], [], [], [], []], "Input Dims": [[16, 4096, 1024], [1024], [], [16, 4096, 1024], [], [], [], []], "Ev Idx": 6549 + } + }, + { + "ph": "s", "id": 112, "pid": 4183440, "tid": 4183440, "ts": 675204827733.358, + "cat": "fwdbwd", "name": "fwdbwd" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 4183440, "tid": 4183440, + "ts": 675204827755.103, "dur": 3.739, + "args": { + "External id": 424359,"Record function id": 0, "Concrete Inputs": ["", "[-1, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[4194304, 1024, 1], []], "Input Dims": [[16, 4096, 1024], []], "Ev Idx": 6550 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204827756.271, "dur": 2.211, + "args": { + "External id": 424360,"Record function id": 0, "Concrete Inputs": ["", "[-1, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[4194304, 1024, 1], []], "Input Dims": [[16, 4096, 1024], []], "Ev Idx": 6551 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::reshape_as", "pid": 4183440, "tid": 4183440, + "ts": 675204827762.948, "dur": 3.986, + "args": { + "External id": 424361,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[4194304, 1024, 1], [1024, 1]], "Input Dims": [[16, 4096, 1024], [65536, 1024]], "Ev Idx": 6552 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 4183440, "tid": 4183440, + "ts": 675204827764.395, "dur": 2.436, + "args": { + "External id": 424362,"Record function id": 0, "Concrete Inputs": ["", "[65536, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[4194304, 1024, 1], []], "Input Dims": [[16, 4096, 1024], []], "Ev Idx": 6553 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204827765.578, "dur": 1.135, + "args": { + "External id": 424363,"Record function id": 0, "Concrete Inputs": ["", "[65536, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[4194304, 1024, 1], []], "Input Dims": [[16, 4096, 1024], []], "Ev Idx": 6554 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty_like", "pid": 4183440, "tid": 4183440, + "ts": 675204827775.117, "dur": 8.515, + "args": { + "External id": 424364,"Record function id": 0, "Concrete Inputs": ["", "15", "", "", "False", ""], "Input type": ["c10::BFloat16", "Scalar", "", "", "Scalar", ""], "Input Strides": [[1024, 1], [], [], [], [], []], "Input Dims": [[65536, 1024], [], [], [], [], []], "Ev Idx": 6555 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204827777.399, "dur": 5.882, + "args": { + "External id": 424365,"Record function id": 0, "Concrete Inputs": ["[65536, 1024]", "[1024, 1]", "15", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 6556 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 4183440, + "ts": 675204827790.379, "dur": 3.711, + "args": { + "External id": 424366,"Record function id": 0, "Concrete Inputs": ["[65536, 1024]", "15", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 6557 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 4183440, + "ts": 675204827797.968, "dur": 2.887, + "args": { + "External id": 424367,"Record function id": 0, "Concrete Inputs": ["[65536]", "6", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 6558 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 4183440, "tid": 4183440, + "ts": 675204827930.531, "dur": 21.779, + "args": { + "External id": 424368,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1024, 1], []], "Input Dims": [[65536, 1024], []], "Ev Idx": 6559 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204827948.531, "dur": 3.198, + "args": { + "External id": 424369,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1024, 1], []], "Input Dims": [[65536, 1024], []], "Ev Idx": 6560 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 4183440, "tid": 4183440, + "ts": 675204827956.636, "dur": 2.440, + "args": { + "External id": 424370,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1024, 1], []], "Input Dims": [[65536, 1024], []], "Ev Idx": 6561 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204827957.837, "dur": 1.110, + "args": { + "External id": 424371,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1024, 1], []], "Input Dims": [[65536, 1024], []], "Ev Idx": 6562 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::linear", "pid": 4183440, "tid": 4183440, + "ts": 675204827994.402, "dur": 128.253, + "args": { + "External id": 424372,"Sequence number": 5055701, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", ""], "Input Strides": [[4194304, 1024, 1], [1024, 1], []], "Input Dims": [[16, 4096, 1024], [2816, 1024], []], "Ev Idx": 6563 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 4183440, "tid": 4183440, + "ts": 675204827995.966, "dur": 8.830, + "args": { + "External id": 424373,"Sequence number": 5055701, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[2816, 1024]], "Ev Idx": 6564 + } + }, + { + "ph": "s", "id": 111, "pid": 4183440, "tid": 4183440, "ts": 675204827995.966, + "cat": "fwdbwd", "name": "fwdbwd" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 4183440, "tid": 4183440, + "ts": 675204827999.401, "dur": 4.182, + "args": { + "External id": 424374,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [], []], "Input Dims": [[2816, 1024], [], []], "Ev Idx": 6565 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204828001.926, "dur": 1.367, + "args": { + "External id": 424375,"Record function id": 0, "Concrete Inputs": ["", "[1024, 2816]", "[1, 1024]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[1024, 1], [], [], []], "Input Dims": [[2816, 1024], [], [], []], "Ev Idx": 6566 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::matmul", "pid": 4183440, "tid": 4183440, + "ts": 675204828006.056, "dur": 116.287, + "args": { + "External id": 424376,"Sequence number": 5055702, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[4194304, 1024, 1], [1, 1024]], "Input Dims": [[16, 4096, 1024], [1024, 2816]], "Ev Idx": 6567 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 4183440, "tid": 4183440, + "ts": 675204828008.210, "dur": 6.583, + "args": { + "External id": 424377,"Sequence number": 5055702, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "[65536, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[4194304, 1024, 1], []], "Input Dims": [[16, 4096, 1024], []], "Ev Idx": 6568 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204828009.384, "dur": 5.247, + "args": { + "External id": 424378,"Sequence number": 5055702, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "[65536, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[4194304, 1024, 1], []], "Input Dims": [[16, 4096, 1024], []], "Ev Idx": 6569 + } + }, + { + "ph": "s", "id": 110, "pid": 4183440, "tid": 4183440, "ts": 675204828009.384, + "cat": "fwdbwd", "name": "fwdbwd" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 4183440, + "ts": 675204828015.850, "dur": 78.002, + "args": { + "External id": 424379,"Sequence number": 5055703, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1, 1024]], "Input Dims": [[65536, 1024], [1024, 2816]], "Ev Idx": 6570 + } + }, + { + "ph": "s", "id": 109, "pid": 4183440, "tid": 4183440, "ts": 675204828015.850, + "cat": "fwdbwd", "name": "fwdbwd" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::_unsafe_view", "pid": 4183440, "tid": 4183440, + "ts": 675204828109.975, "dur": 11.617, + "args": { + "External id": 424380,"Sequence number": 5055704, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 2816]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[2816, 1], []], "Input Dims": [[65536, 2816], []], "Ev Idx": 6571 + } + }, + { + "ph": "s", "id": 108, "pid": 4183440, "tid": 4183440, "ts": 675204828109.975, + "cat": "fwdbwd", "name": "fwdbwd" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::linear", "pid": 4183440, "tid": 4183440, + "ts": 675204828132.448, "dur": 67.960, + "args": { + "External id": 424381,"Sequence number": 5055705, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", ""], "Input Strides": [[4194304, 1024, 1], [1024, 1], []], "Input Dims": [[16, 4096, 1024], [2816, 1024], []], "Ev Idx": 6572 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 4183440, "tid": 4183440, + "ts": 675204828133.193, "dur": 7.220, + "args": { + "External id": 424382,"Sequence number": 5055705, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[2816, 1024]], "Ev Idx": 6573 + } + }, + { + "ph": "s", "id": 107, "pid": 4183440, "tid": 4183440, "ts": 675204828133.193, + "cat": "fwdbwd", "name": "fwdbwd" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 4183440, "tid": 4183440, + "ts": 675204828135.465, "dur": 3.608, + "args": { + "External id": 424383,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [], []], "Input Dims": [[2816, 1024], [], []], "Ev Idx": 6574 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204828137.822, "dur": 1.067, + "args": { + "External id": 424384,"Record function id": 0, "Concrete Inputs": ["", "[1024, 2816]", "[1, 1024]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[1024, 1], [], [], []], "Input Dims": [[2816, 1024], [], [], []], "Ev Idx": 6575 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::matmul", "pid": 4183440, "tid": 4183440, + "ts": 675204828141.214, "dur": 58.979, + "args": { + "External id": 424385,"Sequence number": 5055706, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[4194304, 1024, 1], [1, 1024]], "Input Dims": [[16, 4096, 1024], [1024, 2816]], "Ev Idx": 6576 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 4183440, "tid": 4183440, + "ts": 675204828142.739, "dur": 4.707, + "args": { + "External id": 424386,"Sequence number": 5055706, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "[65536, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[4194304, 1024, 1], []], "Input Dims": [[16, 4096, 1024], []], "Ev Idx": 6577 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204828143.568, "dur": 3.752, + "args": { + "External id": 424387,"Sequence number": 5055706, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "[65536, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[4194304, 1024, 1], []], "Input Dims": [[16, 4096, 1024], []], "Ev Idx": 6578 + } + }, + { + "ph": "s", "id": 106, "pid": 4183440, "tid": 4183440, "ts": 675204828143.568, + "cat": "fwdbwd", "name": "fwdbwd" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 4183440, + "ts": 675204828148.187, "dur": 47.518, + "args": { + "External id": 424388,"Sequence number": 5055707, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1, 1024]], "Input Dims": [[65536, 1024], [1024, 2816]], "Ev Idx": 6579 + } + }, + { + "ph": "s", "id": 105, "pid": 4183440, "tid": 4183440, "ts": 675204828148.187, + "cat": "fwdbwd", "name": "fwdbwd" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::_unsafe_view", "pid": 4183440, "tid": 4183440, + "ts": 675204828197.777, "dur": 2.025, + "args": { + "External id": 424389,"Sequence number": 5055708, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 2816]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[2816, 1], []], "Input Dims": [[65536, 2816], []], "Ev Idx": 6580 + } + }, + { + "ph": "s", "id": 104, "pid": 4183440, "tid": 4183440, "ts": 675204828197.777, + "cat": "fwdbwd", "name": "fwdbwd" + }, + { + "ph": "X", "cat": "cpu_op", "name": "SwiGLULinearFunction", "pid": 4183440, "tid": 4183440, + "ts": 675204828225.187, "dur": 147.402, + "args": { + "External id": 424390,"Sequence number": 5055709, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", ""], "Input Strides": [[11534336, 2816, 1], [11534336, 2816, 1], [2816, 1], []], "Input Dims": [[16, 4096, 2816], [16, 4096, 2816], [1024, 2816], []], "Ev Idx": 6581 + } + }, + { + "ph": "s", "id": 103, "pid": 4183440, "tid": 4183440, "ts": 675204828225.187, + "cat": "fwdbwd", "name": "fwdbwd" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 4183440, + "ts": 675204828263.548, "dur": 4.419, + "args": { + "External id": 424391,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 2816]", "15", "", "", "", "0"], "Input type": ["ScalarList", "Scalar", "", "", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 6582 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::linear", "pid": 4183440, "tid": 4183440, + "ts": 675204828300.005, "dur": 58.471, + "args": { + "External id": 424392,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", ""], "Input Strides": [[11534336, 2816, 1], [2816, 1], []], "Input Dims": [[16, 4096, 2816], [1024, 2816], []], "Ev Idx": 6583 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 4183440, "tid": 4183440, + "ts": 675204828300.662, "dur": 7.229, + "args": { + "External id": 424393,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2816, 1]], "Input Dims": [[1024, 2816]], "Ev Idx": 6584 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 4183440, "tid": 4183440, + "ts": 675204828301.912, "dur": 4.910, + "args": { + "External id": 424394,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[2816, 1], [], []], "Input Dims": [[1024, 2816], [], []], "Ev Idx": 6585 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204828305.868, "dur": 0.807, + "args": { + "External id": 424395,"Record function id": 0, "Concrete Inputs": ["", "[2816, 1024]", "[1, 2816]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[2816, 1], [], [], []], "Input Dims": [[1024, 2816], [], [], []], "Ev Idx": 6586 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::matmul", "pid": 4183440, "tid": 4183440, + "ts": 675204828308.756, "dur": 49.396, + "args": { + "External id": 424396,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[11534336, 2816, 1], [1, 2816]], "Input Dims": [[16, 4096, 2816], [2816, 1024]], "Ev Idx": 6587 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 4183440, "tid": 4183440, + "ts": 675204828310.318, "dur": 3.083, + "args": { + "External id": 424397,"Record function id": 0, "Concrete Inputs": ["", "[65536, 2816]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[11534336, 2816, 1], []], "Input Dims": [[16, 4096, 2816], []], "Ev Idx": 6588 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204828311.372, "dur": 1.905, + "args": { + "External id": 424398,"Record function id": 0, "Concrete Inputs": ["", "[65536, 2816]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[11534336, 2816, 1], []], "Input Dims": [[16, 4096, 2816], []], "Ev Idx": 6589 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 4183440, + "ts": 675204828314.488, "dur": 40.295, + "args": { + "External id": 424399,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2816, 1], [1, 2816]], "Input Dims": [[65536, 2816], [2816, 1024]], "Ev Idx": 6590 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::_unsafe_view", "pid": 4183440, "tid": 4183440, + "ts": 675204828356.462, "dur": 1.048, + "args": { + "External id": 424400,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1024, 1], []], "Input Dims": [[65536, 1024], []], "Ev Idx": 6591 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::add", "pid": 4183440, "tid": 4183440, + "ts": 675204828380.989, "dur": 25.944, + "args": { + "External id": 424401,"Sequence number": 5055710, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "", "1"], "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[4194304, 1024, 1], [4194304, 1024, 1], []], "Input Dims": [[16, 4096, 1024], [16, 4096, 1024], []], "Ev Idx": 6592 + } + }, + { + "ph": "s", "id": 102, "pid": 4183440, "tid": 4183440, "ts": 675204828380.989, + "cat": "fwdbwd", "name": "fwdbwd" + }, + { + "ph": "X", "cat": "cpu_op", "name": "LayerNormFunction", "pid": 4183440, "tid": 4183440, + "ts": 675204828441.656, "dur": 177.174, + "args": { + "External id": 424402,"Sequence number": 5055711, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "", "", "", "9.9999999999999995e-07", "False", "False", "True"], "Input type": ["c10::BFloat16", "c10::BFloat16", "", "", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[4194304, 1024, 1], [1], [], [], [], [], [], []], "Input Dims": [[16, 4096, 1024], [1024], [], [], [], [], [], []], "Ev Idx": 6593 + } + }, + { + "ph": "s", "id": 101, "pid": 4183440, "tid": 4183440, "ts": 675204828441.656, + "cat": "fwdbwd", "name": "fwdbwd" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 4183440, "tid": 4183440, + "ts": 675204828458.797, "dur": 3.722, + "args": { + "External id": 424403,"Record function id": 0, "Concrete Inputs": ["", "[-1, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[4194304, 1024, 1], []], "Input Dims": [[16, 4096, 1024], []], "Ev Idx": 6594 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204828460.070, "dur": 2.299, + "args": { + "External id": 424404,"Record function id": 0, "Concrete Inputs": ["", "[-1, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[4194304, 1024, 1], []], "Input Dims": [[16, 4096, 1024], []], "Ev Idx": 6595 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty_like", "pid": 4183440, "tid": 4183440, + "ts": 675204828470.499, "dur": 7.432, + "args": { + "External id": 424405,"Record function id": 0, "Concrete Inputs": ["", "15", "", "", "False", ""], "Input type": ["c10::BFloat16", "Scalar", "", "", "Scalar", ""], "Input Strides": [[1024, 1], [], [], [], [], []], "Input Dims": [[65536, 1024], [], [], [], [], []], "Ev Idx": 6596 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204828473.357, "dur": 4.184, + "args": { + "External id": 424406,"Record function id": 0, "Concrete Inputs": ["[65536, 1024]", "[1024, 1]", "15", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 6597 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 4183440, + "ts": 675204828483.597, "dur": 3.360, + "args": { + "External id": 424407,"Record function id": 0, "Concrete Inputs": ["[65536]", "6", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 6598 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 4183440, "tid": 4183440, + "ts": 675204828604.534, "dur": 2.888, + "args": { + "External id": 424408,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1024, 1], []], "Input Dims": [[65536, 1024], []], "Ev Idx": 6599 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204828605.410, "dur": 1.781, + "args": { + "External id": 424409,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1024, 1], []], "Input Dims": [[65536, 1024], []], "Ev Idx": 6600 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::linear", "pid": 4183440, "tid": 4183440, + "ts": 675204828638.865, "dur": 135.489, + "args": { + "External id": 424410,"Sequence number": 5055712, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", ""], "Input Strides": [[4194304, 1024, 1], [1024, 1], []], "Input Dims": [[16, 4096, 1024], [1024, 1024], []], "Ev Idx": 6601 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 4183440, "tid": 4183440, + "ts": 675204828639.919, "dur": 6.613, + "args": { + "External id": 424411,"Sequence number": 5055712, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 6602 + } + }, + { + "ph": "s", "id": 100, "pid": 4183440, "tid": 4183440, "ts": 675204828639.919, + "cat": "fwdbwd", "name": "fwdbwd" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 4183440, "tid": 4183440, + "ts": 675204828642.144, "dur": 3.346, + "args": { + "External id": 424412,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [], []], "Input Dims": [[1024, 1024], [], []], "Ev Idx": 6603 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204828644.043, "dur": 1.234, + "args": { + "External id": 424413,"Record function id": 0, "Concrete Inputs": ["", "[1024, 1024]", "[1, 1024]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[1024, 1], [], [], []], "Input Dims": [[1024, 1024], [], [], []], "Ev Idx": 6604 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::matmul", "pid": 4183440, "tid": 4183440, + "ts": 675204828647.535, "dur": 126.481, + "args": { + "External id": 424414,"Sequence number": 5055713, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[4194304, 1024, 1], [1, 1024]], "Input Dims": [[16, 4096, 1024], [1024, 1024]], "Ev Idx": 6605 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 4183440, "tid": 4183440, + "ts": 675204828649.514, "dur": 4.051, + "args": { + "External id": 424415,"Sequence number": 5055713, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "[65536, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[4194304, 1024, 1], []], "Input Dims": [[16, 4096, 1024], []], "Ev Idx": 6606 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204828650.611, "dur": 2.779, + "args": { + "External id": 424416,"Sequence number": 5055713, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "[65536, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[4194304, 1024, 1], []], "Input Dims": [[16, 4096, 1024], []], "Ev Idx": 6607 + } + }, + { + "ph": "s", "id": 99, "pid": 4183440, "tid": 4183440, "ts": 675204828650.611, + "cat": "fwdbwd", "name": "fwdbwd" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 4183440, + "ts": 675204828692.024, "dur": 70.398, + "args": { + "External id": 424417,"Sequence number": 5055714, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1, 1024]], "Input Dims": [[65536, 1024], [1024, 1024]], "Ev Idx": 6608 + } + }, + { + "ph": "s", "id": 98, "pid": 4183440, "tid": 4183440, "ts": 675204828692.024, + "cat": "fwdbwd", "name": "fwdbwd" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::_unsafe_view", "pid": 4183440, "tid": 4183440, + "ts": 675204828765.249, "dur": 7.884, + "args": { + "External id": 424418,"Sequence number": 5055715, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1024, 1], []], "Input Dims": [[65536, 1024], []], "Ev Idx": 6609 + } + }, + { + "ph": "s", "id": 97, "pid": 4183440, "tid": 4183440, "ts": 675204828765.249, + "cat": "fwdbwd", "name": "fwdbwd" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::linear", "pid": 4183440, "tid": 4183440, + "ts": 675204828785.440, "dur": 64.218, + "args": { + "External id": 424419,"Sequence number": 5055716, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", ""], "Input Strides": [[4194304, 1024, 1], [1024, 1], []], "Input Dims": [[16, 4096, 1024], [1024, 1024], []], "Ev Idx": 6610 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 4183440, "tid": 4183440, + "ts": 675204828786.048, "dur": 6.694, + "args": { + "External id": 424420,"Sequence number": 5055716, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 6611 + } + }, + { + "ph": "s", "id": 96, "pid": 4183440, "tid": 4183440, "ts": 675204828786.048, + "cat": "fwdbwd", "name": "fwdbwd" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 4183440, "tid": 4183440, + "ts": 675204828788.144, "dur": 3.054, + "args": { + "External id": 424421,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [], []], "Input Dims": [[1024, 1024], [], []], "Ev Idx": 6612 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204828790.061, "dur": 0.934, + "args": { + "External id": 424422,"Record function id": 0, "Concrete Inputs": ["", "[1024, 1024]", "[1, 1024]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[1024, 1], [], [], []], "Input Dims": [[1024, 1024], [], [], []], "Ev Idx": 6613 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::matmul", "pid": 4183440, "tid": 4183440, + "ts": 675204828793.428, "dur": 55.984, + "args": { + "External id": 424423,"Sequence number": 5055717, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[4194304, 1024, 1], [1, 1024]], "Input Dims": [[16, 4096, 1024], [1024, 1024]], "Ev Idx": 6614 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 4183440, "tid": 4183440, + "ts": 675204828795.024, "dur": 4.211, + "args": { + "External id": 424424,"Sequence number": 5055717, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "[65536, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[4194304, 1024, 1], []], "Input Dims": [[16, 4096, 1024], []], "Ev Idx": 6615 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204828795.812, "dur": 3.289, + "args": { + "External id": 424425,"Sequence number": 5055717, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "[65536, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[4194304, 1024, 1], []], "Input Dims": [[16, 4096, 1024], []], "Ev Idx": 6616 + } + }, + { + "ph": "s", "id": 95, "pid": 4183440, "tid": 4183440, "ts": 675204828795.812, + "cat": "fwdbwd", "name": "fwdbwd" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 4183440, + "ts": 675204828799.754, "dur": 45.348, + "args": { + "External id": 424426,"Sequence number": 5055718, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1, 1024]], "Input Dims": [[65536, 1024], [1024, 1024]], "Ev Idx": 6617 + } + }, + { + "ph": "s", "id": 94, "pid": 4183440, "tid": 4183440, "ts": 675204828799.754, + "cat": "fwdbwd", "name": "fwdbwd" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::_unsafe_view", "pid": 4183440, "tid": 4183440, + "ts": 675204828847.018, "dur": 2.088, + "args": { + "External id": 424427,"Sequence number": 5055719, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1024, 1], []], "Input Dims": [[65536, 1024], []], "Ev Idx": 6618 + } + }, + { + "ph": "s", "id": 93, "pid": 4183440, "tid": 4183440, "ts": 675204828847.018, + "cat": "fwdbwd", "name": "fwdbwd" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::linear", "pid": 4183440, "tid": 4183440, + "ts": 675204828856.266, "dur": 56.018, + "args": { + "External id": 424428,"Sequence number": 5055720, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", ""], "Input Strides": [[4194304, 1024, 1], [1024, 1], []], "Input Dims": [[16, 4096, 1024], [1024, 1024], []], "Ev Idx": 6619 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 4183440, "tid": 4183440, + "ts": 675204828856.775, "dur": 5.708, + "args": { + "External id": 424429,"Sequence number": 5055720, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 6620 + } + }, + { + "ph": "s", "id": 92, "pid": 4183440, "tid": 4183440, "ts": 675204828856.775, + "cat": "fwdbwd", "name": "fwdbwd" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 4183440, "tid": 4183440, + "ts": 675204828858.857, "dur": 2.596, + "args": { + "External id": 424430,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [], []], "Input Dims": [[1024, 1024], [], []], "Ev Idx": 6621 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204828860.444, "dur": 0.821, + "args": { + "External id": 424431,"Record function id": 0, "Concrete Inputs": ["", "[1024, 1024]", "[1, 1024]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[1024, 1], [], [], []], "Input Dims": [[1024, 1024], [], [], []], "Ev Idx": 6622 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::matmul", "pid": 4183440, "tid": 4183440, + "ts": 675204828862.982, "dur": 49.041, + "args": { + "External id": 424432,"Sequence number": 5055721, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[4194304, 1024, 1], [1, 1024]], "Input Dims": [[16, 4096, 1024], [1024, 1024]], "Ev Idx": 6623 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 4183440, "tid": 4183440, + "ts": 675204828864.309, "dur": 4.851, + "args": { + "External id": 424433,"Sequence number": 5055721, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "[65536, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[4194304, 1024, 1], []], "Input Dims": [[16, 4096, 1024], []], "Ev Idx": 6624 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204828865.728, "dur": 3.298, + "args": { + "External id": 424434,"Sequence number": 5055721, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "[65536, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[4194304, 1024, 1], []], "Input Dims": [[16, 4096, 1024], []], "Ev Idx": 6625 + } + }, + { + "ph": "s", "id": 91, "pid": 4183440, "tid": 4183440, "ts": 675204828865.728, + "cat": "fwdbwd", "name": "fwdbwd" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 4183440, + "ts": 675204828869.817, "dur": 38.249, + "args": { + "External id": 424435,"Sequence number": 5055722, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1, 1024]], "Input Dims": [[65536, 1024], [1024, 1024]], "Ev Idx": 6626 + } + }, + { + "ph": "s", "id": 90, "pid": 4183440, "tid": 4183440, "ts": 675204828869.817, + "cat": "fwdbwd", "name": "fwdbwd" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::_unsafe_view", "pid": 4183440, "tid": 4183440, + "ts": 675204828909.839, "dur": 1.763, + "args": { + "External id": 424436,"Sequence number": 5055723, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1024, 1], []], "Input Dims": [[65536, 1024], []], "Ev Idx": 6627 + } + }, + { + "ph": "s", "id": 89, "pid": 4183440, "tid": 4183440, "ts": 675204828909.839, + "cat": "fwdbwd", "name": "fwdbwd" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 4183440, "tid": 4183440, + "ts": 675204828928.232, "dur": 4.094, + "args": { + "External id": 424437,"Sequence number": 5055724, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 16, 64]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[4194304, 1024, 1], []], "Input Dims": [[16, 4096, 1024], []], "Ev Idx": 6628 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204828929.121, "dur": 3.084, + "args": { + "External id": 424438,"Sequence number": 5055724, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 16, 64]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[4194304, 1024, 1], []], "Input Dims": [[16, 4096, 1024], []], "Ev Idx": 6629 + } + }, + { + "ph": "s", "id": 88, "pid": 4183440, "tid": 4183440, "ts": 675204828929.121, + "cat": "fwdbwd", "name": "fwdbwd" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 4183440, "tid": 4183440, + "ts": 675204828956.105, "dur": 7.048, + "args": { + "External id": 424439,"Sequence number": 5055725, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 16, 64]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[4194304, 1024, 1], []], "Input Dims": [[16, 4096, 1024], []], "Ev Idx": 6630 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204828957.384, "dur": 5.536, + "args": { + "External id": 424440,"Sequence number": 5055725, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 16, 64]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[4194304, 1024, 1], []], "Input Dims": [[16, 4096, 1024], []], "Ev Idx": 6631 + } + }, + { + "ph": "s", "id": 87, "pid": 4183440, "tid": 4183440, "ts": 675204828957.384, + "cat": "fwdbwd", "name": "fwdbwd" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 4183440, "tid": 4183440, + "ts": 675204828967.838, "dur": 3.505, + "args": { + "External id": 424441,"Sequence number": 5055726, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 16, 64]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[4194304, 1024, 1], []], "Input Dims": [[16, 4096, 1024], []], "Ev Idx": 6632 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204828969.345, "dur": 1.864, + "args": { + "External id": 424442,"Sequence number": 5055726, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 16, 64]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[4194304, 1024, 1], []], "Input Dims": [[16, 4096, 1024], []], "Ev Idx": 6633 + } + }, + { + "ph": "s", "id": 86, "pid": 4183440, "tid": 4183440, "ts": 675204828969.345, + "cat": "fwdbwd", "name": "fwdbwd" + }, + { + "ph": "X", "cat": "cpu_op", "name": "RotaryEmbeddingFunction", "pid": 4183440, "tid": 4183440, + "ts": 675204829002.081, "dur": 153.739, + "args": { + "External id": 424443,"Sequence number": 5055727, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "", "", "False", "False", "0", "", "8192"], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[4194304, 1024, 64, 1], [32, 1], [32, 1], [], [], [], [], []], "Input Dims": [[16, 4096, 16, 64], [8192, 32], [8192, 32], [], [], [], [], []], "Ev Idx": 6634 + } + }, + { + "ph": "s", "id": 85, "pid": 4183440, "tid": 4183440, "ts": 675204829002.081, + "cat": "fwdbwd", "name": "fwdbwd" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty_like", "pid": 4183440, "tid": 4183440, + "ts": 675204829024.836, "dur": 8.942, + "args": { + "External id": 424444,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "False", ""], "Input type": ["c10::BFloat16", "", "", "", "Scalar", ""], "Input Strides": [[4194304, 1024, 64, 1], [], [], [], [], []], "Input Dims": [[16, 4096, 16, 64], [], [], [], [], []], "Ev Idx": 6635 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204829027.190, "dur": 6.117, + "args": { + "External id": 424445,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 16, 64]", "[4194304, 1024, 64, 1]", "15", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 6636 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "RotaryEmbeddingFunction", "pid": 4183440, "tid": 4183440, + "ts": 675204829167.252, "dur": 97.626, + "args": { + "External id": 424446,"Sequence number": 5055728, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "", "", "False", "False", "0", "", "8192"], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[4194304, 1024, 64, 1], [32, 1], [32, 1], [], [], [], [], []], "Input Dims": [[16, 4096, 16, 64], [8192, 32], [8192, 32], [], [], [], [], []], "Ev Idx": 6637 + } + }, + { + "ph": "s", "id": 84, "pid": 4183440, "tid": 4183440, "ts": 675204829167.252, + "cat": "fwdbwd", "name": "fwdbwd" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty_like", "pid": 4183440, "tid": 4183440, + "ts": 675204829178.604, "dur": 6.647, + "args": { + "External id": 424447,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "False", ""], "Input type": ["c10::BFloat16", "", "", "", "Scalar", ""], "Input Strides": [[4194304, 1024, 64, 1], [], [], [], [], []], "Input Dims": [[16, 4096, 16, 64], [], [], [], [], []], "Ev Idx": 6638 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204829181.025, "dur": 3.899, + "args": { + "External id": 424448,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 16, 64]", "[4194304, 1024, 64, 1]", "15", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 6639 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "FlashAttnFunc", "pid": 4183440, "tid": 4183440, + "ts": 675204829333.069, "dur": 178.234, + "args": { + "External id": 424449,"Sequence number": 5055729, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "", "", "0.", "", "True", "", "0.", "", "False", "False", "True"], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "", "Scalar", "", "Scalar", "", "Scalar", "Scalar", "Scalar"], "Input Strides": [[4194304, 1024, 64, 1], [4194304, 1024, 64, 1], [4194304, 1024, 64, 1], [], [], [], [], [], [], [], [], []], "Input Dims": [[16, 4096, 16, 64], [16, 4096, 16, 64], [16, 4096, 16, 64], [], [], [], [], [], [], [], [], []], "Ev Idx": 6640 + } + }, + { + "ph": "s", "id": 83, "pid": 4183440, "tid": 4183440, "ts": 675204829333.069, + "cat": "fwdbwd", "name": "fwdbwd" + }, + { + "ph": "X", "cat": "cpu_op", "name": "flash_attn::_flash_attn_forward", "pid": 4183440, "tid": 4183440, + "ts": 675204829359.472, "dur": 127.433, + "args": { + "External id": 424450,"Record function id": 0, "Concrete Inputs": ["", "", "", "0.", "0.125", "True", "-1", "-1", "0.", "", "False"], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[4194304, 1024, 64, 1], [4194304, 1024, 64, 1], [4194304, 1024, 64, 1], [], [], [], [], [], [], [], []], "Input Dims": [[16, 4096, 16, 64], [16, 4096, 16, 64], [16, 4096, 16, 64], [], [], [], [], [], [], [], []], "Ev Idx": 6641 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty_like", "pid": 4183440, "tid": 4183440, + "ts": 675204829410.975, "dur": 9.112, + "args": { + "External id": 424451,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", ""], "Input type": ["c10::BFloat16", "", "", "", "", ""], "Input Strides": [[4194304, 1024, 64, 1], [], [], [], [], []], "Input Dims": [[16, 4096, 16, 64], [], [], [], [], []], "Ev Idx": 6642 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204829413.338, "dur": 6.258, + "args": { + "External id": 424452,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 16, 64]", "[4194304, 1024, 64, 1]", "15", "0", "", ""], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 6643 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 4183440, + "ts": 675204829424.752, "dur": 4.272, + "args": { + "External id": 424453,"Record function id": 0, "Concrete Inputs": ["[16, 16, 4096]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 6644 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 4183440, + "ts": 675204829430.242, "dur": 1.381, + "args": { + "External id": 424454,"Record function id": 0, "Concrete Inputs": ["[0]", "15", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 6645 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 4183440, + "ts": 675204829434.176, "dur": 3.075, + "args": { + "External id": 424455,"Record function id": 0, "Concrete Inputs": ["[2]", "4", "", "", "", ""], "Input type": ["ScalarList", "Scalar", "", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 6646 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::alias", "pid": 4183440, "tid": 4183440, + "ts": 675204829497.932, "dur": 4.340, + "args": { + "External id": 424456,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[4194304, 1024, 64, 1]], "Input Dims": [[16, 4096, 16, 64]], "Ev Idx": 6647 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 4183440, "tid": 4183440, + "ts": 675204829515.959, "dur": 4.845, + "args": { + "External id": 424457,"Sequence number": 5055730, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "[16, 4096, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[4194304, 1024, 64, 1], []], "Input Dims": [[16, 4096, 16, 64], []], "Ev Idx": 6648 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204829517.192, "dur": 3.459, + "args": { + "External id": 424458,"Sequence number": 5055730, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "[16, 4096, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[4194304, 1024, 64, 1], []], "Input Dims": [[16, 4096, 16, 64], []], "Ev Idx": 6649 + } + }, + { + "ph": "s", "id": 82, "pid": 4183440, "tid": 4183440, "ts": 675204829517.192, + "cat": "fwdbwd", "name": "fwdbwd" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::linear", "pid": 4183440, "tid": 4183440, + "ts": 675204829532.263, "dur": 106.768, + "args": { + "External id": 424459,"Sequence number": 5055731, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", ""], "Input Strides": [[4194304, 1024, 1], [1024, 1], []], "Input Dims": [[16, 4096, 1024], [1024, 1024], []], "Ev Idx": 6650 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 4183440, "tid": 4183440, + "ts": 675204829533.672, "dur": 11.262, + "args": { + "External id": 424460,"Sequence number": 5055731, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 6651 + } + }, + { + "ph": "s", "id": 81, "pid": 4183440, "tid": 4183440, "ts": 675204829533.672, + "cat": "fwdbwd", "name": "fwdbwd" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 4183440, "tid": 4183440, + "ts": 675204829539.370, "dur": 4.285, + "args": { + "External id": 424461,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [], []], "Input Dims": [[1024, 1024], [], []], "Ev Idx": 6652 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204829541.931, "dur": 1.500, + "args": { + "External id": 424462,"Record function id": 0, "Concrete Inputs": ["", "[1024, 1024]", "[1, 1024]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[1024, 1], [], [], []], "Input Dims": [[1024, 1024], [], [], []], "Ev Idx": 6653 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::matmul", "pid": 4183440, "tid": 4183440, + "ts": 675204829546.261, "dur": 92.367, + "args": { + "External id": 424463,"Sequence number": 5055732, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[4194304, 1024, 1], [1, 1024]], "Input Dims": [[16, 4096, 1024], [1024, 1024]], "Ev Idx": 6654 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 4183440, "tid": 4183440, + "ts": 675204829548.147, "dur": 3.511, + "args": { + "External id": 424464,"Sequence number": 5055732, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "[65536, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[4194304, 1024, 1], []], "Input Dims": [[16, 4096, 1024], []], "Ev Idx": 6655 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204829549.323, "dur": 2.177, + "args": { + "External id": 424465,"Sequence number": 5055732, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "[65536, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[4194304, 1024, 1], []], "Input Dims": [[16, 4096, 1024], []], "Ev Idx": 6656 + } + }, + { + "ph": "s", "id": 80, "pid": 4183440, "tid": 4183440, "ts": 675204829549.323, + "cat": "fwdbwd", "name": "fwdbwd" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 4183440, + "ts": 675204829552.943, "dur": 77.312, + "args": { + "External id": 424466,"Sequence number": 5055733, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1, 1024]], "Input Dims": [[65536, 1024], [1024, 1024]], "Ev Idx": 6657 + } + }, + { + "ph": "s", "id": 79, "pid": 4183440, "tid": 4183440, "ts": 675204829552.943, + "cat": "fwdbwd", "name": "fwdbwd" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::_unsafe_view", "pid": 4183440, "tid": 4183440, + "ts": 675204829632.407, "dur": 5.493, + "args": { + "External id": 424467,"Sequence number": 5055734, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1024, 1], []], "Input Dims": [[65536, 1024], []], "Ev Idx": 6658 + } + }, + { + "ph": "s", "id": 78, "pid": 4183440, "tid": 4183440, "ts": 675204829632.407, + "cat": "fwdbwd", "name": "fwdbwd" + }, + { + "ph": "X", "cat": "cpu_op", "name": "LayerNormFunction", "pid": 4183440, "tid": 4183440, + "ts": 675204829714.283, "dur": 213.589, + "args": { + "External id": 424468,"Sequence number": 5055735, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "", "", "", "9.9999999999999995e-07", "True", "False", "True"], "Input type": ["c10::BFloat16", "c10::BFloat16", "", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[4194304, 1024, 1], [1], [], [4194304, 1024, 1], [], [], [], []], "Input Dims": [[16, 4096, 1024], [1024], [], [16, 4096, 1024], [], [], [], []], "Ev Idx": 6659 + } + }, + { + "ph": "s", "id": 77, "pid": 4183440, "tid": 4183440, "ts": 675204829714.283, + "cat": "fwdbwd", "name": "fwdbwd" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 4183440, "tid": 4183440, + "ts": 675204829733.921, "dur": 3.648, + "args": { + "External id": 424469,"Record function id": 0, "Concrete Inputs": ["", "[-1, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[4194304, 1024, 1], []], "Input Dims": [[16, 4096, 1024], []], "Ev Idx": 6660 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204829734.926, "dur": 2.331, + "args": { + "External id": 424470,"Record function id": 0, "Concrete Inputs": ["", "[-1, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[4194304, 1024, 1], []], "Input Dims": [[16, 4096, 1024], []], "Ev Idx": 6661 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::reshape_as", "pid": 4183440, "tid": 4183440, + "ts": 675204829741.661, "dur": 3.881, + "args": { + "External id": 424471,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[4194304, 1024, 1], [1024, 1]], "Input Dims": [[16, 4096, 1024], [65536, 1024]], "Ev Idx": 6662 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 4183440, "tid": 4183440, + "ts": 675204829742.799, "dur": 2.640, + "args": { + "External id": 424472,"Record function id": 0, "Concrete Inputs": ["", "[65536, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[4194304, 1024, 1], []], "Input Dims": [[16, 4096, 1024], []], "Ev Idx": 6663 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204829744.119, "dur": 1.198, + "args": { + "External id": 424473,"Record function id": 0, "Concrete Inputs": ["", "[65536, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[4194304, 1024, 1], []], "Input Dims": [[16, 4096, 1024], []], "Ev Idx": 6664 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty_like", "pid": 4183440, "tid": 4183440, + "ts": 675204829753.552, "dur": 8.043, + "args": { + "External id": 424474,"Record function id": 0, "Concrete Inputs": ["", "15", "", "", "False", ""], "Input type": ["c10::BFloat16", "Scalar", "", "", "Scalar", ""], "Input Strides": [[1024, 1], [], [], [], [], []], "Input Dims": [[65536, 1024], [], [], [], [], []], "Ev Idx": 6665 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204829756.000, "dur": 5.338, + "args": { + "External id": 424475,"Record function id": 0, "Concrete Inputs": ["[65536, 1024]", "[1024, 1]", "15", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 6666 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 4183440, + "ts": 675204829767.889, "dur": 3.719, + "args": { + "External id": 424476,"Record function id": 0, "Concrete Inputs": ["[65536, 1024]", "15", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 6667 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 4183440, + "ts": 675204829775.072, "dur": 3.217, + "args": { + "External id": 424477,"Record function id": 0, "Concrete Inputs": ["[65536]", "6", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 6668 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 4183440, "tid": 4183440, + "ts": 675204829904.773, "dur": 3.453, + "args": { + "External id": 424478,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1024, 1], []], "Input Dims": [[65536, 1024], []], "Ev Idx": 6669 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204829905.830, "dur": 2.176, + "args": { + "External id": 424479,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1024, 1], []], "Input Dims": [[65536, 1024], []], "Ev Idx": 6670 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 4183440, "tid": 4183440, + "ts": 675204829911.014, "dur": 2.236, + "args": { + "External id": 424480,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1024, 1], []], "Input Dims": [[65536, 1024], []], "Ev Idx": 6671 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204829912.374, "dur": 0.764, + "args": { + "External id": 424481,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1024, 1], []], "Input Dims": [[65536, 1024], []], "Ev Idx": 6672 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::linear", "pid": 4183440, "tid": 4183440, + "ts": 675204829959.996, "dur": 101.375, + "args": { + "External id": 424482,"Sequence number": 5055736, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", ""], "Input Strides": [[4194304, 1024, 1], [1024, 1], []], "Input Dims": [[16, 4096, 1024], [2816, 1024], []], "Ev Idx": 6673 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 4183440, "tid": 4183440, + "ts": 675204829961.055, "dur": 9.720, + "args": { + "External id": 424483,"Sequence number": 5055736, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[2816, 1024]], "Ev Idx": 6674 + } + }, + { + "ph": "s", "id": 76, "pid": 4183440, "tid": 4183440, "ts": 675204829961.055, + "cat": "fwdbwd", "name": "fwdbwd" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 4183440, "tid": 4183440, + "ts": 675204829964.458, "dur": 4.457, + "args": { + "External id": 424484,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [], []], "Input Dims": [[2816, 1024], [], []], "Ev Idx": 6675 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204829966.773, "dur": 1.797, + "args": { + "External id": 424485,"Record function id": 0, "Concrete Inputs": ["", "[1024, 2816]", "[1, 1024]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[1024, 1], [], [], []], "Input Dims": [[2816, 1024], [], [], []], "Ev Idx": 6676 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::matmul", "pid": 4183440, "tid": 4183440, + "ts": 675204829971.975, "dur": 89.117, + "args": { + "External id": 424486,"Sequence number": 5055737, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[4194304, 1024, 1], [1, 1024]], "Input Dims": [[16, 4096, 1024], [1024, 2816]], "Ev Idx": 6677 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 4183440, "tid": 4183440, + "ts": 675204829973.881, "dur": 4.042, + "args": { + "External id": 424487,"Sequence number": 5055737, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "[65536, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[4194304, 1024, 1], []], "Input Dims": [[16, 4096, 1024], []], "Ev Idx": 6678 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204829974.896, "dur": 2.912, + "args": { + "External id": 424488,"Sequence number": 5055737, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "[65536, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[4194304, 1024, 1], []], "Input Dims": [[16, 4096, 1024], []], "Ev Idx": 6679 + } + }, + { + "ph": "s", "id": 75, "pid": 4183440, "tid": 4183440, "ts": 675204829974.896, + "cat": "fwdbwd", "name": "fwdbwd" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 4183440, + "ts": 675204829978.804, "dur": 73.868, + "args": { + "External id": 424489,"Sequence number": 5055738, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1, 1024]], "Input Dims": [[65536, 1024], [1024, 2816]], "Ev Idx": 6680 + } + }, + { + "ph": "s", "id": 74, "pid": 4183440, "tid": 4183440, "ts": 675204829978.804, + "cat": "fwdbwd", "name": "fwdbwd" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::_unsafe_view", "pid": 4183440, "tid": 4183440, + "ts": 675204830055.104, "dur": 5.345, + "args": { + "External id": 424490,"Sequence number": 5055739, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 2816]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[2816, 1], []], "Input Dims": [[65536, 2816], []], "Ev Idx": 6681 + } + }, + { + "ph": "s", "id": 73, "pid": 4183440, "tid": 4183440, "ts": 675204830055.104, + "cat": "fwdbwd", "name": "fwdbwd" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::linear", "pid": 4183440, "tid": 4183440, + "ts": 675204830069.468, "dur": 65.513, + "args": { + "External id": 424491,"Sequence number": 5055740, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", ""], "Input Strides": [[4194304, 1024, 1], [1024, 1], []], "Input Dims": [[16, 4096, 1024], [2816, 1024], []], "Ev Idx": 6682 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 4183440, "tid": 4183440, + "ts": 675204830070.019, "dur": 6.703, + "args": { + "External id": 424492,"Sequence number": 5055740, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[2816, 1024]], "Ev Idx": 6683 + } + }, + { + "ph": "s", "id": 72, "pid": 4183440, "tid": 4183440, "ts": 675204830070.019, + "cat": "fwdbwd", "name": "fwdbwd" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 4183440, "tid": 4183440, + "ts": 675204830072.175, "dur": 3.018, + "args": { + "External id": 424493,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [], []], "Input Dims": [[2816, 1024], [], []], "Ev Idx": 6684 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204830074.118, "dur": 0.897, + "args": { + "External id": 424494,"Record function id": 0, "Concrete Inputs": ["", "[1024, 2816]", "[1, 1024]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[1024, 1], [], [], []], "Input Dims": [[2816, 1024], [], [], []], "Ev Idx": 6685 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::matmul", "pid": 4183440, "tid": 4183440, + "ts": 675204830077.409, "dur": 57.290, + "args": { + "External id": 424495,"Sequence number": 5055741, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[4194304, 1024, 1], [1, 1024]], "Input Dims": [[16, 4096, 1024], [1024, 2816]], "Ev Idx": 6686 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 4183440, "tid": 4183440, + "ts": 675204830079.069, "dur": 7.178, + "args": { + "External id": 424496,"Sequence number": 5055741, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "[65536, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[4194304, 1024, 1], []], "Input Dims": [[16, 4096, 1024], []], "Ev Idx": 6687 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204830080.334, "dur": 5.747, + "args": { + "External id": 424497,"Sequence number": 5055741, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "[65536, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[4194304, 1024, 1], []], "Input Dims": [[16, 4096, 1024], []], "Ev Idx": 6688 + } + }, + { + "ph": "s", "id": 71, "pid": 4183440, "tid": 4183440, "ts": 675204830080.334, + "cat": "fwdbwd", "name": "fwdbwd" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 4183440, + "ts": 675204830086.825, "dur": 40.132, + "args": { + "External id": 424498,"Sequence number": 5055742, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1, 1024]], "Input Dims": [[65536, 1024], [1024, 2816]], "Ev Idx": 6689 + } + }, + { + "ph": "s", "id": 70, "pid": 4183440, "tid": 4183440, "ts": 675204830086.825, + "cat": "fwdbwd", "name": "fwdbwd" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::_unsafe_view", "pid": 4183440, "tid": 4183440, + "ts": 675204830128.877, "dur": 5.425, + "args": { + "External id": 424499,"Sequence number": 5055743, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 2816]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[2816, 1], []], "Input Dims": [[65536, 2816], []], "Ev Idx": 6690 + } + }, + { + "ph": "s", "id": 69, "pid": 4183440, "tid": 4183440, "ts": 675204830128.877, + "cat": "fwdbwd", "name": "fwdbwd" + }, + { + "ph": "X", "cat": "cpu_op", "name": "SwiGLULinearFunction", "pid": 4183440, "tid": 4183440, + "ts": 675204830156.148, "dur": 140.363, + "args": { + "External id": 424500,"Sequence number": 5055744, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", ""], "Input Strides": [[11534336, 2816, 1], [11534336, 2816, 1], [2816, 1], []], "Input Dims": [[16, 4096, 2816], [16, 4096, 2816], [1024, 2816], []], "Ev Idx": 6691 + } + }, + { + "ph": "s", "id": 68, "pid": 4183440, "tid": 4183440, "ts": 675204830156.148, + "cat": "fwdbwd", "name": "fwdbwd" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 4183440, + "ts": 675204830193.428, "dur": 4.215, + "args": { + "External id": 424501,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 2816]", "15", "", "", "", "0"], "Input type": ["ScalarList", "Scalar", "", "", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 6692 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::linear", "pid": 4183440, "tid": 4183440, + "ts": 675204830228.179, "dur": 54.444, + "args": { + "External id": 424502,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", ""], "Input Strides": [[11534336, 2816, 1], [2816, 1], []], "Input Dims": [[16, 4096, 2816], [1024, 2816], []], "Ev Idx": 6693 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 4183440, "tid": 4183440, + "ts": 675204830228.849, "dur": 4.381, + "args": { + "External id": 424503,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2816, 1]], "Input Dims": [[1024, 2816]], "Ev Idx": 6694 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 4183440, "tid": 4183440, + "ts": 675204830229.794, "dur": 2.686, + "args": { + "External id": 424504,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[2816, 1], [], []], "Input Dims": [[1024, 2816], [], []], "Ev Idx": 6695 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204830231.596, "dur": 0.693, + "args": { + "External id": 424505,"Record function id": 0, "Concrete Inputs": ["", "[2816, 1024]", "[1, 2816]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[2816, 1], [], [], []], "Input Dims": [[1024, 2816], [], [], []], "Ev Idx": 6696 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::matmul", "pid": 4183440, "tid": 4183440, + "ts": 675204830233.763, "dur": 48.450, + "args": { + "External id": 424506,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[11534336, 2816, 1], [1, 2816]], "Input Dims": [[16, 4096, 2816], [2816, 1024]], "Ev Idx": 6697 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 4183440, "tid": 4183440, + "ts": 675204830235.415, "dur": 2.325, + "args": { + "External id": 424507,"Record function id": 0, "Concrete Inputs": ["", "[65536, 2816]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[11534336, 2816, 1], []], "Input Dims": [[16, 4096, 2816], []], "Ev Idx": 6698 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204830236.196, "dur": 1.417, + "args": { + "External id": 424508,"Record function id": 0, "Concrete Inputs": ["", "[65536, 2816]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[11534336, 2816, 1], []], "Input Dims": [[16, 4096, 2816], []], "Ev Idx": 6699 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 4183440, + "ts": 675204830238.743, "dur": 39.430, + "args": { + "External id": 424509,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2816, 1], [1, 2816]], "Input Dims": [[65536, 2816], [2816, 1024]], "Ev Idx": 6700 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::_unsafe_view", "pid": 4183440, "tid": 4183440, + "ts": 675204830280.461, "dur": 1.075, + "args": { + "External id": 424510,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1024, 1], []], "Input Dims": [[65536, 1024], []], "Ev Idx": 6701 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::add", "pid": 4183440, "tid": 4183440, + "ts": 675204830304.819, "dur": 24.102, + "args": { + "External id": 424511,"Sequence number": 5055745, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "", "1"], "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[4194304, 1024, 1], [4194304, 1024, 1], []], "Input Dims": [[16, 4096, 1024], [16, 4096, 1024], []], "Ev Idx": 6702 + } + }, + { + "ph": "s", "id": 67, "pid": 4183440, "tid": 4183440, "ts": 675204830304.819, + "cat": "fwdbwd", "name": "fwdbwd" + }, + { + "ph": "X", "cat": "cpu_op", "name": "LayerNormFunction", "pid": 4183440, "tid": 4183440, + "ts": 675204830364.918, "dur": 179.818, + "args": { + "External id": 424512,"Sequence number": 5055746, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "", "", "", "9.9999999999999995e-07", "False", "False", "True"], "Input type": ["c10::BFloat16", "c10::BFloat16", "", "", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[4194304, 1024, 1], [1], [], [], [], [], [], []], "Input Dims": [[16, 4096, 1024], [1024], [], [], [], [], [], []], "Ev Idx": 6703 + } + }, + { + "ph": "s", "id": 66, "pid": 4183440, "tid": 4183440, "ts": 675204830364.918, + "cat": "fwdbwd", "name": "fwdbwd" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 4183440, "tid": 4183440, + "ts": 675204830382.110, "dur": 3.247, + "args": { + "External id": 424513,"Record function id": 0, "Concrete Inputs": ["", "[-1, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[4194304, 1024, 1], []], "Input Dims": [[16, 4096, 1024], []], "Ev Idx": 6704 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204830383.442, "dur": 1.750, + "args": { + "External id": 424514,"Record function id": 0, "Concrete Inputs": ["", "[-1, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[4194304, 1024, 1], []], "Input Dims": [[16, 4096, 1024], []], "Ev Idx": 6705 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty_like", "pid": 4183440, "tid": 4183440, + "ts": 675204830393.254, "dur": 6.981, + "args": { + "External id": 424515,"Record function id": 0, "Concrete Inputs": ["", "15", "", "", "False", ""], "Input type": ["c10::BFloat16", "Scalar", "", "", "Scalar", ""], "Input Strides": [[1024, 1], [], [], [], [], []], "Input Dims": [[65536, 1024], [], [], [], [], []], "Ev Idx": 6706 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204830395.659, "dur": 4.224, + "args": { + "External id": 424516,"Record function id": 0, "Concrete Inputs": ["[65536, 1024]", "[1024, 1]", "15", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 6707 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 4183440, + "ts": 675204830406.224, "dur": 3.465, + "args": { + "External id": 424517,"Record function id": 0, "Concrete Inputs": ["[65536]", "6", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 6708 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 4183440, "tid": 4183440, + "ts": 675204830530.535, "dur": 3.200, + "args": { + "External id": 424518,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1024, 1], []], "Input Dims": [[65536, 1024], []], "Ev Idx": 6709 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204830531.878, "dur": 1.619, + "args": { + "External id": 424519,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1024, 1], []], "Input Dims": [[65536, 1024], []], "Ev Idx": 6710 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::linear", "pid": 4183440, "tid": 4183440, + "ts": 675204830564.254, "dur": 76.249, + "args": { + "External id": 424520,"Sequence number": 5055747, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", ""], "Input Strides": [[4194304, 1024, 1], [1024, 1], []], "Input Dims": [[16, 4096, 1024], [1024, 1024], []], "Ev Idx": 6711 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 4183440, "tid": 4183440, + "ts": 675204830565.260, "dur": 7.430, + "args": { + "External id": 424521,"Sequence number": 5055747, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 6712 + } + }, + { + "ph": "s", "id": 65, "pid": 4183440, "tid": 4183440, "ts": 675204830565.260, + "cat": "fwdbwd", "name": "fwdbwd" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 4183440, "tid": 4183440, + "ts": 675204830567.993, "dur": 3.532, + "args": { + "External id": 424522,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [], []], "Input Dims": [[1024, 1024], [], []], "Ev Idx": 6713 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204830570.045, "dur": 1.272, + "args": { + "External id": 424523,"Record function id": 0, "Concrete Inputs": ["", "[1024, 1024]", "[1, 1024]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[1024, 1], [], [], []], "Input Dims": [[1024, 1024], [], [], []], "Ev Idx": 6714 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::matmul", "pid": 4183440, "tid": 4183440, + "ts": 675204830573.719, "dur": 66.533, + "args": { + "External id": 424524,"Sequence number": 5055748, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[4194304, 1024, 1], [1, 1024]], "Input Dims": [[16, 4096, 1024], [1024, 1024]], "Ev Idx": 6715 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 4183440, "tid": 4183440, + "ts": 675204830575.406, "dur": 4.240, + "args": { + "External id": 424525,"Sequence number": 5055748, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "[65536, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[4194304, 1024, 1], []], "Input Dims": [[16, 4096, 1024], []], "Ev Idx": 6716 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204830576.561, "dur": 2.949, + "args": { + "External id": 424526,"Sequence number": 5055748, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "[65536, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[4194304, 1024, 1], []], "Input Dims": [[16, 4096, 1024], []], "Ev Idx": 6717 + } + }, + { + "ph": "s", "id": 64, "pid": 4183440, "tid": 4183440, "ts": 675204830576.561, + "cat": "fwdbwd", "name": "fwdbwd" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 4183440, + "ts": 675204830580.572, "dur": 53.723, + "args": { + "External id": 424527,"Sequence number": 5055749, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1, 1024]], "Input Dims": [[65536, 1024], [1024, 1024]], "Ev Idx": 6718 + } + }, + { + "ph": "s", "id": 63, "pid": 4183440, "tid": 4183440, "ts": 675204830580.572, + "cat": "fwdbwd", "name": "fwdbwd" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::_unsafe_view", "pid": 4183440, "tid": 4183440, + "ts": 675204830636.098, "dur": 3.629, + "args": { + "External id": 424528,"Sequence number": 5055750, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1024, 1], []], "Input Dims": [[65536, 1024], []], "Ev Idx": 6719 + } + }, + { + "ph": "s", "id": 62, "pid": 4183440, "tid": 4183440, "ts": 675204830636.098, + "cat": "fwdbwd", "name": "fwdbwd" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::linear", "pid": 4183440, "tid": 4183440, + "ts": 675204830648.823, "dur": 113.178, + "args": { + "External id": 424529,"Sequence number": 5055751, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", ""], "Input Strides": [[4194304, 1024, 1], [1024, 1], []], "Input Dims": [[16, 4096, 1024], [1024, 1024], []], "Ev Idx": 6720 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 4183440, "tid": 4183440, + "ts": 675204830649.472, "dur": 45.359, + "args": { + "External id": 424530,"Sequence number": 5055751, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 6721 + } + }, + { + "ph": "s", "id": 61, "pid": 4183440, "tid": 4183440, "ts": 675204830649.472, + "cat": "fwdbwd", "name": "fwdbwd" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 4183440, "tid": 4183440, + "ts": 675204830650.898, "dur": 3.066, + "args": { + "External id": 424531,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [], []], "Input Dims": [[1024, 1024], [], []], "Ev Idx": 6722 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204830652.759, "dur": 1.072, + "args": { + "External id": 424532,"Record function id": 0, "Concrete Inputs": ["", "[1024, 1024]", "[1, 1024]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[1024, 1], [], [], []], "Input Dims": [[1024, 1024], [], [], []], "Ev Idx": 6723 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::matmul", "pid": 4183440, "tid": 4183440, + "ts": 675204830696.769, "dur": 64.968, + "args": { + "External id": 424533,"Sequence number": 5055752, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[4194304, 1024, 1], [1, 1024]], "Input Dims": [[16, 4096, 1024], [1024, 1024]], "Ev Idx": 6724 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 4183440, "tid": 4183440, + "ts": 675204830698.561, "dur": 4.181, + "args": { + "External id": 424534,"Sequence number": 5055752, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "[65536, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[4194304, 1024, 1], []], "Input Dims": [[16, 4096, 1024], []], "Ev Idx": 6725 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204830699.524, "dur": 3.063, + "args": { + "External id": 424535,"Sequence number": 5055752, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "[65536, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[4194304, 1024, 1], []], "Input Dims": [[16, 4096, 1024], []], "Ev Idx": 6726 + } + }, + { + "ph": "s", "id": 60, "pid": 4183440, "tid": 4183440, "ts": 675204830699.524, + "cat": "fwdbwd", "name": "fwdbwd" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 4183440, + "ts": 675204830703.319, "dur": 51.007, + "args": { + "External id": 424536,"Sequence number": 5055753, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1, 1024]], "Input Dims": [[65536, 1024], [1024, 1024]], "Ev Idx": 6727 + } + }, + { + "ph": "s", "id": 59, "pid": 4183440, "tid": 4183440, "ts": 675204830703.319, + "cat": "fwdbwd", "name": "fwdbwd" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::_unsafe_view", "pid": 4183440, "tid": 4183440, + "ts": 675204830756.384, "dur": 4.859, + "args": { + "External id": 424537,"Sequence number": 5055754, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1024, 1], []], "Input Dims": [[65536, 1024], []], "Ev Idx": 6728 + } + }, + { + "ph": "s", "id": 58, "pid": 4183440, "tid": 4183440, "ts": 675204830756.384, + "cat": "fwdbwd", "name": "fwdbwd" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::linear", "pid": 4183440, "tid": 4183440, + "ts": 675204830771.118, "dur": 60.011, + "args": { + "External id": 424538,"Sequence number": 5055755, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", ""], "Input Strides": [[4194304, 1024, 1], [1024, 1], []], "Input Dims": [[16, 4096, 1024], [1024, 1024], []], "Ev Idx": 6729 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 4183440, "tid": 4183440, + "ts": 675204830772.313, "dur": 8.414, + "args": { + "External id": 424539,"Sequence number": 5055755, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 6730 + } + }, + { + "ph": "s", "id": 57, "pid": 4183440, "tid": 4183440, "ts": 675204830772.313, + "cat": "fwdbwd", "name": "fwdbwd" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 4183440, "tid": 4183440, + "ts": 675204830773.990, "dur": 5.716, + "args": { + "External id": 424540,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [], []], "Input Dims": [[1024, 1024], [], []], "Ev Idx": 6731 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204830776.410, "dur": 3.098, + "args": { + "External id": 424541,"Record function id": 0, "Concrete Inputs": ["", "[1024, 1024]", "[1, 1024]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[1024, 1], [], [], []], "Input Dims": [[1024, 1024], [], [], []], "Ev Idx": 6732 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::matmul", "pid": 4183440, "tid": 4183440, + "ts": 675204830781.394, "dur": 49.452, + "args": { + "External id": 424542,"Sequence number": 5055756, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[4194304, 1024, 1], [1, 1024]], "Input Dims": [[16, 4096, 1024], [1024, 1024]], "Ev Idx": 6733 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 4183440, "tid": 4183440, + "ts": 675204830782.903, "dur": 4.880, + "args": { + "External id": 424543,"Sequence number": 5055756, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "[65536, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[4194304, 1024, 1], []], "Input Dims": [[16, 4096, 1024], []], "Ev Idx": 6734 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204830783.837, "dur": 3.813, + "args": { + "External id": 424544,"Sequence number": 5055756, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "[65536, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[4194304, 1024, 1], []], "Input Dims": [[16, 4096, 1024], []], "Ev Idx": 6735 + } + }, + { + "ph": "s", "id": 56, "pid": 4183440, "tid": 4183440, "ts": 675204830783.837, + "cat": "fwdbwd", "name": "fwdbwd" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 4183440, + "ts": 675204830788.363, "dur": 36.127, + "args": { + "External id": 424545,"Sequence number": 5055757, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1, 1024]], "Input Dims": [[65536, 1024], [1024, 1024]], "Ev Idx": 6736 + } + }, + { + "ph": "s", "id": 55, "pid": 4183440, "tid": 4183440, "ts": 675204830788.363, + "cat": "fwdbwd", "name": "fwdbwd" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::_unsafe_view", "pid": 4183440, "tid": 4183440, + "ts": 675204830825.999, "dur": 4.397, + "args": { + "External id": 424546,"Sequence number": 5055758, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1024, 1], []], "Input Dims": [[65536, 1024], []], "Ev Idx": 6737 + } + }, + { + "ph": "s", "id": 54, "pid": 4183440, "tid": 4183440, "ts": 675204830825.999, + "cat": "fwdbwd", "name": "fwdbwd" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 4183440, "tid": 4183440, + "ts": 675204830847.541, "dur": 4.063, + "args": { + "External id": 424547,"Sequence number": 5055759, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 16, 64]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[4194304, 1024, 1], []], "Input Dims": [[16, 4096, 1024], []], "Ev Idx": 6738 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204830848.664, "dur": 2.830, + "args": { + "External id": 424548,"Sequence number": 5055759, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 16, 64]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[4194304, 1024, 1], []], "Input Dims": [[16, 4096, 1024], []], "Ev Idx": 6739 + } + }, + { + "ph": "s", "id": 53, "pid": 4183440, "tid": 4183440, "ts": 675204830848.664, + "cat": "fwdbwd", "name": "fwdbwd" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 4183440, "tid": 4183440, + "ts": 675204830857.983, "dur": 3.640, + "args": { + "External id": 424549,"Sequence number": 5055760, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 16, 64]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[4194304, 1024, 1], []], "Input Dims": [[16, 4096, 1024], []], "Ev Idx": 6740 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204830859.391, "dur": 2.086, + "args": { + "External id": 424550,"Sequence number": 5055760, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 16, 64]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[4194304, 1024, 1], []], "Input Dims": [[16, 4096, 1024], []], "Ev Idx": 6741 + } + }, + { + "ph": "s", "id": 52, "pid": 4183440, "tid": 4183440, "ts": 675204830859.391, + "cat": "fwdbwd", "name": "fwdbwd" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 4183440, "tid": 4183440, + "ts": 675204830865.455, "dur": 3.594, + "args": { + "External id": 424551,"Sequence number": 5055761, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 16, 64]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[4194304, 1024, 1], []], "Input Dims": [[16, 4096, 1024], []], "Ev Idx": 6742 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204830866.876, "dur": 2.058, + "args": { + "External id": 424552,"Sequence number": 5055761, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 16, 64]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[4194304, 1024, 1], []], "Input Dims": [[16, 4096, 1024], []], "Ev Idx": 6743 + } + }, + { + "ph": "s", "id": 51, "pid": 4183440, "tid": 4183440, "ts": 675204830866.876, + "cat": "fwdbwd", "name": "fwdbwd" + }, + { + "ph": "X", "cat": "cpu_op", "name": "RotaryEmbeddingFunction", "pid": 4183440, "tid": 4183440, + "ts": 675204830899.565, "dur": 179.207, + "args": { + "External id": 424553,"Sequence number": 5055762, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "", "", "False", "False", "0", "", "8192"], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[4194304, 1024, 64, 1], [32, 1], [32, 1], [], [], [], [], []], "Input Dims": [[16, 4096, 16, 64], [8192, 32], [8192, 32], [], [], [], [], []], "Ev Idx": 6744 + } + }, + { + "ph": "s", "id": 50, "pid": 4183440, "tid": 4183440, "ts": 675204830899.565, + "cat": "fwdbwd", "name": "fwdbwd" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty_like", "pid": 4183440, "tid": 4183440, + "ts": 675204830919.243, "dur": 10.187, + "args": { + "External id": 424554,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "False", ""], "Input type": ["c10::BFloat16", "", "", "", "Scalar", ""], "Input Strides": [[4194304, 1024, 64, 1], [], [], [], [], []], "Input Dims": [[16, 4096, 16, 64], [], [], [], [], []], "Ev Idx": 6745 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204830921.568, "dur": 7.458, + "args": { + "External id": 424555,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 16, 64]", "[4194304, 1024, 64, 1]", "15", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 6746 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "RotaryEmbeddingFunction", "pid": 4183440, "tid": 4183440, + "ts": 675204831100.759, "dur": 106.770, + "args": { + "External id": 424556,"Sequence number": 5055763, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "", "", "False", "False", "0", "", "8192"], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[4194304, 1024, 64, 1], [32, 1], [32, 1], [], [], [], [], []], "Input Dims": [[16, 4096, 16, 64], [8192, 32], [8192, 32], [], [], [], [], []], "Ev Idx": 6747 + } + }, + { + "ph": "s", "id": 49, "pid": 4183440, "tid": 4183440, "ts": 675204831100.759, + "cat": "fwdbwd", "name": "fwdbwd" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty_like", "pid": 4183440, "tid": 4183440, + "ts": 675204831114.632, "dur": 8.587, + "args": { + "External id": 424557,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "False", ""], "Input type": ["c10::BFloat16", "", "", "", "Scalar", ""], "Input Strides": [[4194304, 1024, 64, 1], [], [], [], [], []], "Input Dims": [[16, 4096, 16, 64], [], [], [], [], []], "Ev Idx": 6748 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204831117.169, "dur": 5.640, + "args": { + "External id": 424558,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 16, 64]", "[4194304, 1024, 64, 1]", "15", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 6749 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "FlashAttnFunc", "pid": 4183440, "tid": 4183440, + "ts": 675204831235.109, "dur": 176.234, + "args": { + "External id": 424559,"Sequence number": 5055764, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "", "", "0.", "", "True", "", "0.", "", "False", "False", "True"], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "", "Scalar", "", "Scalar", "", "Scalar", "Scalar", "Scalar"], "Input Strides": [[4194304, 1024, 64, 1], [4194304, 1024, 64, 1], [4194304, 1024, 64, 1], [], [], [], [], [], [], [], [], []], "Input Dims": [[16, 4096, 16, 64], [16, 4096, 16, 64], [16, 4096, 16, 64], [], [], [], [], [], [], [], [], []], "Ev Idx": 6750 + } + }, + { + "ph": "s", "id": 48, "pid": 4183440, "tid": 4183440, "ts": 675204831235.109, + "cat": "fwdbwd", "name": "fwdbwd" + }, + { + "ph": "X", "cat": "cpu_op", "name": "flash_attn::_flash_attn_forward", "pid": 4183440, "tid": 4183440, + "ts": 675204831263.144, "dur": 123.964, + "args": { + "External id": 424560,"Record function id": 0, "Concrete Inputs": ["", "", "", "0.", "0.125", "True", "-1", "-1", "0.", "", "False"], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[4194304, 1024, 64, 1], [4194304, 1024, 64, 1], [4194304, 1024, 64, 1], [], [], [], [], [], [], [], []], "Input Dims": [[16, 4096, 16, 64], [16, 4096, 16, 64], [16, 4096, 16, 64], [], [], [], [], [], [], [], []], "Ev Idx": 6751 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty_like", "pid": 4183440, "tid": 4183440, + "ts": 675204831314.400, "dur": 6.893, + "args": { + "External id": 424561,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", ""], "Input type": ["c10::BFloat16", "", "", "", "", ""], "Input Strides": [[4194304, 1024, 64, 1], [], [], [], [], []], "Input Dims": [[16, 4096, 16, 64], [], [], [], [], []], "Ev Idx": 6752 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204831316.317, "dur": 4.578, + "args": { + "External id": 424562,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 16, 64]", "[4194304, 1024, 64, 1]", "15", "0", "", ""], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 6753 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 4183440, + "ts": 675204831324.082, "dur": 4.391, + "args": { + "External id": 424563,"Record function id": 0, "Concrete Inputs": ["[16, 16, 4096]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 6754 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 4183440, + "ts": 675204831330.089, "dur": 1.297, + "args": { + "External id": 424564,"Record function id": 0, "Concrete Inputs": ["[0]", "15", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 6755 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 4183440, + "ts": 675204831333.922, "dur": 5.449, + "args": { + "External id": 424565,"Record function id": 0, "Concrete Inputs": ["[2]", "4", "", "", "", ""], "Input type": ["ScalarList", "Scalar", "", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 6756 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::alias", "pid": 4183440, "tid": 4183440, + "ts": 675204831398.307, "dur": 4.314, + "args": { + "External id": 424566,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[4194304, 1024, 64, 1]], "Input Dims": [[16, 4096, 16, 64]], "Ev Idx": 6757 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 4183440, "tid": 4183440, + "ts": 675204831415.921, "dur": 5.995, + "args": { + "External id": 424567,"Sequence number": 5055765, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "[16, 4096, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[4194304, 1024, 64, 1], []], "Input Dims": [[16, 4096, 16, 64], []], "Ev Idx": 6758 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204831417.374, "dur": 4.381, + "args": { + "External id": 424568,"Sequence number": 5055765, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "[16, 4096, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[4194304, 1024, 64, 1], []], "Input Dims": [[16, 4096, 16, 64], []], "Ev Idx": 6759 + } + }, + { + "ph": "s", "id": 47, "pid": 4183440, "tid": 4183440, "ts": 675204831417.374, + "cat": "fwdbwd", "name": "fwdbwd" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::linear", "pid": 4183440, "tid": 4183440, + "ts": 675204831435.773, "dur": 97.316, + "args": { + "External id": 424569,"Sequence number": 5055766, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", ""], "Input Strides": [[4194304, 1024, 1], [1024, 1], []], "Input Dims": [[16, 4096, 1024], [1024, 1024], []], "Ev Idx": 6760 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 4183440, "tid": 4183440, + "ts": 675204831437.079, "dur": 8.887, + "args": { + "External id": 424570,"Sequence number": 5055766, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[1024, 1024]], "Ev Idx": 6761 + } + }, + { + "ph": "s", "id": 46, "pid": 4183440, "tid": 4183440, "ts": 675204831437.079, + "cat": "fwdbwd", "name": "fwdbwd" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 4183440, "tid": 4183440, + "ts": 675204831439.990, "dur": 4.800, + "args": { + "External id": 424571,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [], []], "Input Dims": [[1024, 1024], [], []], "Ev Idx": 6762 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204831443.044, "dur": 1.487, + "args": { + "External id": 424572,"Record function id": 0, "Concrete Inputs": ["", "[1024, 1024]", "[1, 1024]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[1024, 1], [], [], []], "Input Dims": [[1024, 1024], [], [], []], "Ev Idx": 6763 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::matmul", "pid": 4183440, "tid": 4183440, + "ts": 675204831447.153, "dur": 85.627, + "args": { + "External id": 424573,"Sequence number": 5055767, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[4194304, 1024, 1], [1, 1024]], "Input Dims": [[16, 4096, 1024], [1024, 1024]], "Ev Idx": 6764 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 4183440, "tid": 4183440, + "ts": 675204831449.320, "dur": 3.229, + "args": { + "External id": 424574,"Sequence number": 5055767, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "[65536, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[4194304, 1024, 1], []], "Input Dims": [[16, 4096, 1024], []], "Ev Idx": 6765 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204831450.136, "dur": 2.260, + "args": { + "External id": 424575,"Sequence number": 5055767, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "[65536, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[4194304, 1024, 1], []], "Input Dims": [[16, 4096, 1024], []], "Ev Idx": 6766 + } + }, + { + "ph": "s", "id": 45, "pid": 4183440, "tid": 4183440, "ts": 675204831450.136, + "cat": "fwdbwd", "name": "fwdbwd" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 4183440, + "ts": 675204831453.552, "dur": 71.811, + "args": { + "External id": 424576,"Sequence number": 5055768, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1, 1024]], "Input Dims": [[65536, 1024], [1024, 1024]], "Ev Idx": 6767 + } + }, + { + "ph": "s", "id": 44, "pid": 4183440, "tid": 4183440, "ts": 675204831453.552, + "cat": "fwdbwd", "name": "fwdbwd" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::_unsafe_view", "pid": 4183440, "tid": 4183440, + "ts": 675204831527.629, "dur": 4.463, + "args": { + "External id": 424577,"Sequence number": 5055769, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1024, 1], []], "Input Dims": [[65536, 1024], []], "Ev Idx": 6768 + } + }, + { + "ph": "s", "id": 43, "pid": 4183440, "tid": 4183440, "ts": 675204831527.629, + "cat": "fwdbwd", "name": "fwdbwd" + }, + { + "ph": "X", "cat": "cpu_op", "name": "LayerNormFunction", "pid": 4183440, "tid": 4183440, + "ts": 675204831564.328, "dur": 244.163, + "args": { + "External id": 424578,"Sequence number": 5055770, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "", "", "", "9.9999999999999995e-07", "True", "False", "True"], "Input type": ["c10::BFloat16", "c10::BFloat16", "", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[4194304, 1024, 1], [1], [], [4194304, 1024, 1], [], [], [], []], "Input Dims": [[16, 4096, 1024], [1024], [], [16, 4096, 1024], [], [], [], []], "Ev Idx": 6769 + } + }, + { + "ph": "s", "id": 42, "pid": 4183440, "tid": 4183440, "ts": 675204831564.328, + "cat": "fwdbwd", "name": "fwdbwd" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 4183440, "tid": 4183440, + "ts": 675204831581.605, "dur": 2.734, + "args": { + "External id": 424579,"Record function id": 0, "Concrete Inputs": ["", "[-1, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[4194304, 1024, 1], []], "Input Dims": [[16, 4096, 1024], []], "Ev Idx": 6770 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204831582.596, "dur": 1.593, + "args": { + "External id": 424580,"Record function id": 0, "Concrete Inputs": ["", "[-1, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[4194304, 1024, 1], []], "Input Dims": [[16, 4096, 1024], []], "Ev Idx": 6771 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::reshape_as", "pid": 4183440, "tid": 4183440, + "ts": 675204831588.226, "dur": 3.714, + "args": { + "External id": 424581,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[4194304, 1024, 1], [1024, 1]], "Input Dims": [[16, 4096, 1024], [65536, 1024]], "Ev Idx": 6772 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 4183440, "tid": 4183440, + "ts": 675204831589.632, "dur": 2.199, + "args": { + "External id": 424582,"Record function id": 0, "Concrete Inputs": ["", "[65536, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[4194304, 1024, 1], []], "Input Dims": [[16, 4096, 1024], []], "Ev Idx": 6773 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204831590.705, "dur": 1.006, + "args": { + "External id": 424583,"Record function id": 0, "Concrete Inputs": ["", "[65536, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[4194304, 1024, 1], []], "Input Dims": [[16, 4096, 1024], []], "Ev Idx": 6774 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty_like", "pid": 4183440, "tid": 4183440, + "ts": 675204831598.465, "dur": 6.832, + "args": { + "External id": 424584,"Record function id": 0, "Concrete Inputs": ["", "15", "", "", "False", ""], "Input type": ["c10::BFloat16", "Scalar", "", "", "Scalar", ""], "Input Strides": [[1024, 1], [], [], [], [], []], "Input Dims": [[65536, 1024], [], [], [], [], []], "Ev Idx": 6775 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204831600.551, "dur": 4.475, + "args": { + "External id": 424585,"Record function id": 0, "Concrete Inputs": ["[65536, 1024]", "[1024, 1]", "15", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 6776 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 4183440, + "ts": 675204831611.143, "dur": 3.723, + "args": { + "External id": 424586,"Record function id": 0, "Concrete Inputs": ["[65536, 1024]", "15", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 6777 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 4183440, + "ts": 675204831618.389, "dur": 3.075, + "args": { + "External id": 424587,"Record function id": 0, "Concrete Inputs": ["[65536]", "6", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 6778 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 4183440, "tid": 4183440, + "ts": 675204831783.249, "dur": 6.669, + "args": { + "External id": 424588,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1024, 1], []], "Input Dims": [[65536, 1024], []], "Ev Idx": 6779 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204831784.202, "dur": 5.366, + "args": { + "External id": 424589,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1024, 1], []], "Input Dims": [[65536, 1024], []], "Ev Idx": 6780 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 4183440, "tid": 4183440, + "ts": 675204831792.892, "dur": 2.432, + "args": { + "External id": 424590,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1024, 1], []], "Input Dims": [[65536, 1024], []], "Ev Idx": 6781 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204831793.828, "dur": 1.389, + "args": { + "External id": 424591,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1024, 1], []], "Input Dims": [[65536, 1024], []], "Ev Idx": 6782 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::linear", "pid": 4183440, "tid": 4183440, + "ts": 675204831827.643, "dur": 91.082, + "args": { + "External id": 424592,"Sequence number": 5055771, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", ""], "Input Strides": [[4194304, 1024, 1], [1024, 1], []], "Input Dims": [[16, 4096, 1024], [2816, 1024], []], "Ev Idx": 6783 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 4183440, "tid": 4183440, + "ts": 675204831828.791, "dur": 7.428, + "args": { + "External id": 424593,"Sequence number": 5055771, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[2816, 1024]], "Ev Idx": 6784 + } + }, + { + "ph": "s", "id": 41, "pid": 4183440, "tid": 4183440, "ts": 675204831828.791, + "cat": "fwdbwd", "name": "fwdbwd" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 4183440, "tid": 4183440, + "ts": 675204831831.397, "dur": 3.801, + "args": { + "External id": 424594,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [], []], "Input Dims": [[2816, 1024], [], []], "Ev Idx": 6785 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204831833.768, "dur": 1.184, + "args": { + "External id": 424595,"Record function id": 0, "Concrete Inputs": ["", "[1024, 2816]", "[1, 1024]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[1024, 1], [], [], []], "Input Dims": [[2816, 1024], [], [], []], "Ev Idx": 6786 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::matmul", "pid": 4183440, "tid": 4183440, + "ts": 675204831837.324, "dur": 81.155, + "args": { + "External id": 424596,"Sequence number": 5055772, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[4194304, 1024, 1], [1, 1024]], "Input Dims": [[16, 4096, 1024], [1024, 2816]], "Ev Idx": 6787 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 4183440, "tid": 4183440, + "ts": 675204831839.207, "dur": 6.435, + "args": { + "External id": 424597,"Sequence number": 5055772, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "[65536, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[4194304, 1024, 1], []], "Input Dims": [[16, 4096, 1024], []], "Ev Idx": 6788 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204831840.092, "dur": 5.434, + "args": { + "External id": 424598,"Sequence number": 5055772, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "[65536, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[4194304, 1024, 1], []], "Input Dims": [[16, 4096, 1024], []], "Ev Idx": 6789 + } + }, + { + "ph": "s", "id": 40, "pid": 4183440, "tid": 4183440, "ts": 675204831840.092, + "cat": "fwdbwd", "name": "fwdbwd" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 4183440, + "ts": 675204831846.822, "dur": 65.827, + "args": { + "External id": 424599,"Sequence number": 5055773, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1, 1024]], "Input Dims": [[65536, 1024], [1024, 2816]], "Ev Idx": 6790 + } + }, + { + "ph": "s", "id": 39, "pid": 4183440, "tid": 4183440, "ts": 675204831846.822, + "cat": "fwdbwd", "name": "fwdbwd" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::_unsafe_view", "pid": 4183440, "tid": 4183440, + "ts": 675204831914.715, "dur": 3.142, + "args": { + "External id": 424600,"Sequence number": 5055774, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 2816]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[2816, 1], []], "Input Dims": [[65536, 2816], []], "Ev Idx": 6791 + } + }, + { + "ph": "s", "id": 38, "pid": 4183440, "tid": 4183440, "ts": 675204831914.715, + "cat": "fwdbwd", "name": "fwdbwd" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::linear", "pid": 4183440, "tid": 4183440, + "ts": 675204831927.634, "dur": 95.123, + "args": { + "External id": 424601,"Sequence number": 5055775, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", ""], "Input Strides": [[4194304, 1024, 1], [1024, 1], []], "Input Dims": [[16, 4096, 1024], [2816, 1024], []], "Ev Idx": 6792 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 4183440, "tid": 4183440, + "ts": 675204831928.196, "dur": 26.990, + "args": { + "External id": 424602,"Sequence number": 5055775, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[2816, 1024]], "Ev Idx": 6793 + } + }, + { + "ph": "s", "id": 37, "pid": 4183440, "tid": 4183440, "ts": 675204831928.196, + "cat": "fwdbwd", "name": "fwdbwd" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 4183440, "tid": 4183440, + "ts": 675204831932.803, "dur": 20.682, + "args": { + "External id": 424603,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [], []], "Input Dims": [[2816, 1024], [], []], "Ev Idx": 6794 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204831951.645, "dur": 1.393, + "args": { + "External id": 424604,"Record function id": 0, "Concrete Inputs": ["", "[1024, 2816]", "[1, 1024]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[1024, 1], [], [], []], "Input Dims": [[2816, 1024], [], [], []], "Ev Idx": 6795 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::matmul", "pid": 4183440, "tid": 4183440, + "ts": 675204831956.487, "dur": 66.015, + "args": { + "External id": 424605,"Sequence number": 5055776, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[4194304, 1024, 1], [1, 1024]], "Input Dims": [[16, 4096, 1024], [1024, 2816]], "Ev Idx": 6796 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 4183440, "tid": 4183440, + "ts": 675204831958.164, "dur": 5.456, + "args": { + "External id": 424606,"Sequence number": 5055776, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "[65536, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[4194304, 1024, 1], []], "Input Dims": [[16, 4096, 1024], []], "Ev Idx": 6797 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204831959.359, "dur": 4.030, + "args": { + "External id": 424607,"Sequence number": 5055776, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "[65536, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[4194304, 1024, 1], []], "Input Dims": [[16, 4096, 1024], []], "Ev Idx": 6798 + } + }, + { + "ph": "s", "id": 36, "pid": 4183440, "tid": 4183440, "ts": 675204831959.359, + "cat": "fwdbwd", "name": "fwdbwd" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 4183440, + "ts": 675204831964.428, "dur": 50.492, + "args": { + "External id": 424608,"Sequence number": 5055777, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1, 1024]], "Input Dims": [[65536, 1024], [1024, 2816]], "Ev Idx": 6799 + } + }, + { + "ph": "s", "id": 35, "pid": 4183440, "tid": 4183440, "ts": 675204831964.428, + "cat": "fwdbwd", "name": "fwdbwd" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::_unsafe_view", "pid": 4183440, "tid": 4183440, + "ts": 675204832016.583, "dur": 5.396, + "args": { + "External id": 424609,"Sequence number": 5055778, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 2816]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[2816, 1], []], "Input Dims": [[65536, 2816], []], "Ev Idx": 6800 + } + }, + { + "ph": "s", "id": 34, "pid": 4183440, "tid": 4183440, "ts": 675204832016.583, + "cat": "fwdbwd", "name": "fwdbwd" + }, + { + "ph": "X", "cat": "cpu_op", "name": "SwiGLULinearFunction", "pid": 4183440, "tid": 4183440, + "ts": 675204832044.683, "dur": 141.294, + "args": { + "External id": 424610,"Sequence number": 5055779, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", ""], "Input Strides": [[11534336, 2816, 1], [11534336, 2816, 1], [2816, 1], []], "Input Dims": [[16, 4096, 2816], [16, 4096, 2816], [1024, 2816], []], "Ev Idx": 6801 + } + }, + { + "ph": "s", "id": 33, "pid": 4183440, "tid": 4183440, "ts": 675204832044.683, + "cat": "fwdbwd", "name": "fwdbwd" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 4183440, + "ts": 675204832082.818, "dur": 4.414, + "args": { + "External id": 424611,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 2816]", "15", "", "", "", "0"], "Input type": ["ScalarList", "Scalar", "", "", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 6802 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::linear", "pid": 4183440, "tid": 4183440, + "ts": 675204832117.456, "dur": 54.224, + "args": { + "External id": 424612,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", ""], "Input Strides": [[11534336, 2816, 1], [2816, 1], []], "Input Dims": [[16, 4096, 2816], [1024, 2816], []], "Ev Idx": 6803 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 4183440, "tid": 4183440, + "ts": 675204832118.216, "dur": 4.946, + "args": { + "External id": 424613,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2816, 1]], "Input Dims": [[1024, 2816]], "Ev Idx": 6804 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 4183440, "tid": 4183440, + "ts": 675204832119.259, "dur": 2.858, + "args": { + "External id": 424614,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[2816, 1], [], []], "Input Dims": [[1024, 2816], [], []], "Ev Idx": 6805 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204832121.213, "dur": 0.751, + "args": { + "External id": 424615,"Record function id": 0, "Concrete Inputs": ["", "[2816, 1024]", "[1, 2816]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[2816, 1], [], [], []], "Input Dims": [[1024, 2816], [], [], []], "Ev Idx": 6806 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::matmul", "pid": 4183440, "tid": 4183440, + "ts": 675204832124.085, "dur": 47.276, + "args": { + "External id": 424616,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[11534336, 2816, 1], [1, 2816]], "Input Dims": [[16, 4096, 2816], [2816, 1024]], "Ev Idx": 6807 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 4183440, "tid": 4183440, + "ts": 675204832125.499, "dur": 2.816, + "args": { + "External id": 424617,"Record function id": 0, "Concrete Inputs": ["", "[65536, 2816]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[11534336, 2816, 1], []], "Input Dims": [[16, 4096, 2816], []], "Ev Idx": 6808 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204832126.922, "dur": 1.280, + "args": { + "External id": 424618,"Record function id": 0, "Concrete Inputs": ["", "[65536, 2816]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[11534336, 2816, 1], []], "Input Dims": [[16, 4096, 2816], []], "Ev Idx": 6809 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 4183440, + "ts": 675204832128.812, "dur": 38.840, + "args": { + "External id": 424619,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2816, 1], [1, 2816]], "Input Dims": [[65536, 2816], [2816, 1024]], "Ev Idx": 6810 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::_unsafe_view", "pid": 4183440, "tid": 4183440, + "ts": 675204832169.642, "dur": 1.075, + "args": { + "External id": 424620,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1024, 1], []], "Input Dims": [[65536, 1024], []], "Ev Idx": 6811 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::add", "pid": 4183440, "tid": 4183440, + "ts": 675204832194.723, "dur": 23.357, + "args": { + "External id": 424621,"Sequence number": 5055780, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "", "1"], "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[4194304, 1024, 1], [4194304, 1024, 1], []], "Input Dims": [[16, 4096, 1024], [16, 4096, 1024], []], "Ev Idx": 6812 + } + }, + { + "ph": "s", "id": 32, "pid": 4183440, "tid": 4183440, "ts": 675204832194.723, + "cat": "fwdbwd", "name": "fwdbwd" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::stack", "pid": 4183440, "tid": 4183440, + "ts": 675204832234.506, "dur": 42.937, + "args": { + "External id": 424622,"Sequence number": 5055781, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "-2"], "Input type": ["TensorList", "Scalar"], "Input Strides": [[[4194304, 1024, 1], [4194304, 1024, 1], [4194304, 1024, 1], [4194304, 1024, 1]], []], "Input Dims": [[[16, 4096, 1024], [16, 4096, 1024], [16, 4096, 1024], [16, 4096, 1024]], []], "Ev Idx": 6813 + } + }, + { + "ph": "s", "id": 31, "pid": 4183440, "tid": 4183440, "ts": 675204832234.506, + "cat": "fwdbwd", "name": "fwdbwd" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::cat", "pid": 4183440, "tid": 4183440, + "ts": 675204832243.422, "dur": 29.714, + "args": { + "External id": 424623,"Record function id": 0, "Concrete Inputs": ["", "2"], "Input type": ["TensorList", "Scalar"], "Input Strides": [[[4194304, 1024, 1], [4194304, 1024, 1], [4194304, 1024, 1], [4194304, 1024, 1]], []], "Input Dims": [[[16, 4096, 1024], [16, 4096, 1024], [16, 4096, 1024], [16, 4096, 1024]], []], "Ev Idx": 6814 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204832274.722, "dur": 1.440, + "args": { + "External id": 424624,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 4, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[16777216, 4096, 1], []], "Input Dims": [[16, 4096, 4096], []], "Ev Idx": 6815 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "TorchDynamo Cache Lookup", "pid": 4183440, "tid": 4183440, + "ts": 675204832313.806, "dur": 51.545, + "args": { + "External id": 424625,"Record function id": 0, "Ev Idx": 6816 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "Torch-Compiled Region: 2/0", "pid": 4183440, "tid": 4183440, + "ts": 675204832366.527, "dur": 186.714, + "args": { + "External id": 424626,"Record function id": 0, "Ev Idx": 6817 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "CompiledFunction", "pid": 4183440, "tid": 4183440, + "ts": 675204832402.818, "dur": 142.364, + "args": { + "External id": 424627,"Sequence number": 5055782, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1], [16777216, 4096, 1024, 1]], "Input Dims": [[1024], [16, 4096, 4, 1024]], "Ev Idx": 6818 + } + }, + { + "ph": "s", "id": 30, "pid": 4183440, "tid": 4183440, "ts": 675204832402.818, + "cat": "fwdbwd", "name": "fwdbwd" + }, + { + "ph": "X", "cat": "cpu_op", "name": "layer_norm_fwd_kernel_0", "pid": 4183440, "tid": 4183440, + "ts": 675204832469.450, "dur": 37.054, + "args": { + "External id": 424628,"kernel_hash": "ck4apib4lp3ng7t5dwwm5qlikeosbnhrlf2sblbxilqmogtmpafh", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "1024", "1", "9.9999999999999995e-07", "True", "1024", "False", "False", "True", "False"], "kernel_file": "/tmp/torchinductor_cvm/k4/ck4apib4lp3ng7t5dwwm5qlikeosbnhrlf2sblbxilqmogtmpafh.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "float", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [1024, 1], [1], [1], [], [], [], [], [], [], [], [], []], "Input Dims": [[262144, 1024], [262144, 1024], [1024], [262144], [], [], [], [], [], [], [], [], []], "Ev Idx": 6819 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::zeros", "pid": 4183440, "tid": 4183440, + "ts": 675204832631.216, "dur": 85.343, + "args": { + "External id": 424629,"Record function id": 0, "Concrete Inputs": ["[1]", "", "", "", "False"], "Input type": ["ScalarList", "", "", "", "Scalar"], "Input Strides": [[], [], [], [], []], "Input Dims": [[], [], [], [], []], "Ev Idx": 6820 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 4183440, + "ts": 675204832633.900, "dur": 5.186, + "args": { + "External id": 424630,"Record function id": 0, "Concrete Inputs": ["[1]", "", "", "", "False", ""], "Input type": ["ScalarList", "", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 6821 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::zero_", "pid": 4183440, "tid": 4183440, + "ts": 675204832642.045, "dur": 74.199, + "args": { + "External id": 424631,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1]], "Input Dims": [[1]], "Ev Idx": 6822 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::fill_", "pid": 4183440, "tid": 4183440, + "ts": 675204832645.082, "dur": 70.366, + "args": { + "External id": 424632,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[1], []], "Input Dims": [[1], []], "Ev Idx": 6823 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::zeros", "pid": 4183440, "tid": 4183440, + "ts": 675204832723.685, "dur": 20.514, + "args": { + "External id": 424633,"Record function id": 0, "Concrete Inputs": ["[1]", "", "", "", "False"], "Input type": ["ScalarList", "", "", "", "Scalar"], "Input Strides": [[], [], [], [], []], "Input Dims": [[], [], [], [], []], "Ev Idx": 6824 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 4183440, + "ts": 675204832724.677, "dur": 3.886, + "args": { + "External id": 424634,"Record function id": 0, "Concrete Inputs": ["[1]", "", "", "", "False", ""], "Input type": ["ScalarList", "", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 6825 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::zero_", "pid": 4183440, "tid": 4183440, + "ts": 675204832729.426, "dur": 14.518, + "args": { + "External id": 424635,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1]], "Input Dims": [[1]], "Ev Idx": 6826 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::fill_", "pid": 4183440, "tid": 4183440, + "ts": 675204832730.129, "dur": 13.444, + "args": { + "External id": 424636,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[1], []], "Input Dims": [[1], []], "Ev Idx": 6827 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::zeros", "pid": 4183440, "tid": 4183440, + "ts": 675204832747.035, "dur": 19.409, + "args": { + "External id": 424637,"Record function id": 0, "Concrete Inputs": ["[1]", "", "", "", "False"], "Input type": ["ScalarList", "", "", "", "Scalar"], "Input Strides": [[], [], [], [], []], "Input Dims": [[], [], [], [], []], "Ev Idx": 6828 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 4183440, + "ts": 675204832748.319, "dur": 2.820, + "args": { + "External id": 424638,"Record function id": 0, "Concrete Inputs": ["[1]", "", "", "", "False", ""], "Input type": ["ScalarList", "", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 6829 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::zero_", "pid": 4183440, "tid": 4183440, + "ts": 675204832751.981, "dur": 14.226, + "args": { + "External id": 424639,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1]], "Input Dims": [[1]], "Ev Idx": 6830 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::fill_", "pid": 4183440, "tid": 4183440, + "ts": 675204832752.685, "dur": 13.121, + "args": { + "External id": 424640,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[1], []], "Input Dims": [[1], []], "Ev Idx": 6831 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 4183440, + "ts": 675204832777.410, "dur": 0.832, + "args": { + "External id": 424641,"Sequence number": 5055783, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "4", "0", "", "", "False", "False", ""], "Input type": ["long int", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[8192, 1], [], [], [], [], [], [], []], "Input Dims": [[16, 8192], [], [], [], [], [], [], []], "Ev Idx": 6832 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::unfold", "pid": 4183440, "tid": 4183440, + "ts": 675204832787.312, "dur": 9.783, + "args": { + "External id": 424642,"Sequence number": 5055783, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "1", "5", "1"], "Input type": ["long int", "Scalar", "Scalar", "Scalar"], "Input Strides": [[8192, 1], [], [], []], "Input Dims": [[16, 8192], [], [], []], "Ev Idx": 6833 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204832793.262, "dur": 2.028, + "args": { + "External id": 424643,"Record function id": 0, "Concrete Inputs": ["", "[16, 8188, 5]", "[8192, 1, 1]", ""], "Input type": ["long int", "ScalarList", "ScalarList", ""], "Input Strides": [[8192, 1], [], [], []], "Input Dims": [[16, 8192], [], [], []], "Ev Idx": 6834 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 4183440, "tid": 4183440, + "ts": 675204832803.749, "dur": 7.109, + "args": { + "External id": 424644,"Sequence number": 5055783, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "0", "0", "9223372036854775807", "1"], "Input type": ["long int", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[8192, 1, 1], [], [], [], []], "Input Dims": [[16, 8188, 5], [], [], [], []], "Ev Idx": 6835 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204832807.760, "dur": 1.309, + "args": { + "External id": 424645,"Record function id": 0, "Concrete Inputs": ["", "[16, 8188, 5]", "[8192, 1, 1]", "0"], "Input type": ["long int", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[8192, 1, 1], [], [], []], "Input Dims": [[16, 8188, 5], [], [], []], "Ev Idx": 6836 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 4183440, "tid": 4183440, + "ts": 675204832811.973, "dur": 3.842, + "args": { + "External id": 424646,"Sequence number": 5055783, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "1", "0", "9223372036854775807", "1"], "Input type": ["long int", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[8192, 1, 1], [], [], [], []], "Input Dims": [[16, 8188, 5], [], [], [], []], "Ev Idx": 6837 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204832814.092, "dur": 0.816, + "args": { + "External id": 424647,"Record function id": 0, "Concrete Inputs": ["", "[16, 8188, 5]", "[8192, 1, 1]", "0"], "Input type": ["long int", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[8192, 1, 1], [], [], []], "Input Dims": [[16, 8188, 5], [], [], []], "Ev Idx": 6838 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 4183440, "tid": 4183440, + "ts": 675204832817.442, "dur": 2.914, + "args": { + "External id": 424648,"Sequence number": 5055783, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "2", "1", "9223372036854775807", "1"], "Input type": ["long int", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[8192, 1, 1], [], [], [], []], "Input Dims": [[16, 8188, 5], [], [], [], []], "Ev Idx": 6839 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204832819.256, "dur": 0.573, + "args": { + "External id": 424649,"Record function id": 0, "Concrete Inputs": ["", "[16, 8188, 4]", "[8192, 1, 1]", "1"], "Input type": ["long int", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[8192, 1, 1], [], [], []], "Input Dims": [[16, 8188, 5], [], [], []], "Ev Idx": 6840 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 4183440, "tid": 4183440, + "ts": 675204832823.602, "dur": 3.285, + "args": { + "External id": 424650,"Sequence number": 5055783, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "0", "0", "9223372036854775807", "1"], "Input type": ["long int", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[8192, 1, 1], [], [], [], []], "Input Dims": [[16, 8188, 4], [], [], [], []], "Ev Idx": 6841 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204832825.609, "dur": 0.684, + "args": { + "External id": 424651,"Record function id": 0, "Concrete Inputs": ["", "[16, 8188, 4]", "[8192, 1, 1]", "1"], "Input type": ["long int", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[8192, 1, 1], [], [], []], "Input Dims": [[16, 8188, 4], [], [], []], "Ev Idx": 6842 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 4183440, "tid": 4183440, + "ts": 675204832827.875, "dur": 2.710, + "args": { + "External id": 424652,"Sequence number": 5055783, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "1", "0", "4096", "1"], "Input type": ["long int", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[8192, 1, 1], [], [], [], []], "Input Dims": [[16, 8188, 4], [], [], [], []], "Ev Idx": 6843 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204832829.391, "dur": 0.507, + "args": { + "External id": 424653,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 4]", "[8192, 1, 1]", "1"], "Input type": ["long int", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[8192, 1, 1], [], [], []], "Input Dims": [[16, 8188, 4], [], [], []], "Ev Idx": 6844 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 4183440, "tid": 4183440, + "ts": 675204832831.565, "dur": 3.143, + "args": { + "External id": 424654,"Sequence number": 5055783, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "2", "0", "9223372036854775807", "1"], "Input type": ["long int", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[8192, 1, 1], [], [], [], []], "Input Dims": [[16, 4096, 4], [], [], [], []], "Ev Idx": 6845 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204832833.377, "dur": 0.792, + "args": { + "External id": 424655,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 4]", "[8192, 1, 1]", "1"], "Input type": ["long int", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[8192, 1, 1], [], [], []], "Input Dims": [[16, 4096, 4], [], [], []], "Ev Idx": 6846 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 4183440, "tid": 4183440, + "ts": 675204832838.207, "dur": 5.023, + "args": { + "External id": 424656,"Sequence number": 5055783, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "1", "2"], "Input type": ["long int", "Scalar", "Scalar"], "Input Strides": [[8192, 1, 1], [], []], "Input Dims": [[16, 4096, 4], [], []], "Ev Idx": 6847 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204832841.464, "dur": 0.978, + "args": { + "External id": 424657,"Record function id": 0, "Concrete Inputs": ["", "[16, 4, 4096]", "[8192, 1, 1]", ""], "Input type": ["long int", "ScalarList", "ScalarList", ""], "Input Strides": [[8192, 1, 1], [], [], []], "Input Dims": [[16, 4096, 4], [], [], []], "Ev Idx": 6848 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 4183440, "tid": 4183440, + "ts": 675204832847.386, "dur": 3.338, + "args": { + "External id": 424658,"Sequence number": 5055783, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "0", "0", "9223372036854775807", "1"], "Input type": ["long int", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[8192, 1, 1], [], [], [], []], "Input Dims": [[16, 4, 4096], [], [], [], []], "Ev Idx": 6849 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204832849.304, "dur": 0.813, + "args": { + "External id": 424659,"Record function id": 0, "Concrete Inputs": ["", "[16, 4, 4096]", "[8192, 1, 1]", "1"], "Input type": ["long int", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[8192, 1, 1], [], [], []], "Input Dims": [[16, 4, 4096], [], [], []], "Ev Idx": 6850 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::select", "pid": 4183440, "tid": 4183440, + "ts": 675204832854.060, "dur": 7.548, + "args": { + "External id": 424660,"Sequence number": 5055783, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "1", "0"], "Input type": ["long int", "Scalar", "Scalar"], "Input Strides": [[8192, 1, 1], [], []], "Input Dims": [[16, 4, 4096], [], []], "Ev Idx": 6851 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204832859.437, "dur": 1.082, + "args": { + "External id": 424661,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096]", "[8192, 1]", "1"], "Input type": ["long int", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[8192, 1, 1], [], [], []], "Input Dims": [[16, 4, 4096], [], [], []], "Ev Idx": 6852 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 4183440, "tid": 4183440, + "ts": 675204832862.642, "dur": 3.473, + "args": { + "External id": 424662,"Sequence number": 5055783, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "1", "0", "9223372036854775807", "1"], "Input type": ["long int", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[8192, 1], [], [], [], []], "Input Dims": [[16, 4096], [], [], [], []], "Ev Idx": 6853 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204832864.713, "dur": 0.815, + "args": { + "External id": 424663,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096]", "[8192, 1]", "1"], "Input type": ["long int", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[8192, 1], [], [], []], "Input Dims": [[16, 4096], [], [], []], "Ev Idx": 6854 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 4183440, "tid": 4183440, + "ts": 675204832868.611, "dur": 6.934, + "args": { + "External id": 424664,"Sequence number": 5055783, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "0", "0", "9223372036854775807", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[16777216, 4096, 1024, 1], [], [], [], []], "Input Dims": [[16, 4096, 4, 1024], [], [], [], []], "Ev Idx": 6855 + } + }, + { + "ph": "s", "id": 29, "pid": 4183440, "tid": 4183440, "ts": 675204832868.611, + "cat": "fwdbwd", "name": "fwdbwd" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204832873.022, "dur": 0.772, + "args": { + "External id": 424665,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 4, 1024]", "[16777216, 4096, 1024, 1]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[16777216, 4096, 1024, 1], [], [], []], "Input Dims": [[16, 4096, 4, 1024], [], [], []], "Ev Idx": 6856 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 4183440, "tid": 4183440, + "ts": 675204832876.562, "dur": 5.646, + "args": { + "External id": 424666,"Sequence number": 5055784, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "1", "0", "9223372036854775807", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[16777216, 4096, 1024, 1], [], [], [], []], "Input Dims": [[16, 4096, 4, 1024], [], [], [], []], "Ev Idx": 6857 + } + }, + { + "ph": "s", "id": 28, "pid": 4183440, "tid": 4183440, "ts": 675204832876.562, + "cat": "fwdbwd", "name": "fwdbwd" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204832880.321, "dur": 1.137, + "args": { + "External id": 424667,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 4, 1024]", "[16777216, 4096, 1024, 1]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[16777216, 4096, 1024, 1], [], [], []], "Input Dims": [[16, 4096, 4, 1024], [], [], []], "Ev Idx": 6858 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::select", "pid": 4183440, "tid": 4183440, + "ts": 675204832883.128, "dur": 5.132, + "args": { + "External id": 424668,"Sequence number": 5055785, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "2", "0"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[16777216, 4096, 1024, 1], [], []], "Input Dims": [[16, 4096, 4, 1024], [], []], "Ev Idx": 6859 + } + }, + { + "ph": "s", "id": 27, "pid": 4183440, "tid": 4183440, "ts": 675204832883.128, + "cat": "fwdbwd", "name": "fwdbwd" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204832886.713, "dur": 0.735, + "args": { + "External id": 424669,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 1024]", "[16777216, 4096, 1]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[16777216, 4096, 1024, 1], [], [], []], "Input Dims": [[16, 4096, 4, 1024], [], [], []], "Ev Idx": 6860 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 4183440, "tid": 4183440, + "ts": 675204832889.247, "dur": 4.833, + "args": { + "External id": 424670,"Sequence number": 5055786, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "2", "0", "9223372036854775807", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[16777216, 4096, 1], [], [], [], []], "Input Dims": [[16, 4096, 1024], [], [], [], []], "Ev Idx": 6861 + } + }, + { + "ph": "s", "id": 26, "pid": 4183440, "tid": 4183440, "ts": 675204832889.247, + "cat": "fwdbwd", "name": "fwdbwd" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204832892.267, "dur": 1.108, + "args": { + "External id": 424671,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 1024]", "[16777216, 4096, 1]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[16777216, 4096, 1], [], [], []], "Input Dims": [[16, 4096, 1024], [], [], []], "Ev Idx": 6862 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::contiguous", "pid": 4183440, "tid": 4183440, + "ts": 675204832898.673, "dur": 58.302, + "args": { + "External id": 424672,"Sequence number": 5055787, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["long int", "Scalar"], "Input Strides": [[8192, 1], []], "Input Dims": [[16, 4096], []], "Ev Idx": 6863 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::clone", "pid": 4183440, "tid": 4183440, + "ts": 675204832900.958, "dur": 55.796, + "args": { + "External id": 424673,"Sequence number": 5055787, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["long int", "Scalar"], "Input Strides": [[8192, 1], []], "Input Dims": [[16, 4096], []], "Ev Idx": 6864 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty_like", "pid": 4183440, "tid": 4183440, + "ts": 675204832904.075, "dur": 7.970, + "args": { + "External id": 424674,"Record function id": 0, "Concrete Inputs": ["", "4", "0", "", "", "0"], "Input type": ["long int", "Scalar", "Scalar", "", "", "Scalar"], "Input Strides": [[8192, 1], [], [], [], [], []], "Input Dims": [[16, 4096], [], [], [], [], []], "Ev Idx": 6865 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 4183440, + "ts": 675204832906.215, "dur": 5.223, + "args": { + "External id": 424675,"Record function id": 0, "Concrete Inputs": ["[16, 4096]", "4", "0", "", "", "0"], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 6866 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 4183440, "tid": 4183440, + "ts": 675204832913.633, "dur": 42.423, + "args": { + "External id": 424676,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["long int", "long int", "Scalar"], "Input Strides": [[4096, 1], [8192, 1], []], "Input Dims": [[16, 4096], [16, 4096], []], "Ev Idx": 6867 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204832984.777, "dur": 5.791, + "args": { + "External id": 424677,"Sequence number": 5055787, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "[-1, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[16777216, 4096, 1], []], "Input Dims": [[16, 4096, 1024], []], "Ev Idx": 6868 + } + }, + { + "ph": "s", "id": 25, "pid": 4183440, "tid": 4183440, "ts": 675204832984.777, + "cat": "fwdbwd", "name": "fwdbwd" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204832993.036, "dur": 1.744, + "args": { + "External id": 424678,"Sequence number": 5055788, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "[-1]"], "Input type": ["long int", "ScalarList"], "Input Strides": [[4096, 1], []], "Input Dims": [[16, 4096], []], "Ev Idx": 6869 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "FusedLinearCrossEntropyFunction", "pid": 4183440, "tid": 4183440, + "ts": 675204833023.044, "dur": 21393.086, + "args": { + "External id": 424679,"Sequence number": 5055788, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "", "", "", "-100", "0.", "1.", "8"], "Input type": ["c10::BFloat16", "long int", "c10::BFloat16", "", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[4096, 1], [1], [1024, 1], [], [], [], [], []], "Input Dims": [[65536, 1024], [65536], [32000, 1024], [], [], [], [], []], "Ev Idx": 6870 + } + }, + { + "ph": "s", "id": 24, "pid": 4183440, "tid": 4183440, "ts": 675204833023.044, + "cat": "fwdbwd", "name": "fwdbwd" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::contiguous", "pid": 4183440, "tid": 4183440, + "ts": 675204833036.234, "dur": 28.669, + "args": { + "External id": 424680,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["c10::BFloat16", "Scalar"], "Input Strides": [[4096, 1], []], "Input Dims": [[65536, 1024], []], "Ev Idx": 6871 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::clone", "pid": 4183440, "tid": 4183440, + "ts": 675204833037.000, "dur": 27.701, + "args": { + "External id": 424681,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["c10::BFloat16", "Scalar"], "Input Strides": [[4096, 1], []], "Input Dims": [[65536, 1024], []], "Ev Idx": 6872 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty_like", "pid": 4183440, "tid": 4183440, + "ts": 675204833039.038, "dur": 5.847, + "args": { + "External id": 424682,"Record function id": 0, "Concrete Inputs": ["", "15", "0", "", "", "0"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "", "", "Scalar"], "Input Strides": [[4096, 1], [], [], [], [], []], "Input Dims": [[65536, 1024], [], [], [], [], []], "Ev Idx": 6873 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 4183440, + "ts": 675204833040.594, "dur": 3.935, + "args": { + "External id": 424683,"Record function id": 0, "Concrete Inputs": ["[65536, 1024]", "15", "0", "", "", "0"], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 6874 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 4183440, "tid": 4183440, + "ts": 675204833045.711, "dur": 18.470, + "args": { + "External id": 424684,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[1024, 1], [4096, 1], []], "Input Dims": [[65536, 1024], [65536, 1024], []], "Ev Idx": 6875 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::zeros_like", "pid": 4183440, "tid": 4183440, + "ts": 675204833081.435, "dur": 34.194, + "args": { + "External id": 424685,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "False", ""], "Input type": ["c10::BFloat16", "", "", "", "Scalar", ""], "Input Strides": [[1024, 1], [], [], [], [], []], "Input Dims": [[65536, 1024], [], [], [], [], []], "Ev Idx": 6876 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty_like", "pid": 4183440, "tid": 4183440, + "ts": 675204833091.555, "dur": 7.551, + "args": { + "External id": 424686,"Record function id": 0, "Concrete Inputs": ["", "15", "0", "", "False", ""], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "", "Scalar", ""], "Input Strides": [[1024, 1], [], [], [], [], []], "Input Dims": [[65536, 1024], [], [], [], [], []], "Ev Idx": 6877 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204833094.728, "dur": 4.058, + "args": { + "External id": 424687,"Record function id": 0, "Concrete Inputs": ["[65536, 1024]", "[1024, 1]", "15", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 6878 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::zero_", "pid": 4183440, "tid": 4183440, + "ts": 675204833099.866, "dur": 15.566, + "args": { + "External id": 424688,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[65536, 1024]], "Ev Idx": 6879 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::fill_", "pid": 4183440, "tid": 4183440, + "ts": 675204833101.387, "dur": 13.595, + "args": { + "External id": 424689,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["c10::BFloat16", "Scalar"], "Input Strides": [[1024, 1], []], "Input Dims": [[65536, 1024], []], "Ev Idx": 6880 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::zeros_like", "pid": 4183440, "tid": 4183440, + "ts": 675204833119.506, "dur": 21.073, + "args": { + "External id": 424690,"Record function id": 0, "Concrete Inputs": ["", "6", "", "", "False", ""], "Input type": ["c10::BFloat16", "Scalar", "", "", "Scalar", ""], "Input Strides": [[1024, 1], [], [], [], [], []], "Input Dims": [[32000, 1024], [], [], [], [], []], "Ev Idx": 6881 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty_like", "pid": 4183440, "tid": 4183440, + "ts": 675204833120.097, "dur": 5.111, + "args": { + "External id": 424691,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "False", ""], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "", "Scalar", ""], "Input Strides": [[1024, 1], [], [], [], [], []], "Input Dims": [[32000, 1024], [], [], [], [], []], "Ev Idx": 6882 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204833121.631, "dur": 3.300, + "args": { + "External id": 424692,"Record function id": 0, "Concrete Inputs": ["[32000, 1024]", "[1024, 1]", "6", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 6883 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::zero_", "pid": 4183440, "tid": 4183440, + "ts": 675204833125.767, "dur": 14.602, + "args": { + "External id": 424693,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1024, 1]], "Input Dims": [[32000, 1024]], "Ev Idx": 6884 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::fill_", "pid": 4183440, "tid": 4183440, + "ts": 675204833126.766, "dur": 13.206, + "args": { + "External id": 424694,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[1024, 1], []], "Input Dims": [[32000, 1024], []], "Ev Idx": 6885 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::zeros", "pid": 4183440, "tid": 4183440, + "ts": 675204833144.938, "dur": 16.023, + "args": { + "External id": 424695,"Record function id": 0, "Concrete Inputs": ["[65536]", "6", "", "", "False"], "Input type": ["ScalarList", "Scalar", "", "", "Scalar"], "Input Strides": [[], [], [], [], []], "Input Dims": [[], [], [], [], []], "Ev Idx": 6886 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 4183440, + "ts": 675204833146.225, "dur": 2.641, + "args": { + "External id": 424696,"Record function id": 0, "Concrete Inputs": ["[65536]", "6", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 6887 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::zero_", "pid": 4183440, "tid": 4183440, + "ts": 675204833149.427, "dur": 11.290, + "args": { + "External id": 424697,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1]], "Input Dims": [[65536]], "Ev Idx": 6888 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::fill_", "pid": 4183440, "tid": 4183440, + "ts": 675204833150.562, "dur": 9.841, + "args": { + "External id": 424698,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[1], []], "Input Dims": [[65536], []], "Ev Idx": 6889 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::ne", "pid": 4183440, "tid": 4183440, + "ts": 675204833168.517, "dur": 27.226, + "args": { + "External id": 424699,"Record function id": 0, "Concrete Inputs": ["", "-100"], "Input type": ["long int", "Scalar"], "Input Strides": [[1], []], "Input Dims": [[65536], []], "Ev Idx": 6890 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::sum", "pid": 4183440, "tid": 4183440, + "ts": 675204833199.952, "dur": 57.905, + "args": { + "External id": 424700,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["bool", ""], "Input Strides": [[1], []], "Input Dims": [[65536], []], "Ev Idx": 6891 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::sum", "pid": 4183440, "tid": 4183440, + "ts": 675204833203.563, "dur": 53.868, + "args": { + "External id": 424701,"Record function id": 0, "Concrete Inputs": ["", "[]", "False", ""], "Input type": ["bool", "ScalarList", "Scalar", ""], "Input Strides": [[1], [], [], []], "Input Dims": [[65536], [], [], []], "Ev Idx": 6892 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204833210.207, "dur": 1.435, + "args": { + "External id": 424702,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[0]", ""], "Input type": ["long int", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 6893 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 4183440, + "ts": 675204833213.559, "dur": 24.247, + "args": { + "External id": 424703,"Record function id": 0, "Concrete Inputs": ["", "4", "False", "False", ""], "Input type": ["bool", "Scalar", "Scalar", "Scalar", ""], "Input Strides": [[1], [], [], [], []], "Input Dims": [[65536], [], [], [], []], "Ev Idx": 6894 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::_to_copy", "pid": 4183440, "tid": 4183440, + "ts": 675204833217.847, "dur": 19.775, + "args": { + "External id": 424704,"Record function id": 0, "Concrete Inputs": ["", "4", "", "", "", "False", ""], "Input type": ["bool", "Scalar", "", "", "", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], []], "Input Dims": [[65536], [], [], [], [], [], []], "Ev Idx": 6895 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204833220.313, "dur": 2.592, + "args": { + "External id": 424705,"Record function id": 0, "Concrete Inputs": ["[65536]", "[1]", "4", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 6896 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 4183440, "tid": 4183440, + "ts": 675204833223.762, "dur": 13.394, + "args": { + "External id": 424706,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["long int", "bool", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[65536], [65536], []], "Ev Idx": 6897 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::item", "pid": 4183440, "tid": 4183440, + "ts": 675204833263.013, "dur": 15259.053, + "args": { + "External id": 424707,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["long int"], "Input Strides": [[]], "Input Dims": [[]], "Ev Idx": 6898 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::_local_scalar_dense", "pid": 4183440, "tid": 4183440, + "ts": 675204833265.319, "dur": 15255.554, + "args": { + "External id": 424708,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["long int"], "Input Strides": [[]], "Input Dims": [[]], "Ev Idx": 6899 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 4183440, "tid": 4183440, + "ts": 675204848532.928, "dur": 7.238, + "args": { + "External id": 424709,"Record function id": 0, "Concrete Inputs": ["", "0", "0", "8192", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [], [], [], []], "Input Dims": [[65536, 1024], [], [], [], []], "Ev Idx": 6900 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204848537.395, "dur": 0.958, + "args": { + "External id": 424710,"Record function id": 0, "Concrete Inputs": ["", "[8192, 1024]", "[1024, 1]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1024, 1], [], [], []], "Input Dims": [[65536, 1024], [], [], []], "Ev Idx": 6901 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::linear", "pid": 4183440, "tid": 4183440, + "ts": 675204848545.699, "dur": 137.639, + "args": { + "External id": 424711,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", ""], "Input Strides": [[1024, 1], [1024, 1], []], "Input Dims": [[8192, 1024], [32000, 1024], []], "Ev Idx": 6902 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 4183440, "tid": 4183440, + "ts": 675204848547.672, "dur": 7.253, + "args": { + "External id": 424712,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[32000, 1024]], "Ev Idx": 6903 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 4183440, "tid": 4183440, + "ts": 675204848549.975, "dur": 3.987, + "args": { + "External id": 424713,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [], []], "Input Dims": [[32000, 1024], [], []], "Ev Idx": 6904 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204848552.352, "dur": 1.332, + "args": { + "External id": 424714,"Record function id": 0, "Concrete Inputs": ["", "[1024, 32000]", "[1, 1024]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[1024, 1], [], [], []], "Input Dims": [[32000, 1024], [], [], []], "Ev Idx": 6905 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::matmul", "pid": 4183440, "tid": 4183440, + "ts": 675204848556.541, "dur": 126.005, + "args": { + "External id": 424715,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1, 1024]], "Input Dims": [[8192, 1024], [1024, 32000]], "Ev Idx": 6906 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 4183440, + "ts": 675204848558.831, "dur": 122.408, + "args": { + "External id": 424716,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1, 1024]], "Input Dims": [[8192, 1024], [1024, 32000]], "Ev Idx": 6907 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 4183440, "tid": 4183440, + "ts": 675204848688.716, "dur": 5.720, + "args": { + "External id": 424717,"Record function id": 0, "Concrete Inputs": ["", "0", "0", "8192", "1"], "Input type": ["long int", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], [], []], "Input Dims": [[65536], [], [], [], []], "Ev Idx": 6908 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204848692.040, "dur": 0.900, + "args": { + "External id": 424718,"Record function id": 0, "Concrete Inputs": ["", "[8192]", "[1]", "0"], "Input type": ["long int", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[65536], [], [], []], "Ev Idx": 6909 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204848703.202, "dur": 4.465, + "args": { + "External id": 424719,"Record function id": 0, "Concrete Inputs": ["", "[-1, 32000]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[32000, 1], []], "Input Dims": [[8192, 32000], []], "Ev Idx": 6910 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::new_empty", "pid": 4183440, "tid": 4183440, + "ts": 675204848718.435, "dur": 7.610, + "args": { + "External id": 424720,"Record function id": 0, "Concrete Inputs": ["", "[8192, 1]", "6", "", "", "False"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "", "", "Scalar"], "Input Strides": [[32000, 1], [], [], [], [], []], "Input Dims": [[8192, 32000], [], [], [], [], []], "Ev Idx": 6911 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 4183440, + "ts": 675204848721.436, "dur": 4.318, + "args": { + "External id": 424721,"Record function id": 0, "Concrete Inputs": ["[8192, 1]", "6", "0", "", "False", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 6912 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::logsumexp", "pid": 4183440, "tid": 4183440, + "ts": 675204848873.859, "dur": 255.062, + "args": { + "External id": 424722,"Record function id": 0, "Concrete Inputs": ["", "[-1]", "False"], "Input type": ["float", "ScalarList", "Scalar"], "Input Strides": [[1, 1], [], []], "Input Dims": [[8192, 1], [], []], "Ev Idx": 6913 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 4183440, + "ts": 675204848876.704, "dur": 5.108, + "args": { + "External id": 424723,"Record function id": 0, "Concrete Inputs": ["[0]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 6914 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::logsumexp", "pid": 4183440, "tid": 4183440, + "ts": 675204848884.994, "dur": 243.386, + "args": { + "External id": 424724,"Record function id": 0, "Concrete Inputs": ["", "[-1]", "False", ""], "Input type": ["float", "ScalarList", "Scalar", "float"], "Input Strides": [[1, 1], [], [], [1]], "Input Dims": [[8192, 1], [], [], [0]], "Ev Idx": 6915 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::real", "pid": 4183440, "tid": 4183440, + "ts": 675204848888.369, "dur": 0.678, + "args": { + "External id": 424725,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1, 1]], "Input Dims": [[8192, 1]], "Ev Idx": 6916 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::amax", "pid": 4183440, "tid": 4183440, + "ts": 675204848892.047, "dur": 28.780, + "args": { + "External id": 424726,"Record function id": 0, "Concrete Inputs": ["", "[-1]", "True"], "Input type": ["float", "ScalarList", "Scalar"], "Input Strides": [[1, 1], [], []], "Input Dims": [[8192, 1], [], []], "Ev Idx": 6917 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::squeeze", "pid": 4183440, "tid": 4183440, + "ts": 675204848923.346, "dur": 6.029, + "args": { + "External id": 424727,"Record function id": 0, "Concrete Inputs": ["", "[-1]"], "Input type": ["float", "ScalarList"], "Input Strides": [[1, 1], []], "Input Dims": [[8192, 1], []], "Ev Idx": 6918 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204848928.300, "dur": 0.811, + "args": { + "External id": 424728,"Record function id": 0, "Concrete Inputs": ["", "[8192]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[1, 1], [], [], []], "Input Dims": [[8192, 1], [], [], []], "Ev Idx": 6919 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::abs", "pid": 4183440, "tid": 4183440, + "ts": 675204848931.862, "dur": 42.855, + "args": { + "External id": 424729,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1]], "Input Dims": [[8192]], "Ev Idx": 6920 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 4183440, + "ts": 675204848933.724, "dur": 14.015, + "args": { + "External id": 424730,"Record function id": 0, "Concrete Inputs": ["[0]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 6921 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::abs", "pid": 4183440, "tid": 4183440, + "ts": 675204848951.022, "dur": 23.380, + "args": { + "External id": 424731,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["float", "float"], "Input Strides": [[1], [1]], "Input Dims": [[8192], [0]], "Ev Idx": 6922 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::resize_", "pid": 4183440, "tid": 4183440, + "ts": 675204848956.020, "dur": 3.506, + "args": { + "External id": 424732,"Record function id": 0, "Concrete Inputs": ["", "[8192]", ""], "Input type": ["float", "ScalarList", ""], "Input Strides": [[1], [], []], "Input Dims": [[0], [], []], "Ev Idx": 6923 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::eq", "pid": 4183440, "tid": 4183440, + "ts": 675204848977.420, "dur": 23.747, + "args": { + "External id": 424733,"Record function id": 0, "Concrete Inputs": ["", "inf"], "Input type": ["float", "Scalar"], "Input Strides": [[1], []], "Input Dims": [[8192], []], "Ev Idx": 6924 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::masked_fill_", "pid": 4183440, "tid": 4183440, + "ts": 675204849004.714, "dur": 16.883, + "args": { + "External id": 424734,"Record function id": 0, "Concrete Inputs": ["", "", "0"], "Input type": ["float", "bool", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[8192], [8192], []], "Ev Idx": 6925 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::sub", "pid": 4183440, "tid": 4183440, + "ts": 675204849025.135, "dur": 19.386, + "args": { + "External id": 424735,"Record function id": 0, "Concrete Inputs": ["", "", "1"], "Input type": ["float", "float", "Scalar"], "Input Strides": [[1, 1], [1, 1], []], "Input Dims": [[8192, 1], [8192, 1], []], "Ev Idx": 6926 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::exp_", "pid": 4183440, "tid": 4183440, + "ts": 675204849047.209, "dur": 16.430, + "args": { + "External id": 424736,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1, 1]], "Input Dims": [[8192, 1]], "Ev Idx": 6927 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::sum", "pid": 4183440, "tid": 4183440, + "ts": 675204849067.137, "dur": 26.884, + "args": { + "External id": 424737,"Record function id": 0, "Concrete Inputs": ["", "[-1]", "False", "", ""], "Input type": ["float", "ScalarList", "Scalar", "", "float"], "Input Strides": [[1, 1], [], [], [], [1]], "Input Dims": [[8192, 1], [], [], [], [0]], "Ev Idx": 6928 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::resize_", "pid": 4183440, "tid": 4183440, + "ts": 675204849071.967, "dur": 1.734, + "args": { + "External id": 424738,"Record function id": 0, "Concrete Inputs": ["", "[8192]", ""], "Input type": ["float", "ScalarList", ""], "Input Strides": [[1], [], []], "Input Dims": [[0], [], []], "Ev Idx": 6929 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204849076.488, "dur": 0.681, + "args": { + "External id": 424739,"Record function id": 0, "Concrete Inputs": ["", "[8192, 1]", "[1, 0]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[1], [], [], []], "Input Dims": [[8192], [], [], []], "Ev Idx": 6930 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::log_", "pid": 4183440, "tid": 4183440, + "ts": 675204849096.861, "dur": 15.292, + "args": { + "External id": 424740,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1]], "Input Dims": [[8192]], "Ev Idx": 6931 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::add_", "pid": 4183440, "tid": 4183440, + "ts": 675204849114.859, "dur": 12.673, + "args": { + "External id": 424741,"Record function id": 0, "Concrete Inputs": ["", "", "1"], "Input type": ["float", "float", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[8192], [8192], []], "Ev Idx": 6932 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204849137.195, "dur": 2.745, + "args": { + "External id": 424742,"Record function id": 0, "Concrete Inputs": ["", "[8192]"], "Input type": ["float", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[8192], []], "Ev Idx": 6933 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 4183440, "tid": 4183440, + "ts": 675204849147.622, "dur": 4.355, + "args": { + "External id": 424743,"Record function id": 0, "Concrete Inputs": ["", "0", "0", "8192", "1"], "Input type": ["float", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], [], []], "Input Dims": [[65536], [], [], [], []], "Ev Idx": 6934 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204849150.079, "dur": 0.829, + "args": { + "External id": 424744,"Record function id": 0, "Concrete Inputs": ["", "[8192]", "[1]", "0"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[65536], [], [], []], "Ev Idx": 6935 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 4183440, + "ts": 675204849241.081, "dur": 68.586, + "args": { + "External id": 424745,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[32000, 1], [1024, 1]], "Input Dims": [[8192, 32000], [32000, 1024]], "Ev Idx": 6936 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 4183440, "tid": 4183440, + "ts": 675204849315.537, "dur": 5.327, + "args": { + "External id": 424746,"Record function id": 0, "Concrete Inputs": ["", "0", "0", "8192", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [], [], [], []], "Input Dims": [[65536, 1024], [], [], [], []], "Ev Idx": 6937 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204849318.705, "dur": 0.910, + "args": { + "External id": 424747,"Record function id": 0, "Concrete Inputs": ["", "[8192, 1024]", "[1024, 1]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1024, 1], [], [], []], "Input Dims": [[65536, 1024], [], [], []], "Ev Idx": 6938 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 4183440, "tid": 4183440, + "ts": 675204849322.695, "dur": 31.117, + "args": { + "External id": 424748,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[1024, 1], [1024, 1], []], "Input Dims": [[8192, 1024], [8192, 1024], []], "Ev Idx": 6939 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 4183440, "tid": 4183440, + "ts": 675204849359.774, "dur": 7.338, + "args": { + "External id": 424749,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[32000, 1]], "Input Dims": [[8192, 32000]], "Ev Idx": 6940 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 4183440, "tid": 4183440, + "ts": 675204849361.928, "dur": 4.245, + "args": { + "External id": 424750,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[32000, 1], [], []], "Input Dims": [[8192, 32000], [], []], "Ev Idx": 6941 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204849364.237, "dur": 1.612, + "args": { + "External id": 424751,"Record function id": 0, "Concrete Inputs": ["", "[32000, 8192]", "[1, 32000]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[32000, 1], [], [], []], "Input Dims": [[8192, 32000], [], [], []], "Ev Idx": 6942 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::matmul", "pid": 4183440, "tid": 4183440, + "ts": 675204849371.623, "dur": 52.122, + "args": { + "External id": 424752,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 32000], [1024, 1]], "Input Dims": [[32000, 8192], [8192, 1024]], "Ev Idx": 6943 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 4183440, + "ts": 675204849373.127, "dur": 49.924, + "args": { + "External id": 424753,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 32000], [1024, 1]], "Input Dims": [[32000, 8192], [8192, 1024]], "Ev Idx": 6944 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::add_", "pid": 4183440, "tid": 4183440, + "ts": 675204849429.322, "dur": 17.796, + "args": { + "External id": 424754,"Record function id": 0, "Concrete Inputs": ["", "", "1"], "Input type": ["float", "c10::BFloat16", "Scalar"], "Input Strides": [[1024, 1], [1024, 1], []], "Input Dims": [[32000, 1024], [32000, 1024], []], "Ev Idx": 6945 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 4183440, "tid": 4183440, + "ts": 675204849453.487, "dur": 4.599, + "args": { + "External id": 424755,"Record function id": 0, "Concrete Inputs": ["", "0", "8192", "16384", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [], [], [], []], "Input Dims": [[65536, 1024], [], [], [], []], "Ev Idx": 6946 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204849456.280, "dur": 0.859, + "args": { + "External id": 424756,"Record function id": 0, "Concrete Inputs": ["", "[8192, 1024]", "[1024, 1]", "8388608"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1024, 1], [], [], []], "Input Dims": [[65536, 1024], [], [], []], "Ev Idx": 6947 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::linear", "pid": 4183440, "tid": 4183440, + "ts": 675204849462.745, "dur": 62.441, + "args": { + "External id": 424757,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", ""], "Input Strides": [[1024, 1], [1024, 1], []], "Input Dims": [[8192, 1024], [32000, 1024], []], "Ev Idx": 6948 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 4183440, "tid": 4183440, + "ts": 675204849464.164, "dur": 12.927, + "args": { + "External id": 424758,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[32000, 1024]], "Ev Idx": 6949 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 4183440, "tid": 4183440, + "ts": 675204849464.948, "dur": 11.458, + "args": { + "External id": 424759,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [], []], "Input Dims": [[32000, 1024], [], []], "Ev Idx": 6950 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204849475.325, "dur": 0.920, + "args": { + "External id": 424760,"Record function id": 0, "Concrete Inputs": ["", "[1024, 32000]", "[1, 1024]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[1024, 1], [], [], []], "Input Dims": [[32000, 1024], [], [], []], "Ev Idx": 6951 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::matmul", "pid": 4183440, "tid": 4183440, + "ts": 675204849477.965, "dur": 46.804, + "args": { + "External id": 424761,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1, 1024]], "Input Dims": [[8192, 1024], [1024, 32000]], "Ev Idx": 6952 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 4183440, + "ts": 675204849478.541, "dur": 45.540, + "args": { + "External id": 424762,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1, 1024]], "Input Dims": [[8192, 1024], [1024, 32000]], "Ev Idx": 6953 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 4183440, "tid": 4183440, + "ts": 675204849529.293, "dur": 3.879, + "args": { + "External id": 424763,"Record function id": 0, "Concrete Inputs": ["", "0", "8192", "16384", "1"], "Input type": ["long int", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], [], []], "Input Dims": [[65536], [], [], [], []], "Ev Idx": 6954 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204849531.507, "dur": 0.586, + "args": { + "External id": 424764,"Record function id": 0, "Concrete Inputs": ["", "[8192]", "[1]", "8192"], "Input type": ["long int", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[65536], [], [], []], "Ev Idx": 6955 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204849539.200, "dur": 1.727, + "args": { + "External id": 424765,"Record function id": 0, "Concrete Inputs": ["", "[-1, 32000]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[32000, 1], []], "Input Dims": [[8192, 32000], []], "Ev Idx": 6956 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::new_empty", "pid": 4183440, "tid": 4183440, + "ts": 675204849549.422, "dur": 8.999, + "args": { + "External id": 424766,"Record function id": 0, "Concrete Inputs": ["", "[8192, 1]", "6", "", "", "False"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "", "", "Scalar"], "Input Strides": [[32000, 1], [], [], [], [], []], "Input Dims": [[8192, 32000], [], [], [], [], []], "Ev Idx": 6957 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 4183440, + "ts": 675204849551.735, "dur": 6.359, + "args": { + "External id": 424767,"Record function id": 0, "Concrete Inputs": ["[8192, 1]", "6", "0", "", "False", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 6958 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::logsumexp", "pid": 4183440, "tid": 4183440, + "ts": 675204849696.157, "dur": 269.179, + "args": { + "External id": 424768,"Record function id": 0, "Concrete Inputs": ["", "[-1]", "False"], "Input type": ["float", "ScalarList", "Scalar"], "Input Strides": [[1, 1], [], []], "Input Dims": [[8192, 1], [], []], "Ev Idx": 6959 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 4183440, + "ts": 675204849698.464, "dur": 3.597, + "args": { + "External id": 424769,"Record function id": 0, "Concrete Inputs": ["[0]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 6960 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::logsumexp", "pid": 4183440, "tid": 4183440, + "ts": 675204849703.973, "dur": 260.768, + "args": { + "External id": 424770,"Record function id": 0, "Concrete Inputs": ["", "[-1]", "False", ""], "Input type": ["float", "ScalarList", "Scalar", "float"], "Input Strides": [[1, 1], [], [], [1]], "Input Dims": [[8192, 1], [], [], [0]], "Ev Idx": 6961 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::real", "pid": 4183440, "tid": 4183440, + "ts": 675204849706.519, "dur": 0.367, + "args": { + "External id": 424771,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1, 1]], "Input Dims": [[8192, 1]], "Ev Idx": 6962 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::amax", "pid": 4183440, "tid": 4183440, + "ts": 675204849709.369, "dur": 30.280, + "args": { + "External id": 424772,"Record function id": 0, "Concrete Inputs": ["", "[-1]", "True"], "Input type": ["float", "ScalarList", "Scalar"], "Input Strides": [[1, 1], [], []], "Input Dims": [[8192, 1], [], []], "Ev Idx": 6963 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::squeeze", "pid": 4183440, "tid": 4183440, + "ts": 675204849741.650, "dur": 3.634, + "args": { + "External id": 424773,"Record function id": 0, "Concrete Inputs": ["", "[-1]"], "Input type": ["float", "ScalarList"], "Input Strides": [[1, 1], []], "Input Dims": [[8192, 1], []], "Ev Idx": 6964 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204849743.811, "dur": 1.001, + "args": { + "External id": 424774,"Record function id": 0, "Concrete Inputs": ["", "[8192]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[1, 1], [], [], []], "Input Dims": [[8192, 1], [], [], []], "Ev Idx": 6965 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::abs", "pid": 4183440, "tid": 4183440, + "ts": 675204849746.939, "dur": 30.548, + "args": { + "External id": 424775,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1]], "Input Dims": [[8192]], "Ev Idx": 6966 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 4183440, + "ts": 675204849748.146, "dur": 1.604, + "args": { + "External id": 424776,"Record function id": 0, "Concrete Inputs": ["[0]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 6967 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::abs", "pid": 4183440, "tid": 4183440, + "ts": 675204849751.282, "dur": 25.920, + "args": { + "External id": 424777,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["float", "float"], "Input Strides": [[1], [1]], "Input Dims": [[8192], [0]], "Ev Idx": 6968 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::resize_", "pid": 4183440, "tid": 4183440, + "ts": 675204849756.923, "dur": 2.812, + "args": { + "External id": 424778,"Record function id": 0, "Concrete Inputs": ["", "[8192]", ""], "Input type": ["float", "ScalarList", ""], "Input Strides": [[1], [], []], "Input Dims": [[0], [], []], "Ev Idx": 6969 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::eq", "pid": 4183440, "tid": 4183440, + "ts": 675204849779.276, "dur": 40.378, + "args": { + "External id": 424779,"Record function id": 0, "Concrete Inputs": ["", "inf"], "Input type": ["float", "Scalar"], "Input Strides": [[1], []], "Input Dims": [[8192], []], "Ev Idx": 6970 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::masked_fill_", "pid": 4183440, "tid": 4183440, + "ts": 675204849821.724, "dur": 26.367, + "args": { + "External id": 424780,"Record function id": 0, "Concrete Inputs": ["", "", "0"], "Input type": ["float", "bool", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[8192], [8192], []], "Ev Idx": 6971 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::sub", "pid": 4183440, "tid": 4183440, + "ts": 675204849851.407, "dur": 24.888, + "args": { + "External id": 424781,"Record function id": 0, "Concrete Inputs": ["", "", "1"], "Input type": ["float", "float", "Scalar"], "Input Strides": [[1, 1], [1, 1], []], "Input Dims": [[8192, 1], [8192, 1], []], "Ev Idx": 6972 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::exp_", "pid": 4183440, "tid": 4183440, + "ts": 675204849878.057, "dur": 15.186, + "args": { + "External id": 424782,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1, 1]], "Input Dims": [[8192, 1]], "Ev Idx": 6973 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::sum", "pid": 4183440, "tid": 4183440, + "ts": 675204849895.871, "dur": 24.261, + "args": { + "External id": 424783,"Record function id": 0, "Concrete Inputs": ["", "[-1]", "False", "", ""], "Input type": ["float", "ScalarList", "Scalar", "", "float"], "Input Strides": [[1, 1], [], [], [], [1]], "Input Dims": [[8192, 1], [], [], [], [0]], "Ev Idx": 6974 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::resize_", "pid": 4183440, "tid": 4183440, + "ts": 675204849898.204, "dur": 2.398, + "args": { + "External id": 424784,"Record function id": 0, "Concrete Inputs": ["", "[8192]", ""], "Input type": ["float", "ScalarList", ""], "Input Strides": [[1], [], []], "Input Dims": [[0], [], []], "Ev Idx": 6975 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204849903.197, "dur": 1.325, + "args": { + "External id": 424785,"Record function id": 0, "Concrete Inputs": ["", "[8192, 1]", "[1, 0]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[1], [], [], []], "Input Dims": [[8192], [], [], []], "Ev Idx": 6976 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::log_", "pid": 4183440, "tid": 4183440, + "ts": 675204849921.986, "dur": 25.981, + "args": { + "External id": 424786,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1]], "Input Dims": [[8192]], "Ev Idx": 6977 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::add_", "pid": 4183440, "tid": 4183440, + "ts": 675204849950.086, "dur": 13.417, + "args": { + "External id": 424787,"Record function id": 0, "Concrete Inputs": ["", "", "1"], "Input type": ["float", "float", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[8192], [8192], []], "Ev Idx": 6978 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204849974.198, "dur": 2.402, + "args": { + "External id": 424788,"Record function id": 0, "Concrete Inputs": ["", "[8192]"], "Input type": ["float", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[8192], []], "Ev Idx": 6979 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 4183440, "tid": 4183440, + "ts": 675204849987.674, "dur": 3.697, + "args": { + "External id": 424789,"Record function id": 0, "Concrete Inputs": ["", "0", "8192", "16384", "1"], "Input type": ["float", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], [], []], "Input Dims": [[65536], [], [], [], []], "Ev Idx": 6980 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204849989.888, "dur": 0.650, + "args": { + "External id": 424790,"Record function id": 0, "Concrete Inputs": ["", "[8192]", "[1]", "8192"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[65536], [], [], []], "Ev Idx": 6981 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 4183440, + "ts": 675204850073.146, "dur": 50.308, + "args": { + "External id": 424791,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[32000, 1], [1024, 1]], "Input Dims": [[8192, 32000], [32000, 1024]], "Ev Idx": 6982 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 4183440, "tid": 4183440, + "ts": 675204850128.144, "dur": 5.373, + "args": { + "External id": 424792,"Record function id": 0, "Concrete Inputs": ["", "0", "8192", "16384", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [], [], [], []], "Input Dims": [[65536, 1024], [], [], [], []], "Ev Idx": 6983 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204850130.921, "dur": 1.624, + "args": { + "External id": 424793,"Record function id": 0, "Concrete Inputs": ["", "[8192, 1024]", "[1024, 1]", "8388608"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1024, 1], [], [], []], "Input Dims": [[65536, 1024], [], [], []], "Ev Idx": 6984 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 4183440, "tid": 4183440, + "ts": 675204850135.002, "dur": 23.756, + "args": { + "External id": 424794,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[1024, 1], [1024, 1], []], "Input Dims": [[8192, 1024], [8192, 1024], []], "Ev Idx": 6985 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 4183440, "tid": 4183440, + "ts": 675204850163.480, "dur": 12.279, + "args": { + "External id": 424795,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[32000, 1]], "Input Dims": [[8192, 32000]], "Ev Idx": 6986 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 4183440, "tid": 4183440, + "ts": 675204850171.282, "dur": 3.737, + "args": { + "External id": 424796,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[32000, 1], [], []], "Input Dims": [[8192, 32000], [], []], "Ev Idx": 6987 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204850173.539, "dur": 1.200, + "args": { + "External id": 424797,"Record function id": 0, "Concrete Inputs": ["", "[32000, 8192]", "[1, 32000]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[32000, 1], [], [], []], "Input Dims": [[8192, 32000], [], [], []], "Ev Idx": 6988 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::matmul", "pid": 4183440, "tid": 4183440, + "ts": 675204850178.569, "dur": 43.382, + "args": { + "External id": 424798,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 32000], [1024, 1]], "Input Dims": [[32000, 8192], [8192, 1024]], "Ev Idx": 6989 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 4183440, + "ts": 675204850179.964, "dur": 41.328, + "args": { + "External id": 424799,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 32000], [1024, 1]], "Input Dims": [[32000, 8192], [8192, 1024]], "Ev Idx": 6990 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::add_", "pid": 4183440, "tid": 4183440, + "ts": 675204850225.900, "dur": 14.703, + "args": { + "External id": 424800,"Record function id": 0, "Concrete Inputs": ["", "", "1"], "Input type": ["float", "c10::BFloat16", "Scalar"], "Input Strides": [[1024, 1], [1024, 1], []], "Input Dims": [[32000, 1024], [32000, 1024], []], "Ev Idx": 6991 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 4183440, "tid": 4183440, + "ts": 675204850246.256, "dur": 4.440, + "args": { + "External id": 424801,"Record function id": 0, "Concrete Inputs": ["", "0", "16384", "24576", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [], [], [], []], "Input Dims": [[65536, 1024], [], [], [], []], "Ev Idx": 6992 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204850249.010, "dur": 0.856, + "args": { + "External id": 424802,"Record function id": 0, "Concrete Inputs": ["", "[8192, 1024]", "[1024, 1]", "16777216"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1024, 1], [], [], []], "Input Dims": [[65536, 1024], [], [], []], "Ev Idx": 6993 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::linear", "pid": 4183440, "tid": 4183440, + "ts": 675204850255.115, "dur": 50.984, + "args": { + "External id": 424803,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", ""], "Input Strides": [[1024, 1], [1024, 1], []], "Input Dims": [[8192, 1024], [32000, 1024], []], "Ev Idx": 6994 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 4183440, "tid": 4183440, + "ts": 675204850256.027, "dur": 6.517, + "args": { + "External id": 424804,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[32000, 1024]], "Ev Idx": 6995 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 4183440, "tid": 4183440, + "ts": 675204850256.968, "dur": 4.940, + "args": { + "External id": 424805,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [], []], "Input Dims": [[32000, 1024], [], []], "Ev Idx": 6996 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204850258.982, "dur": 2.738, + "args": { + "External id": 424806,"Record function id": 0, "Concrete Inputs": ["", "[1024, 32000]", "[1, 1024]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[1024, 1], [], [], []], "Input Dims": [[32000, 1024], [], [], []], "Ev Idx": 6997 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::matmul", "pid": 4183440, "tid": 4183440, + "ts": 675204850263.728, "dur": 42.026, + "args": { + "External id": 424807,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1, 1024]], "Input Dims": [[8192, 1024], [1024, 32000]], "Ev Idx": 6998 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 4183440, + "ts": 675204850264.670, "dur": 40.487, + "args": { + "External id": 424808,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1, 1024]], "Input Dims": [[8192, 1024], [1024, 32000]], "Ev Idx": 6999 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 4183440, "tid": 4183440, + "ts": 675204850310.213, "dur": 4.504, + "args": { + "External id": 424809,"Record function id": 0, "Concrete Inputs": ["", "0", "16384", "24576", "1"], "Input type": ["long int", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], [], []], "Input Dims": [[65536], [], [], [], []], "Ev Idx": 7000 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204850312.753, "dur": 0.704, + "args": { + "External id": 424810,"Record function id": 0, "Concrete Inputs": ["", "[8192]", "[1]", "16384"], "Input type": ["long int", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[65536], [], [], []], "Ev Idx": 7001 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204850320.346, "dur": 1.471, + "args": { + "External id": 424811,"Record function id": 0, "Concrete Inputs": ["", "[-1, 32000]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[32000, 1], []], "Input Dims": [[8192, 32000], []], "Ev Idx": 7002 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::new_empty", "pid": 4183440, "tid": 4183440, + "ts": 675204850330.523, "dur": 6.403, + "args": { + "External id": 424812,"Record function id": 0, "Concrete Inputs": ["", "[8192, 1]", "6", "", "", "False"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "", "", "Scalar"], "Input Strides": [[32000, 1], [], [], [], [], []], "Input Dims": [[8192, 32000], [], [], [], [], []], "Ev Idx": 7003 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 4183440, + "ts": 675204850332.722, "dur": 3.940, + "args": { + "External id": 424813,"Record function id": 0, "Concrete Inputs": ["[8192, 1]", "6", "0", "", "False", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 7004 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::logsumexp", "pid": 4183440, "tid": 4183440, + "ts": 675204850426.752, "dur": 178.122, + "args": { + "External id": 424814,"Record function id": 0, "Concrete Inputs": ["", "[-1]", "False"], "Input type": ["float", "ScalarList", "Scalar"], "Input Strides": [[1, 1], [], []], "Input Dims": [[8192, 1], [], []], "Ev Idx": 7005 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 4183440, + "ts": 675204850429.434, "dur": 2.008, + "args": { + "External id": 424815,"Record function id": 0, "Concrete Inputs": ["[0]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 7006 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::logsumexp", "pid": 4183440, "tid": 4183440, + "ts": 675204850433.165, "dur": 171.323, + "args": { + "External id": 424816,"Record function id": 0, "Concrete Inputs": ["", "[-1]", "False", ""], "Input type": ["float", "ScalarList", "Scalar", "float"], "Input Strides": [[1, 1], [], [], [1]], "Input Dims": [[8192, 1], [], [], [0]], "Ev Idx": 7007 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::real", "pid": 4183440, "tid": 4183440, + "ts": 675204850434.347, "dur": 0.454, + "args": { + "External id": 424817,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1, 1]], "Input Dims": [[8192, 1]], "Ev Idx": 7008 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::amax", "pid": 4183440, "tid": 4183440, + "ts": 675204850438.702, "dur": 19.927, + "args": { + "External id": 424818,"Record function id": 0, "Concrete Inputs": ["", "[-1]", "True"], "Input type": ["float", "ScalarList", "Scalar"], "Input Strides": [[1, 1], [], []], "Input Dims": [[8192, 1], [], []], "Ev Idx": 7009 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::squeeze", "pid": 4183440, "tid": 4183440, + "ts": 675204850460.412, "dur": 3.903, + "args": { + "External id": 424819,"Record function id": 0, "Concrete Inputs": ["", "[-1]"], "Input type": ["float", "ScalarList"], "Input Strides": [[1, 1], []], "Input Dims": [[8192, 1], []], "Ev Idx": 7010 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204850462.612, "dur": 1.329, + "args": { + "External id": 424820,"Record function id": 0, "Concrete Inputs": ["", "[8192]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[1, 1], [], [], []], "Input Dims": [[8192, 1], [], [], []], "Ev Idx": 7011 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::abs", "pid": 4183440, "tid": 4183440, + "ts": 675204850465.425, "dur": 22.115, + "args": { + "External id": 424821,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1]], "Input Dims": [[8192]], "Ev Idx": 7012 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 4183440, + "ts": 675204850466.610, "dur": 3.175, + "args": { + "External id": 424822,"Record function id": 0, "Concrete Inputs": ["[0]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 7013 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::abs", "pid": 4183440, "tid": 4183440, + "ts": 675204850471.551, "dur": 15.696, + "args": { + "External id": 424823,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["float", "float"], "Input Strides": [[1], [1]], "Input Dims": [[8192], [0]], "Ev Idx": 7014 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::resize_", "pid": 4183440, "tid": 4183440, + "ts": 675204850474.184, "dur": 2.394, + "args": { + "External id": 424824,"Record function id": 0, "Concrete Inputs": ["", "[8192]", ""], "Input type": ["float", "ScalarList", ""], "Input Strides": [[1], [], []], "Input Dims": [[0], [], []], "Ev Idx": 7015 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::eq", "pid": 4183440, "tid": 4183440, + "ts": 675204850489.083, "dur": 18.885, + "args": { + "External id": 424825,"Record function id": 0, "Concrete Inputs": ["", "inf"], "Input type": ["float", "Scalar"], "Input Strides": [[1], []], "Input Dims": [[8192], []], "Ev Idx": 7016 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::masked_fill_", "pid": 4183440, "tid": 4183440, + "ts": 675204850509.929, "dur": 12.806, + "args": { + "External id": 424826,"Record function id": 0, "Concrete Inputs": ["", "", "0"], "Input type": ["float", "bool", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[8192], [8192], []], "Ev Idx": 7017 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::sub", "pid": 4183440, "tid": 4183440, + "ts": 675204850525.248, "dur": 13.045, + "args": { + "External id": 424827,"Record function id": 0, "Concrete Inputs": ["", "", "1"], "Input type": ["float", "float", "Scalar"], "Input Strides": [[1, 1], [1, 1], []], "Input Dims": [[8192, 1], [8192, 1], []], "Ev Idx": 7018 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::exp_", "pid": 4183440, "tid": 4183440, + "ts": 675204850539.770, "dur": 11.287, + "args": { + "External id": 424828,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1, 1]], "Input Dims": [[8192, 1]], "Ev Idx": 7019 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::sum", "pid": 4183440, "tid": 4183440, + "ts": 675204850553.073, "dur": 20.312, + "args": { + "External id": 424829,"Record function id": 0, "Concrete Inputs": ["", "[-1]", "False", "", ""], "Input type": ["float", "ScalarList", "Scalar", "", "float"], "Input Strides": [[1, 1], [], [], [], [1]], "Input Dims": [[8192, 1], [], [], [], [0]], "Ev Idx": 7020 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::resize_", "pid": 4183440, "tid": 4183440, + "ts": 675204850555.318, "dur": 1.220, + "args": { + "External id": 424830,"Record function id": 0, "Concrete Inputs": ["", "[8192]", ""], "Input type": ["float", "ScalarList", ""], "Input Strides": [[1], [], []], "Input Dims": [[0], [], []], "Ev Idx": 7021 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204850558.717, "dur": 1.114, + "args": { + "External id": 424831,"Record function id": 0, "Concrete Inputs": ["", "[8192, 1]", "[1, 0]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[1], [], [], []], "Input Dims": [[8192], [], [], []], "Ev Idx": 7022 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::log_", "pid": 4183440, "tid": 4183440, + "ts": 675204850574.972, "dur": 16.529, + "args": { + "External id": 424832,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1]], "Input Dims": [[8192]], "Ev Idx": 7023 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::add_", "pid": 4183440, "tid": 4183440, + "ts": 675204850592.769, "dur": 10.740, + "args": { + "External id": 424833,"Record function id": 0, "Concrete Inputs": ["", "", "1"], "Input type": ["float", "float", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[8192], [8192], []], "Ev Idx": 7024 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204850611.219, "dur": 1.604, + "args": { + "External id": 424834,"Record function id": 0, "Concrete Inputs": ["", "[8192]"], "Input type": ["float", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[8192], []], "Ev Idx": 7025 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 4183440, "tid": 4183440, + "ts": 675204850621.174, "dur": 3.296, + "args": { + "External id": 424835,"Record function id": 0, "Concrete Inputs": ["", "0", "16384", "24576", "1"], "Input type": ["float", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], [], []], "Input Dims": [[65536], [], [], [], []], "Ev Idx": 7026 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204850623.350, "dur": 0.362, + "args": { + "External id": 424836,"Record function id": 0, "Concrete Inputs": ["", "[8192]", "[1]", "16384"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[65536], [], [], []], "Ev Idx": 7027 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 4183440, + "ts": 675204850733.066, "dur": 51.001, + "args": { + "External id": 424837,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[32000, 1], [1024, 1]], "Input Dims": [[8192, 32000], [32000, 1024]], "Ev Idx": 7028 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 4183440, "tid": 4183440, + "ts": 675204850789.969, "dur": 5.903, + "args": { + "External id": 424838,"Record function id": 0, "Concrete Inputs": ["", "0", "16384", "24576", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [], [], [], []], "Input Dims": [[65536, 1024], [], [], [], []], "Ev Idx": 7029 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204850793.206, "dur": 1.002, + "args": { + "External id": 424839,"Record function id": 0, "Concrete Inputs": ["", "[8192, 1024]", "[1024, 1]", "16777216"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1024, 1], [], [], []], "Input Dims": [[65536, 1024], [], [], []], "Ev Idx": 7030 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 4183440, "tid": 4183440, + "ts": 675204850797.754, "dur": 26.916, + "args": { + "External id": 424840,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[1024, 1], [1024, 1], []], "Input Dims": [[8192, 1024], [8192, 1024], []], "Ev Idx": 7031 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 4183440, "tid": 4183440, + "ts": 675204850829.181, "dur": 8.228, + "args": { + "External id": 424841,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[32000, 1]], "Input Dims": [[8192, 32000]], "Ev Idx": 7032 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 4183440, "tid": 4183440, + "ts": 675204850831.355, "dur": 5.237, + "args": { + "External id": 424842,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[32000, 1], [], []], "Input Dims": [[8192, 32000], [], []], "Ev Idx": 7033 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204850833.559, "dur": 2.770, + "args": { + "External id": 424843,"Record function id": 0, "Concrete Inputs": ["", "[32000, 8192]", "[1, 32000]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[32000, 1], [], [], []], "Input Dims": [[8192, 32000], [], [], []], "Ev Idx": 7034 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::matmul", "pid": 4183440, "tid": 4183440, + "ts": 675204850840.438, "dur": 42.682, + "args": { + "External id": 424844,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 32000], [1024, 1]], "Input Dims": [[32000, 8192], [8192, 1024]], "Ev Idx": 7035 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 4183440, + "ts": 675204850842.049, "dur": 40.503, + "args": { + "External id": 424845,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 32000], [1024, 1]], "Input Dims": [[32000, 8192], [8192, 1024]], "Ev Idx": 7036 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::add_", "pid": 4183440, "tid": 4183440, + "ts": 675204850886.845, "dur": 16.280, + "args": { + "External id": 424846,"Record function id": 0, "Concrete Inputs": ["", "", "1"], "Input type": ["float", "c10::BFloat16", "Scalar"], "Input Strides": [[1024, 1], [1024, 1], []], "Input Dims": [[32000, 1024], [32000, 1024], []], "Ev Idx": 7037 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 4183440, "tid": 4183440, + "ts": 675204850908.783, "dur": 4.180, + "args": { + "External id": 424847,"Record function id": 0, "Concrete Inputs": ["", "0", "24576", "32768", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [], [], [], []], "Input Dims": [[65536, 1024], [], [], [], []], "Ev Idx": 7038 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204850911.289, "dur": 0.775, + "args": { + "External id": 424848,"Record function id": 0, "Concrete Inputs": ["", "[8192, 1024]", "[1024, 1]", "25165824"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1024, 1], [], [], []], "Input Dims": [[65536, 1024], [], [], []], "Ev Idx": 7039 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::linear", "pid": 4183440, "tid": 4183440, + "ts": 675204850917.187, "dur": 68.454, + "args": { + "External id": 424849,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", ""], "Input Strides": [[1024, 1], [1024, 1], []], "Input Dims": [[8192, 1024], [32000, 1024], []], "Ev Idx": 7040 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 4183440, "tid": 4183440, + "ts": 675204850918.284, "dur": 3.933, + "args": { + "External id": 424850,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[32000, 1024]], "Ev Idx": 7041 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 4183440, "tid": 4183440, + "ts": 675204850918.967, "dur": 2.612, + "args": { + "External id": 424851,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [], []], "Input Dims": [[32000, 1024], [], []], "Ev Idx": 7042 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204850920.591, "dur": 0.841, + "args": { + "External id": 424852,"Record function id": 0, "Concrete Inputs": ["", "[1024, 32000]", "[1, 1024]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[1024, 1], [], [], []], "Input Dims": [[32000, 1024], [], [], []], "Ev Idx": 7043 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::matmul", "pid": 4183440, "tid": 4183440, + "ts": 675204850922.902, "dur": 62.257, + "args": { + "External id": 424853,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1, 1024]], "Input Dims": [[8192, 1024], [1024, 32000]], "Ev Idx": 7044 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 4183440, + "ts": 675204850923.695, "dur": 60.627, + "args": { + "External id": 424854,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1, 1024]], "Input Dims": [[8192, 1024], [1024, 32000]], "Ev Idx": 7045 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 4183440, "tid": 4183440, + "ts": 675204850991.483, "dur": 5.042, + "args": { + "External id": 424855,"Record function id": 0, "Concrete Inputs": ["", "0", "24576", "32768", "1"], "Input type": ["long int", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], [], []], "Input Dims": [[65536], [], [], [], []], "Ev Idx": 7046 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204850994.109, "dur": 1.152, + "args": { + "External id": 424856,"Record function id": 0, "Concrete Inputs": ["", "[8192]", "[1]", "24576"], "Input type": ["long int", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[65536], [], [], []], "Ev Idx": 7047 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204851003.116, "dur": 1.827, + "args": { + "External id": 424857,"Record function id": 0, "Concrete Inputs": ["", "[-1, 32000]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[32000, 1], []], "Input Dims": [[8192, 32000], []], "Ev Idx": 7048 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::new_empty", "pid": 4183440, "tid": 4183440, + "ts": 675204851013.187, "dur": 7.630, + "args": { + "External id": 424858,"Record function id": 0, "Concrete Inputs": ["", "[8192, 1]", "6", "", "", "False"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "", "", "Scalar"], "Input Strides": [[32000, 1], [], [], [], [], []], "Input Dims": [[8192, 32000], [], [], [], [], []], "Ev Idx": 7049 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 4183440, + "ts": 675204851015.977, "dur": 4.535, + "args": { + "External id": 424859,"Record function id": 0, "Concrete Inputs": ["[8192, 1]", "6", "0", "", "False", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 7050 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::logsumexp", "pid": 4183440, "tid": 4183440, + "ts": 675204851112.367, "dur": 198.677, + "args": { + "External id": 424860,"Record function id": 0, "Concrete Inputs": ["", "[-1]", "False"], "Input type": ["float", "ScalarList", "Scalar"], "Input Strides": [[1, 1], [], []], "Input Dims": [[8192, 1], [], []], "Ev Idx": 7051 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 4183440, + "ts": 675204851114.742, "dur": 2.081, + "args": { + "External id": 424861,"Record function id": 0, "Concrete Inputs": ["[0]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 7052 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::logsumexp", "pid": 4183440, "tid": 4183440, + "ts": 675204851121.289, "dur": 189.264, + "args": { + "External id": 424862,"Record function id": 0, "Concrete Inputs": ["", "[-1]", "False", ""], "Input type": ["float", "ScalarList", "Scalar", "float"], "Input Strides": [[1, 1], [], [], [1]], "Input Dims": [[8192, 1], [], [], [0]], "Ev Idx": 7053 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::real", "pid": 4183440, "tid": 4183440, + "ts": 675204851122.622, "dur": 0.394, + "args": { + "External id": 424863,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1, 1]], "Input Dims": [[8192, 1]], "Ev Idx": 7054 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::amax", "pid": 4183440, "tid": 4183440, + "ts": 675204851123.982, "dur": 22.335, + "args": { + "External id": 424864,"Record function id": 0, "Concrete Inputs": ["", "[-1]", "True"], "Input type": ["float", "ScalarList", "Scalar"], "Input Strides": [[1, 1], [], []], "Input Dims": [[8192, 1], [], []], "Ev Idx": 7055 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::squeeze", "pid": 4183440, "tid": 4183440, + "ts": 675204851147.966, "dur": 5.716, + "args": { + "External id": 424865,"Record function id": 0, "Concrete Inputs": ["", "[-1]"], "Input type": ["float", "ScalarList"], "Input Strides": [[1, 1], []], "Input Dims": [[8192, 1], []], "Ev Idx": 7056 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204851150.639, "dur": 2.576, + "args": { + "External id": 424866,"Record function id": 0, "Concrete Inputs": ["", "[8192]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[1, 1], [], [], []], "Input Dims": [[8192, 1], [], [], []], "Ev Idx": 7057 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::abs", "pid": 4183440, "tid": 4183440, + "ts": 675204851155.121, "dur": 23.552, + "args": { + "External id": 424867,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1]], "Input Dims": [[8192]], "Ev Idx": 7058 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 4183440, + "ts": 675204851156.404, "dur": 1.938, + "args": { + "External id": 424868,"Record function id": 0, "Concrete Inputs": ["[0]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 7059 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::abs", "pid": 4183440, "tid": 4183440, + "ts": 675204851159.662, "dur": 18.645, + "args": { + "External id": 424869,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["float", "float"], "Input Strides": [[1], [1]], "Input Dims": [[8192], [0]], "Ev Idx": 7060 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::resize_", "pid": 4183440, "tid": 4183440, + "ts": 675204851162.569, "dur": 2.641, + "args": { + "External id": 424870,"Record function id": 0, "Concrete Inputs": ["", "[8192]", ""], "Input type": ["float", "ScalarList", ""], "Input Strides": [[1], [], []], "Input Dims": [[0], [], []], "Ev Idx": 7061 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::eq", "pid": 4183440, "tid": 4183440, + "ts": 675204851180.662, "dur": 20.150, + "args": { + "External id": 424871,"Record function id": 0, "Concrete Inputs": ["", "inf"], "Input type": ["float", "Scalar"], "Input Strides": [[1], []], "Input Dims": [[8192], []], "Ev Idx": 7062 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::masked_fill_", "pid": 4183440, "tid": 4183440, + "ts": 675204851202.386, "dur": 14.786, + "args": { + "External id": 424872,"Record function id": 0, "Concrete Inputs": ["", "", "0"], "Input type": ["float", "bool", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[8192], [8192], []], "Ev Idx": 7063 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::sub", "pid": 4183440, "tid": 4183440, + "ts": 675204851220.624, "dur": 15.264, + "args": { + "External id": 424873,"Record function id": 0, "Concrete Inputs": ["", "", "1"], "Input type": ["float", "float", "Scalar"], "Input Strides": [[1, 1], [1, 1], []], "Input Dims": [[8192, 1], [8192, 1], []], "Ev Idx": 7064 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::exp_", "pid": 4183440, "tid": 4183440, + "ts": 675204851237.237, "dur": 13.969, + "args": { + "External id": 424874,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1, 1]], "Input Dims": [[8192, 1]], "Ev Idx": 7065 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::sum", "pid": 4183440, "tid": 4183440, + "ts": 675204851253.269, "dur": 23.720, + "args": { + "External id": 424875,"Record function id": 0, "Concrete Inputs": ["", "[-1]", "False", "", ""], "Input type": ["float", "ScalarList", "Scalar", "", "float"], "Input Strides": [[1, 1], [], [], [], [1]], "Input Dims": [[8192, 1], [], [], [], [0]], "Ev Idx": 7066 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::resize_", "pid": 4183440, "tid": 4183440, + "ts": 675204851255.412, "dur": 2.038, + "args": { + "External id": 424876,"Record function id": 0, "Concrete Inputs": ["", "[8192]", ""], "Input type": ["float", "ScalarList", ""], "Input Strides": [[1], [], []], "Input Dims": [[0], [], []], "Ev Idx": 7067 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204851260.035, "dur": 2.792, + "args": { + "External id": 424877,"Record function id": 0, "Concrete Inputs": ["", "[8192, 1]", "[1, 0]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[1], [], [], []], "Input Dims": [[8192], [], [], []], "Ev Idx": 7068 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::log_", "pid": 4183440, "tid": 4183440, + "ts": 675204851279.170, "dur": 13.122, + "args": { + "External id": 424878,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1]], "Input Dims": [[8192]], "Ev Idx": 7069 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::add_", "pid": 4183440, "tid": 4183440, + "ts": 675204851293.493, "dur": 15.810, + "args": { + "External id": 424879,"Record function id": 0, "Concrete Inputs": ["", "", "1"], "Input type": ["float", "float", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[8192], [8192], []], "Ev Idx": 7070 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204851317.343, "dur": 1.800, + "args": { + "External id": 424880,"Record function id": 0, "Concrete Inputs": ["", "[8192]"], "Input type": ["float", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[8192], []], "Ev Idx": 7071 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 4183440, "tid": 4183440, + "ts": 675204851328.904, "dur": 3.323, + "args": { + "External id": 424881,"Record function id": 0, "Concrete Inputs": ["", "0", "24576", "32768", "1"], "Input type": ["float", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], [], []], "Input Dims": [[65536], [], [], [], []], "Ev Idx": 7072 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204851330.809, "dur": 0.627, + "args": { + "External id": 424882,"Record function id": 0, "Concrete Inputs": ["", "[8192]", "[1]", "24576"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[65536], [], [], []], "Ev Idx": 7073 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 4183440, + "ts": 675204851401.731, "dur": 46.892, + "args": { + "External id": 424883,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[32000, 1], [1024, 1]], "Input Dims": [[8192, 32000], [32000, 1024]], "Ev Idx": 7074 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 4183440, "tid": 4183440, + "ts": 675204851453.392, "dur": 5.165, + "args": { + "External id": 424884,"Record function id": 0, "Concrete Inputs": ["", "0", "24576", "32768", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [], [], [], []], "Input Dims": [[65536, 1024], [], [], [], []], "Ev Idx": 7075 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204851456.306, "dur": 1.068, + "args": { + "External id": 424885,"Record function id": 0, "Concrete Inputs": ["", "[8192, 1024]", "[1024, 1]", "25165824"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1024, 1], [], [], []], "Input Dims": [[65536, 1024], [], [], []], "Ev Idx": 7076 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 4183440, "tid": 4183440, + "ts": 675204851460.214, "dur": 24.427, + "args": { + "External id": 424886,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[1024, 1], [1024, 1], []], "Input Dims": [[8192, 1024], [8192, 1024], []], "Ev Idx": 7077 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 4183440, "tid": 4183440, + "ts": 675204851489.043, "dur": 5.575, + "args": { + "External id": 424887,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[32000, 1]], "Input Dims": [[8192, 32000]], "Ev Idx": 7078 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 4183440, "tid": 4183440, + "ts": 675204851490.319, "dur": 3.457, + "args": { + "External id": 424888,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[32000, 1], [], []], "Input Dims": [[8192, 32000], [], []], "Ev Idx": 7079 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204851492.454, "dur": 1.051, + "args": { + "External id": 424889,"Record function id": 0, "Concrete Inputs": ["", "[32000, 8192]", "[1, 32000]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[32000, 1], [], [], []], "Input Dims": [[8192, 32000], [], [], []], "Ev Idx": 7080 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::matmul", "pid": 4183440, "tid": 4183440, + "ts": 675204851497.258, "dur": 42.337, + "args": { + "External id": 424890,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 32000], [1024, 1]], "Input Dims": [[32000, 8192], [8192, 1024]], "Ev Idx": 7081 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 4183440, + "ts": 675204851498.369, "dur": 40.522, + "args": { + "External id": 424891,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 32000], [1024, 1]], "Input Dims": [[32000, 8192], [8192, 1024]], "Ev Idx": 7082 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::add_", "pid": 4183440, "tid": 4183440, + "ts": 675204851542.973, "dur": 15.967, + "args": { + "External id": 424892,"Record function id": 0, "Concrete Inputs": ["", "", "1"], "Input type": ["float", "c10::BFloat16", "Scalar"], "Input Strides": [[1024, 1], [1024, 1], []], "Input Dims": [[32000, 1024], [32000, 1024], []], "Ev Idx": 7083 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 4183440, "tid": 4183440, + "ts": 675204851564.476, "dur": 3.945, + "args": { + "External id": 424893,"Record function id": 0, "Concrete Inputs": ["", "0", "32768", "40960", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [], [], [], []], "Input Dims": [[65536, 1024], [], [], [], []], "Ev Idx": 7084 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204851566.826, "dur": 0.728, + "args": { + "External id": 424894,"Record function id": 0, "Concrete Inputs": ["", "[8192, 1024]", "[1024, 1]", "33554432"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1024, 1], [], [], []], "Input Dims": [[65536, 1024], [], [], []], "Ev Idx": 7085 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::linear", "pid": 4183440, "tid": 4183440, + "ts": 675204851572.600, "dur": 49.441, + "args": { + "External id": 424895,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", ""], "Input Strides": [[1024, 1], [1024, 1], []], "Input Dims": [[8192, 1024], [32000, 1024], []], "Ev Idx": 7086 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 4183440, "tid": 4183440, + "ts": 675204851573.575, "dur": 4.954, + "args": { + "External id": 424896,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[32000, 1024]], "Ev Idx": 7087 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 4183440, "tid": 4183440, + "ts": 675204851574.526, "dur": 3.478, + "args": { + "External id": 424897,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [], []], "Input Dims": [[32000, 1024], [], []], "Ev Idx": 7088 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204851577.128, "dur": 0.721, + "args": { + "External id": 424898,"Record function id": 0, "Concrete Inputs": ["", "[1024, 32000]", "[1, 1024]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[1024, 1], [], [], []], "Input Dims": [[32000, 1024], [], [], []], "Ev Idx": 7089 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::matmul", "pid": 4183440, "tid": 4183440, + "ts": 675204851579.435, "dur": 42.239, + "args": { + "External id": 424899,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1, 1024]], "Input Dims": [[8192, 1024], [1024, 32000]], "Ev Idx": 7090 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 4183440, + "ts": 675204851579.944, "dur": 41.114, + "args": { + "External id": 424900,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1, 1024]], "Input Dims": [[8192, 1024], [1024, 32000]], "Ev Idx": 7091 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 4183440, "tid": 4183440, + "ts": 675204851626.264, "dur": 4.913, + "args": { + "External id": 424901,"Record function id": 0, "Concrete Inputs": ["", "0", "32768", "40960", "1"], "Input type": ["long int", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], [], []], "Input Dims": [[65536], [], [], [], []], "Ev Idx": 7092 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204851629.241, "dur": 0.860, + "args": { + "External id": 424902,"Record function id": 0, "Concrete Inputs": ["", "[8192]", "[1]", "32768"], "Input type": ["long int", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[65536], [], [], []], "Ev Idx": 7093 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204851637.604, "dur": 1.348, + "args": { + "External id": 424903,"Record function id": 0, "Concrete Inputs": ["", "[-1, 32000]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[32000, 1], []], "Input Dims": [[8192, 32000], []], "Ev Idx": 7094 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::new_empty", "pid": 4183440, "tid": 4183440, + "ts": 675204851646.624, "dur": 46.049, + "args": { + "External id": 424904,"Record function id": 0, "Concrete Inputs": ["", "[8192, 1]", "6", "", "", "False"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "", "", "Scalar"], "Input Strides": [[32000, 1], [], [], [], [], []], "Input Dims": [[8192, 32000], [], [], [], [], []], "Ev Idx": 7095 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 4183440, + "ts": 675204851648.747, "dur": 43.119, + "args": { + "External id": 424905,"Record function id": 0, "Concrete Inputs": ["[8192, 1]", "6", "0", "", "False", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 7096 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::logsumexp", "pid": 4183440, "tid": 4183440, + "ts": 675204851791.385, "dur": 203.077, + "args": { + "External id": 424906,"Record function id": 0, "Concrete Inputs": ["", "[-1]", "False"], "Input type": ["float", "ScalarList", "Scalar"], "Input Strides": [[1, 1], [], []], "Input Dims": [[8192, 1], [], []], "Ev Idx": 7097 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 4183440, + "ts": 675204851796.405, "dur": 2.649, + "args": { + "External id": 424907,"Record function id": 0, "Concrete Inputs": ["[0]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 7098 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::logsumexp", "pid": 4183440, "tid": 4183440, + "ts": 675204851800.835, "dur": 193.066, + "args": { + "External id": 424908,"Record function id": 0, "Concrete Inputs": ["", "[-1]", "False", ""], "Input type": ["float", "ScalarList", "Scalar", "float"], "Input Strides": [[1, 1], [], [], [1]], "Input Dims": [[8192, 1], [], [], [0]], "Ev Idx": 7099 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::real", "pid": 4183440, "tid": 4183440, + "ts": 675204851802.359, "dur": 0.522, + "args": { + "External id": 424909,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1, 1]], "Input Dims": [[8192, 1]], "Ev Idx": 7100 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::amax", "pid": 4183440, "tid": 4183440, + "ts": 675204851804.471, "dur": 23.835, + "args": { + "External id": 424910,"Record function id": 0, "Concrete Inputs": ["", "[-1]", "True"], "Input type": ["float", "ScalarList", "Scalar"], "Input Strides": [[1, 1], [], []], "Input Dims": [[8192, 1], [], []], "Ev Idx": 7101 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::squeeze", "pid": 4183440, "tid": 4183440, + "ts": 675204851830.028, "dur": 6.258, + "args": { + "External id": 424911,"Record function id": 0, "Concrete Inputs": ["", "[-1]"], "Input type": ["float", "ScalarList"], "Input Strides": [[1, 1], []], "Input Dims": [[8192, 1], []], "Ev Idx": 7102 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204851834.842, "dur": 1.175, + "args": { + "External id": 424912,"Record function id": 0, "Concrete Inputs": ["", "[8192]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[1, 1], [], [], []], "Input Dims": [[8192, 1], [], [], []], "Ev Idx": 7103 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::abs", "pid": 4183440, "tid": 4183440, + "ts": 675204851837.141, "dur": 22.911, + "args": { + "External id": 424913,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1]], "Input Dims": [[8192]], "Ev Idx": 7104 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 4183440, + "ts": 675204851838.517, "dur": 1.819, + "args": { + "External id": 424914,"Record function id": 0, "Concrete Inputs": ["[0]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 7105 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::abs", "pid": 4183440, "tid": 4183440, + "ts": 675204851842.422, "dur": 17.264, + "args": { + "External id": 424915,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["float", "float"], "Input Strides": [[1], [1]], "Input Dims": [[8192], [0]], "Ev Idx": 7106 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::resize_", "pid": 4183440, "tid": 4183440, + "ts": 675204851845.392, "dur": 2.598, + "args": { + "External id": 424916,"Record function id": 0, "Concrete Inputs": ["", "[8192]", ""], "Input type": ["float", "ScalarList", ""], "Input Strides": [[1], [], []], "Input Dims": [[0], [], []], "Ev Idx": 7107 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::eq", "pid": 4183440, "tid": 4183440, + "ts": 675204851861.407, "dur": 20.942, + "args": { + "External id": 424917,"Record function id": 0, "Concrete Inputs": ["", "inf"], "Input type": ["float", "Scalar"], "Input Strides": [[1], []], "Input Dims": [[8192], []], "Ev Idx": 7108 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::masked_fill_", "pid": 4183440, "tid": 4183440, + "ts": 675204851884.005, "dur": 13.706, + "args": { + "External id": 424918,"Record function id": 0, "Concrete Inputs": ["", "", "0"], "Input type": ["float", "bool", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[8192], [8192], []], "Ev Idx": 7109 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::sub", "pid": 4183440, "tid": 4183440, + "ts": 675204851900.367, "dur": 13.469, + "args": { + "External id": 424919,"Record function id": 0, "Concrete Inputs": ["", "", "1"], "Input type": ["float", "float", "Scalar"], "Input Strides": [[1, 1], [1, 1], []], "Input Dims": [[8192, 1], [8192, 1], []], "Ev Idx": 7110 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::exp_", "pid": 4183440, "tid": 4183440, + "ts": 675204851915.281, "dur": 12.526, + "args": { + "External id": 424920,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1, 1]], "Input Dims": [[8192, 1]], "Ev Idx": 7111 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::sum", "pid": 4183440, "tid": 4183440, + "ts": 675204851929.683, "dur": 37.854, + "args": { + "External id": 424921,"Record function id": 0, "Concrete Inputs": ["", "[-1]", "False", "", ""], "Input type": ["float", "ScalarList", "Scalar", "", "float"], "Input Strides": [[1, 1], [], [], [], [1]], "Input Dims": [[8192, 1], [], [], [], [0]], "Ev Idx": 7112 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::resize_", "pid": 4183440, "tid": 4183440, + "ts": 675204851931.749, "dur": 1.392, + "args": { + "External id": 424922,"Record function id": 0, "Concrete Inputs": ["", "[8192]", ""], "Input type": ["float", "ScalarList", ""], "Input Strides": [[1], [], []], "Input Dims": [[0], [], []], "Ev Idx": 7113 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204851951.564, "dur": 1.177, + "args": { + "External id": 424923,"Record function id": 0, "Concrete Inputs": ["", "[8192, 1]", "[1, 0]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[1], [], [], []], "Input Dims": [[8192], [], [], []], "Ev Idx": 7114 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::log_", "pid": 4183440, "tid": 4183440, + "ts": 675204851969.550, "dur": 11.667, + "args": { + "External id": 424924,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1]], "Input Dims": [[8192]], "Ev Idx": 7115 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::add_", "pid": 4183440, "tid": 4183440, + "ts": 675204851982.900, "dur": 9.932, + "args": { + "External id": 424925,"Record function id": 0, "Concrete Inputs": ["", "", "1"], "Input type": ["float", "float", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[8192], [8192], []], "Ev Idx": 7116 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204852001.586, "dur": 2.319, + "args": { + "External id": 424926,"Record function id": 0, "Concrete Inputs": ["", "[8192]"], "Input type": ["float", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[8192], []], "Ev Idx": 7117 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 4183440, "tid": 4183440, + "ts": 675204852027.990, "dur": 3.975, + "args": { + "External id": 424927,"Record function id": 0, "Concrete Inputs": ["", "0", "32768", "40960", "1"], "Input type": ["float", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], [], []], "Input Dims": [[65536], [], [], [], []], "Ev Idx": 7118 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204852030.650, "dur": 0.517, + "args": { + "External id": 424928,"Record function id": 0, "Concrete Inputs": ["", "[8192]", "[1]", "32768"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[65536], [], [], []], "Ev Idx": 7119 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 4183440, + "ts": 675204852100.038, "dur": 51.589, + "args": { + "External id": 424929,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[32000, 1], [1024, 1]], "Input Dims": [[8192, 32000], [32000, 1024]], "Ev Idx": 7120 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 4183440, "tid": 4183440, + "ts": 675204852156.708, "dur": 5.111, + "args": { + "External id": 424930,"Record function id": 0, "Concrete Inputs": ["", "0", "32768", "40960", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [], [], [], []], "Input Dims": [[65536, 1024], [], [], [], []], "Ev Idx": 7121 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204852159.570, "dur": 1.040, + "args": { + "External id": 424931,"Record function id": 0, "Concrete Inputs": ["", "[8192, 1024]", "[1024, 1]", "33554432"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1024, 1], [], [], []], "Input Dims": [[65536, 1024], [], [], []], "Ev Idx": 7122 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 4183440, "tid": 4183440, + "ts": 675204852163.590, "dur": 23.541, + "args": { + "External id": 424932,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[1024, 1], [1024, 1], []], "Input Dims": [[8192, 1024], [8192, 1024], []], "Ev Idx": 7123 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 4183440, "tid": 4183440, + "ts": 675204852191.372, "dur": 8.018, + "args": { + "External id": 424933,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[32000, 1]], "Input Dims": [[8192, 32000]], "Ev Idx": 7124 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 4183440, "tid": 4183440, + "ts": 675204852193.230, "dur": 5.423, + "args": { + "External id": 424934,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[32000, 1], [], []], "Input Dims": [[8192, 32000], [], []], "Ev Idx": 7125 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204852195.341, "dur": 3.071, + "args": { + "External id": 424935,"Record function id": 0, "Concrete Inputs": ["", "[32000, 8192]", "[1, 32000]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[32000, 1], [], [], []], "Input Dims": [[8192, 32000], [], [], []], "Ev Idx": 7126 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::matmul", "pid": 4183440, "tid": 4183440, + "ts": 675204852202.398, "dur": 42.239, + "args": { + "External id": 424936,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 32000], [1024, 1]], "Input Dims": [[32000, 8192], [8192, 1024]], "Ev Idx": 7127 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 4183440, + "ts": 675204852203.470, "dur": 40.484, + "args": { + "External id": 424937,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 32000], [1024, 1]], "Input Dims": [[32000, 8192], [8192, 1024]], "Ev Idx": 7128 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::add_", "pid": 4183440, "tid": 4183440, + "ts": 675204852248.520, "dur": 14.026, + "args": { + "External id": 424938,"Record function id": 0, "Concrete Inputs": ["", "", "1"], "Input type": ["float", "c10::BFloat16", "Scalar"], "Input Strides": [[1024, 1], [1024, 1], []], "Input Dims": [[32000, 1024], [32000, 1024], []], "Ev Idx": 7129 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 4183440, "tid": 4183440, + "ts": 675204852267.865, "dur": 4.112, + "args": { + "External id": 424939,"Record function id": 0, "Concrete Inputs": ["", "0", "40960", "49152", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [], [], [], []], "Input Dims": [[65536, 1024], [], [], [], []], "Ev Idx": 7130 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204852270.199, "dur": 0.957, + "args": { + "External id": 424940,"Record function id": 0, "Concrete Inputs": ["", "[8192, 1024]", "[1024, 1]", "41943040"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1024, 1], [], [], []], "Input Dims": [[65536, 1024], [], [], []], "Ev Idx": 7131 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::linear", "pid": 4183440, "tid": 4183440, + "ts": 675204852276.051, "dur": 48.172, + "args": { + "External id": 424941,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", ""], "Input Strides": [[1024, 1], [1024, 1], []], "Input Dims": [[8192, 1024], [32000, 1024], []], "Ev Idx": 7132 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 4183440, "tid": 4183440, + "ts": 675204852277.199, "dur": 4.900, + "args": { + "External id": 424942,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[32000, 1024]], "Ev Idx": 7133 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 4183440, "tid": 4183440, + "ts": 675204852278.040, "dur": 3.343, + "args": { + "External id": 424943,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [], []], "Input Dims": [[32000, 1024], [], []], "Ev Idx": 7134 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204852280.096, "dur": 1.144, + "args": { + "External id": 424944,"Record function id": 0, "Concrete Inputs": ["", "[1024, 32000]", "[1, 1024]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[1024, 1], [], [], []], "Input Dims": [[32000, 1024], [], [], []], "Ev Idx": 7135 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::matmul", "pid": 4183440, "tid": 4183440, + "ts": 675204852282.737, "dur": 41.114, + "args": { + "External id": 424945,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1, 1024]], "Input Dims": [[8192, 1024], [1024, 32000]], "Ev Idx": 7136 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 4183440, + "ts": 675204852283.912, "dur": 39.340, + "args": { + "External id": 424946,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1, 1024]], "Input Dims": [[8192, 1024], [1024, 32000]], "Ev Idx": 7137 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 4183440, "tid": 4183440, + "ts": 675204852328.125, "dur": 3.554, + "args": { + "External id": 424947,"Record function id": 0, "Concrete Inputs": ["", "0", "40960", "49152", "1"], "Input type": ["long int", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], [], []], "Input Dims": [[65536], [], [], [], []], "Ev Idx": 7138 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204852329.742, "dur": 0.745, + "args": { + "External id": 424948,"Record function id": 0, "Concrete Inputs": ["", "[8192]", "[1]", "40960"], "Input type": ["long int", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[65536], [], [], []], "Ev Idx": 7139 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204852337.378, "dur": 1.520, + "args": { + "External id": 424949,"Record function id": 0, "Concrete Inputs": ["", "[-1, 32000]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[32000, 1], []], "Input Dims": [[8192, 32000], []], "Ev Idx": 7140 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::new_empty", "pid": 4183440, "tid": 4183440, + "ts": 675204852346.372, "dur": 7.035, + "args": { + "External id": 424950,"Record function id": 0, "Concrete Inputs": ["", "[8192, 1]", "6", "", "", "False"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "", "", "Scalar"], "Input Strides": [[32000, 1], [], [], [], [], []], "Input Dims": [[8192, 32000], [], [], [], [], []], "Ev Idx": 7141 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 4183440, + "ts": 675204852348.798, "dur": 4.342, + "args": { + "External id": 424951,"Record function id": 0, "Concrete Inputs": ["[8192, 1]", "6", "0", "", "False", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 7142 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::logsumexp", "pid": 4183440, "tid": 4183440, + "ts": 675204852443.618, "dur": 293.443, + "args": { + "External id": 424952,"Record function id": 0, "Concrete Inputs": ["", "[-1]", "False"], "Input type": ["float", "ScalarList", "Scalar"], "Input Strides": [[1, 1], [], []], "Input Dims": [[8192, 1], [], []], "Ev Idx": 7143 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 4183440, + "ts": 675204852446.217, "dur": 1.915, + "args": { + "External id": 424953,"Record function id": 0, "Concrete Inputs": ["[0]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 7144 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::logsumexp", "pid": 4183440, "tid": 4183440, + "ts": 675204852452.190, "dur": 284.120, + "args": { + "External id": 424954,"Record function id": 0, "Concrete Inputs": ["", "[-1]", "False", ""], "Input type": ["float", "ScalarList", "Scalar", "float"], "Input Strides": [[1, 1], [], [], [1]], "Input Dims": [[8192, 1], [], [], [0]], "Ev Idx": 7145 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::real", "pid": 4183440, "tid": 4183440, + "ts": 675204852453.335, "dur": 0.382, + "args": { + "External id": 424955,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1, 1]], "Input Dims": [[8192, 1]], "Ev Idx": 7146 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::amax", "pid": 4183440, "tid": 4183440, + "ts": 675204852455.071, "dur": 20.189, + "args": { + "External id": 424956,"Record function id": 0, "Concrete Inputs": ["", "[-1]", "True"], "Input type": ["float", "ScalarList", "Scalar"], "Input Strides": [[1, 1], [], []], "Input Dims": [[8192, 1], [], []], "Ev Idx": 7147 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::squeeze", "pid": 4183440, "tid": 4183440, + "ts": 675204852477.057, "dur": 5.320, + "args": { + "External id": 424957,"Record function id": 0, "Concrete Inputs": ["", "[-1]"], "Input type": ["float", "ScalarList"], "Input Strides": [[1, 1], []], "Input Dims": [[8192, 1], []], "Ev Idx": 7148 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204852478.971, "dur": 2.930, + "args": { + "External id": 424958,"Record function id": 0, "Concrete Inputs": ["", "[8192]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[1, 1], [], [], []], "Input Dims": [[8192, 1], [], [], []], "Ev Idx": 7149 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::abs", "pid": 4183440, "tid": 4183440, + "ts": 675204852483.615, "dur": 54.371, + "args": { + "External id": 424959,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1]], "Input Dims": [[8192]], "Ev Idx": 7150 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 4183440, + "ts": 675204852485.021, "dur": 1.586, + "args": { + "External id": 424960,"Record function id": 0, "Concrete Inputs": ["[0]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 7151 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::abs", "pid": 4183440, "tid": 4183440, + "ts": 675204852511.674, "dur": 25.976, + "args": { + "External id": 424961,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["float", "float"], "Input Strides": [[1], [1]], "Input Dims": [[8192], [0]], "Ev Idx": 7152 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::resize_", "pid": 4183440, "tid": 4183440, + "ts": 675204852522.121, "dur": 2.631, + "args": { + "External id": 424962,"Record function id": 0, "Concrete Inputs": ["", "[8192]", ""], "Input type": ["float", "ScalarList", ""], "Input Strides": [[1], [], []], "Input Dims": [[0], [], []], "Ev Idx": 7153 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::eq", "pid": 4183440, "tid": 4183440, + "ts": 675204852539.907, "dur": 28.955, + "args": { + "External id": 424963,"Record function id": 0, "Concrete Inputs": ["", "inf"], "Input type": ["float", "Scalar"], "Input Strides": [[1], []], "Input Dims": [[8192], []], "Ev Idx": 7154 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::masked_fill_", "pid": 4183440, "tid": 4183440, + "ts": 675204852570.224, "dur": 26.760, + "args": { + "External id": 424964,"Record function id": 0, "Concrete Inputs": ["", "", "0"], "Input type": ["float", "bool", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[8192], [8192], []], "Ev Idx": 7155 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::sub", "pid": 4183440, "tid": 4183440, + "ts": 675204852599.790, "dur": 26.167, + "args": { + "External id": 424965,"Record function id": 0, "Concrete Inputs": ["", "", "1"], "Input type": ["float", "float", "Scalar"], "Input Strides": [[1, 1], [1, 1], []], "Input Dims": [[8192, 1], [8192, 1], []], "Ev Idx": 7156 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::exp_", "pid": 4183440, "tid": 4183440, + "ts": 675204852627.187, "dur": 15.192, + "args": { + "External id": 424966,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1, 1]], "Input Dims": [[8192, 1]], "Ev Idx": 7157 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::sum", "pid": 4183440, "tid": 4183440, + "ts": 675204852644.334, "dur": 65.571, + "args": { + "External id": 424967,"Record function id": 0, "Concrete Inputs": ["", "[-1]", "False", "", ""], "Input type": ["float", "ScalarList", "Scalar", "", "float"], "Input Strides": [[1, 1], [], [], [], [1]], "Input Dims": [[8192, 1], [], [], [], [0]], "Ev Idx": 7158 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::resize_", "pid": 4183440, "tid": 4183440, + "ts": 675204852648.793, "dur": 38.581, + "args": { + "External id": 424968,"Record function id": 0, "Concrete Inputs": ["", "[8192]", ""], "Input type": ["float", "ScalarList", ""], "Input Strides": [[1], [], []], "Input Dims": [[0], [], []], "Ev Idx": 7159 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204852691.337, "dur": 0.771, + "args": { + "External id": 424969,"Record function id": 0, "Concrete Inputs": ["", "[8192, 1]", "[1, 0]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[1], [], [], []], "Input Dims": [[8192], [], [], []], "Ev Idx": 7160 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::log_", "pid": 4183440, "tid": 4183440, + "ts": 675204852712.006, "dur": 11.598, + "args": { + "External id": 424970,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1]], "Input Dims": [[8192]], "Ev Idx": 7161 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::add_", "pid": 4183440, "tid": 4183440, + "ts": 675204852724.797, "dur": 10.352, + "args": { + "External id": 424971,"Record function id": 0, "Concrete Inputs": ["", "", "1"], "Input type": ["float", "float", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[8192], [8192], []], "Ev Idx": 7162 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204852745.129, "dur": 2.412, + "args": { + "External id": 424972,"Record function id": 0, "Concrete Inputs": ["", "[8192]"], "Input type": ["float", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[8192], []], "Ev Idx": 7163 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 4183440, "tid": 4183440, + "ts": 675204852758.316, "dur": 3.490, + "args": { + "External id": 424973,"Record function id": 0, "Concrete Inputs": ["", "0", "40960", "49152", "1"], "Input type": ["float", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], [], []], "Input Dims": [[65536], [], [], [], []], "Ev Idx": 7164 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204852760.641, "dur": 0.390, + "args": { + "External id": 424974,"Record function id": 0, "Concrete Inputs": ["", "[8192]", "[1]", "40960"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[65536], [], [], []], "Ev Idx": 7165 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 4183440, + "ts": 675204852834.318, "dur": 47.962, + "args": { + "External id": 424975,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[32000, 1], [1024, 1]], "Input Dims": [[8192, 32000], [32000, 1024]], "Ev Idx": 7166 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 4183440, "tid": 4183440, + "ts": 675204852886.851, "dur": 4.855, + "args": { + "External id": 424976,"Record function id": 0, "Concrete Inputs": ["", "0", "40960", "49152", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [], [], [], []], "Input Dims": [[65536, 1024], [], [], [], []], "Ev Idx": 7167 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204852889.781, "dur": 0.896, + "args": { + "External id": 424977,"Record function id": 0, "Concrete Inputs": ["", "[8192, 1024]", "[1024, 1]", "41943040"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1024, 1], [], [], []], "Input Dims": [[65536, 1024], [], [], []], "Ev Idx": 7168 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 4183440, "tid": 4183440, + "ts": 675204852893.263, "dur": 33.276, + "args": { + "External id": 424978,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[1024, 1], [1024, 1], []], "Input Dims": [[8192, 1024], [8192, 1024], []], "Ev Idx": 7169 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 4183440, "tid": 4183440, + "ts": 675204852931.236, "dur": 22.830, + "args": { + "External id": 424979,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[32000, 1]], "Input Dims": [[8192, 32000]], "Ev Idx": 7170 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 4183440, "tid": 4183440, + "ts": 675204852932.606, "dur": 20.407, + "args": { + "External id": 424980,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[32000, 1], [], []], "Input Dims": [[8192, 32000], [], []], "Ev Idx": 7171 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204852950.574, "dur": 1.885, + "args": { + "External id": 424981,"Record function id": 0, "Concrete Inputs": ["", "[32000, 8192]", "[1, 32000]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[32000, 1], [], [], []], "Input Dims": [[8192, 32000], [], [], []], "Ev Idx": 7172 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::matmul", "pid": 4183440, "tid": 4183440, + "ts": 675204852957.879, "dur": 48.396, + "args": { + "External id": 424982,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 32000], [1024, 1]], "Input Dims": [[32000, 8192], [8192, 1024]], "Ev Idx": 7173 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 4183440, + "ts": 675204852959.530, "dur": 45.952, + "args": { + "External id": 424983,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 32000], [1024, 1]], "Input Dims": [[32000, 8192], [8192, 1024]], "Ev Idx": 7174 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::add_", "pid": 4183440, "tid": 4183440, + "ts": 675204853010.272, "dur": 15.909, + "args": { + "External id": 424984,"Record function id": 0, "Concrete Inputs": ["", "", "1"], "Input type": ["float", "c10::BFloat16", "Scalar"], "Input Strides": [[1024, 1], [1024, 1], []], "Input Dims": [[32000, 1024], [32000, 1024], []], "Ev Idx": 7175 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 4183440, "tid": 4183440, + "ts": 675204853032.975, "dur": 4.696, + "args": { + "External id": 424985,"Record function id": 0, "Concrete Inputs": ["", "0", "49152", "57344", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [], [], [], []], "Input Dims": [[65536, 1024], [], [], [], []], "Ev Idx": 7176 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204853035.805, "dur": 0.976, + "args": { + "External id": 424986,"Record function id": 0, "Concrete Inputs": ["", "[8192, 1024]", "[1024, 1]", "50331648"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1024, 1], [], [], []], "Input Dims": [[65536, 1024], [], [], []], "Ev Idx": 7177 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::linear", "pid": 4183440, "tid": 4183440, + "ts": 675204853041.950, "dur": 48.111, + "args": { + "External id": 424987,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", ""], "Input Strides": [[1024, 1], [1024, 1], []], "Input Dims": [[8192, 1024], [32000, 1024], []], "Ev Idx": 7178 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 4183440, "tid": 4183440, + "ts": 675204853043.105, "dur": 4.866, + "args": { + "External id": 424988,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[32000, 1024]], "Ev Idx": 7179 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 4183440, "tid": 4183440, + "ts": 675204853044.326, "dur": 3.069, + "args": { + "External id": 424989,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [], []], "Input Dims": [[32000, 1024], [], []], "Ev Idx": 7180 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204853046.318, "dur": 0.932, + "args": { + "External id": 424990,"Record function id": 0, "Concrete Inputs": ["", "[1024, 32000]", "[1, 1024]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[1024, 1], [], [], []], "Input Dims": [[32000, 1024], [], [], []], "Ev Idx": 7181 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::matmul", "pid": 4183440, "tid": 4183440, + "ts": 675204853048.874, "dur": 40.796, + "args": { + "External id": 424991,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1, 1024]], "Input Dims": [[8192, 1024], [1024, 32000]], "Ev Idx": 7182 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 4183440, + "ts": 675204853049.639, "dur": 39.449, + "args": { + "External id": 424992,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1, 1024]], "Input Dims": [[8192, 1024], [1024, 32000]], "Ev Idx": 7183 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 4183440, "tid": 4183440, + "ts": 675204853094.339, "dur": 4.002, + "args": { + "External id": 424993,"Record function id": 0, "Concrete Inputs": ["", "0", "49152", "57344", "1"], "Input type": ["long int", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], [], []], "Input Dims": [[65536], [], [], [], []], "Ev Idx": 7184 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204853096.319, "dur": 0.815, + "args": { + "External id": 424994,"Record function id": 0, "Concrete Inputs": ["", "[8192]", "[1]", "49152"], "Input type": ["long int", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[65536], [], [], []], "Ev Idx": 7185 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204853104.454, "dur": 2.010, + "args": { + "External id": 424995,"Record function id": 0, "Concrete Inputs": ["", "[-1, 32000]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[32000, 1], []], "Input Dims": [[8192, 32000], []], "Ev Idx": 7186 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::new_empty", "pid": 4183440, "tid": 4183440, + "ts": 675204853115.056, "dur": 7.271, + "args": { + "External id": 424996,"Record function id": 0, "Concrete Inputs": ["", "[8192, 1]", "6", "", "", "False"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "", "", "Scalar"], "Input Strides": [[32000, 1], [], [], [], [], []], "Input Dims": [[8192, 32000], [], [], [], [], []], "Ev Idx": 7187 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 4183440, + "ts": 675204853117.584, "dur": 4.411, + "args": { + "External id": 424997,"Record function id": 0, "Concrete Inputs": ["[8192, 1]", "6", "0", "", "False", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 7188 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::logsumexp", "pid": 4183440, "tid": 4183440, + "ts": 675204853209.468, "dur": 203.825, + "args": { + "External id": 424998,"Record function id": 0, "Concrete Inputs": ["", "[-1]", "False"], "Input type": ["float", "ScalarList", "Scalar"], "Input Strides": [[1, 1], [], []], "Input Dims": [[8192, 1], [], []], "Ev Idx": 7189 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 4183440, + "ts": 675204853213.658, "dur": 2.146, + "args": { + "External id": 424999,"Record function id": 0, "Concrete Inputs": ["[0]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 7190 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::logsumexp", "pid": 4183440, "tid": 4183440, + "ts": 675204853217.527, "dur": 195.329, + "args": { + "External id": 425000,"Record function id": 0, "Concrete Inputs": ["", "[-1]", "False", ""], "Input type": ["float", "ScalarList", "Scalar", "float"], "Input Strides": [[1, 1], [], [], [1]], "Input Dims": [[8192, 1], [], [], [0]], "Ev Idx": 7191 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::real", "pid": 4183440, "tid": 4183440, + "ts": 675204853219.223, "dur": 0.483, + "args": { + "External id": 425001,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1, 1]], "Input Dims": [[8192, 1]], "Ev Idx": 7192 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::amax", "pid": 4183440, "tid": 4183440, + "ts": 675204853221.045, "dur": 22.237, + "args": { + "External id": 425002,"Record function id": 0, "Concrete Inputs": ["", "[-1]", "True"], "Input type": ["float", "ScalarList", "Scalar"], "Input Strides": [[1, 1], [], []], "Input Dims": [[8192, 1], [], []], "Ev Idx": 7193 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::squeeze", "pid": 4183440, "tid": 4183440, + "ts": 675204853244.881, "dur": 6.084, + "args": { + "External id": 425003,"Record function id": 0, "Concrete Inputs": ["", "[-1]"], "Input type": ["float", "ScalarList"], "Input Strides": [[1, 1], []], "Input Dims": [[8192, 1], []], "Ev Idx": 7194 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204853249.437, "dur": 1.214, + "args": { + "External id": 425004,"Record function id": 0, "Concrete Inputs": ["", "[8192]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[1, 1], [], [], []], "Input Dims": [[8192, 1], [], [], []], "Ev Idx": 7195 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::abs", "pid": 4183440, "tid": 4183440, + "ts": 675204853252.056, "dur": 22.866, + "args": { + "External id": 425005,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1]], "Input Dims": [[8192]], "Ev Idx": 7196 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 4183440, + "ts": 675204853253.283, "dur": 1.803, + "args": { + "External id": 425006,"Record function id": 0, "Concrete Inputs": ["[0]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 7197 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::abs", "pid": 4183440, "tid": 4183440, + "ts": 675204853256.775, "dur": 17.856, + "args": { + "External id": 425007,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["float", "float"], "Input Strides": [[1], [1]], "Input Dims": [[8192], [0]], "Ev Idx": 7198 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::resize_", "pid": 4183440, "tid": 4183440, + "ts": 675204853260.151, "dur": 2.488, + "args": { + "External id": 425008,"Record function id": 0, "Concrete Inputs": ["", "[8192]", ""], "Input type": ["float", "ScalarList", ""], "Input Strides": [[1], [], []], "Input Dims": [[0], [], []], "Ev Idx": 7199 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::eq", "pid": 4183440, "tid": 4183440, + "ts": 675204853276.424, "dur": 22.918, + "args": { + "External id": 425009,"Record function id": 0, "Concrete Inputs": ["", "inf"], "Input type": ["float", "Scalar"], "Input Strides": [[1], []], "Input Dims": [[8192], []], "Ev Idx": 7200 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::masked_fill_", "pid": 4183440, "tid": 4183440, + "ts": 675204853300.949, "dur": 19.757, + "args": { + "External id": 425010,"Record function id": 0, "Concrete Inputs": ["", "", "0"], "Input type": ["float", "bool", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[8192], [8192], []], "Ev Idx": 7201 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::sub", "pid": 4183440, "tid": 4183440, + "ts": 675204853329.909, "dur": 16.213, + "args": { + "External id": 425011,"Record function id": 0, "Concrete Inputs": ["", "", "1"], "Input type": ["float", "float", "Scalar"], "Input Strides": [[1, 1], [1, 1], []], "Input Dims": [[8192, 1], [8192, 1], []], "Ev Idx": 7202 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::exp_", "pid": 4183440, "tid": 4183440, + "ts": 675204853347.780, "dur": 13.309, + "args": { + "External id": 425012,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1, 1]], "Input Dims": [[8192, 1]], "Ev Idx": 7203 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::sum", "pid": 4183440, "tid": 4183440, + "ts": 675204853362.903, "dur": 21.388, + "args": { + "External id": 425013,"Record function id": 0, "Concrete Inputs": ["", "[-1]", "False", "", ""], "Input type": ["float", "ScalarList", "Scalar", "", "float"], "Input Strides": [[1, 1], [], [], [], [1]], "Input Dims": [[8192, 1], [], [], [], [0]], "Ev Idx": 7204 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::resize_", "pid": 4183440, "tid": 4183440, + "ts": 675204853364.950, "dur": 1.873, + "args": { + "External id": 425014,"Record function id": 0, "Concrete Inputs": ["", "[8192]", ""], "Input type": ["float", "ScalarList", ""], "Input Strides": [[1], [], []], "Input Dims": [[0], [], []], "Ev Idx": 7205 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204853369.219, "dur": 1.083, + "args": { + "External id": 425015,"Record function id": 0, "Concrete Inputs": ["", "[8192, 1]", "[1, 0]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[1], [], [], []], "Input Dims": [[8192], [], [], []], "Ev Idx": 7206 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::log_", "pid": 4183440, "tid": 4183440, + "ts": 675204853385.980, "dur": 12.867, + "args": { + "External id": 425016,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1]], "Input Dims": [[8192]], "Ev Idx": 7207 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::add_", "pid": 4183440, "tid": 4183440, + "ts": 675204853400.127, "dur": 11.802, + "args": { + "External id": 425017,"Record function id": 0, "Concrete Inputs": ["", "", "1"], "Input type": ["float", "float", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[8192], [8192], []], "Ev Idx": 7208 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204853419.515, "dur": 1.687, + "args": { + "External id": 425018,"Record function id": 0, "Concrete Inputs": ["", "[8192]"], "Input type": ["float", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[8192], []], "Ev Idx": 7209 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 4183440, "tid": 4183440, + "ts": 675204853429.845, "dur": 3.824, + "args": { + "External id": 425019,"Record function id": 0, "Concrete Inputs": ["", "0", "49152", "57344", "1"], "Input type": ["float", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], [], []], "Input Dims": [[65536], [], [], [], []], "Ev Idx": 7210 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204853432.295, "dur": 0.603, + "args": { + "External id": 425020,"Record function id": 0, "Concrete Inputs": ["", "[8192]", "[1]", "49152"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[65536], [], [], []], "Ev Idx": 7211 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 4183440, + "ts": 675204853495.509, "dur": 40.384, + "args": { + "External id": 425021,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[32000, 1], [1024, 1]], "Input Dims": [[8192, 32000], [32000, 1024]], "Ev Idx": 7212 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 4183440, "tid": 4183440, + "ts": 675204853540.685, "dur": 4.807, + "args": { + "External id": 425022,"Record function id": 0, "Concrete Inputs": ["", "0", "49152", "57344", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [], [], [], []], "Input Dims": [[65536, 1024], [], [], [], []], "Ev Idx": 7213 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204853543.417, "dur": 0.988, + "args": { + "External id": 425023,"Record function id": 0, "Concrete Inputs": ["", "[8192, 1024]", "[1024, 1]", "50331648"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1024, 1], [], [], []], "Input Dims": [[65536, 1024], [], [], []], "Ev Idx": 7214 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 4183440, "tid": 4183440, + "ts": 675204853547.192, "dur": 23.896, + "args": { + "External id": 425024,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[1024, 1], [1024, 1], []], "Input Dims": [[8192, 1024], [8192, 1024], []], "Ev Idx": 7215 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 4183440, "tid": 4183440, + "ts": 675204853574.863, "dur": 7.406, + "args": { + "External id": 425025,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[32000, 1]], "Input Dims": [[8192, 32000]], "Ev Idx": 7216 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 4183440, "tid": 4183440, + "ts": 675204853576.536, "dur": 5.115, + "args": { + "External id": 425026,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[32000, 1], [], []], "Input Dims": [[8192, 32000], [], []], "Ev Idx": 7217 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204853578.569, "dur": 2.862, + "args": { + "External id": 425027,"Record function id": 0, "Concrete Inputs": ["", "[32000, 8192]", "[1, 32000]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[32000, 1], [], [], []], "Input Dims": [[8192, 32000], [], [], []], "Ev Idx": 7218 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::matmul", "pid": 4183440, "tid": 4183440, + "ts": 675204853584.900, "dur": 40.146, + "args": { + "External id": 425028,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 32000], [1024, 1]], "Input Dims": [[32000, 8192], [8192, 1024]], "Ev Idx": 7219 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 4183440, + "ts": 675204853585.834, "dur": 38.409, + "args": { + "External id": 425029,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 32000], [1024, 1]], "Input Dims": [[32000, 8192], [8192, 1024]], "Ev Idx": 7220 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::add_", "pid": 4183440, "tid": 4183440, + "ts": 675204853628.496, "dur": 14.717, + "args": { + "External id": 425030,"Record function id": 0, "Concrete Inputs": ["", "", "1"], "Input type": ["float", "c10::BFloat16", "Scalar"], "Input Strides": [[1024, 1], [1024, 1], []], "Input Dims": [[32000, 1024], [32000, 1024], []], "Ev Idx": 7221 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 4183440, "tid": 4183440, + "ts": 675204853647.923, "dur": 4.602, + "args": { + "External id": 425031,"Record function id": 0, "Concrete Inputs": ["", "0", "57344", "65536", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [], [], [], []], "Input Dims": [[65536, 1024], [], [], [], []], "Ev Idx": 7222 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204853650.955, "dur": 0.822, + "args": { + "External id": 425032,"Record function id": 0, "Concrete Inputs": ["", "[8192, 1024]", "[1024, 1]", "58720256"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1024, 1], [], [], []], "Input Dims": [[65536, 1024], [], [], []], "Ev Idx": 7223 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::linear", "pid": 4183440, "tid": 4183440, + "ts": 675204853694.868, "dur": 57.271, + "args": { + "External id": 425033,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", ""], "Input Strides": [[1024, 1], [1024, 1], []], "Input Dims": [[8192, 1024], [32000, 1024], []], "Ev Idx": 7224 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 4183440, "tid": 4183440, + "ts": 675204853695.943, "dur": 6.164, + "args": { + "External id": 425034,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[32000, 1024]], "Ev Idx": 7225 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 4183440, "tid": 4183440, + "ts": 675204853697.253, "dur": 4.114, + "args": { + "External id": 425035,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [], []], "Input Dims": [[32000, 1024], [], []], "Ev Idx": 7226 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204853700.198, "dur": 0.847, + "args": { + "External id": 425036,"Record function id": 0, "Concrete Inputs": ["", "[1024, 32000]", "[1, 1024]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[1024, 1], [], [], []], "Input Dims": [[32000, 1024], [], [], []], "Ev Idx": 7227 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::matmul", "pid": 4183440, "tid": 4183440, + "ts": 675204853703.011, "dur": 48.544, + "args": { + "External id": 425037,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1, 1024]], "Input Dims": [[8192, 1024], [1024, 32000]], "Ev Idx": 7228 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 4183440, + "ts": 675204853704.427, "dur": 46.441, + "args": { + "External id": 425038,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1, 1024]], "Input Dims": [[8192, 1024], [1024, 32000]], "Ev Idx": 7229 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 4183440, "tid": 4183440, + "ts": 675204853756.568, "dur": 4.487, + "args": { + "External id": 425039,"Record function id": 0, "Concrete Inputs": ["", "0", "57344", "65536", "1"], "Input type": ["long int", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], [], []], "Input Dims": [[65536], [], [], [], []], "Ev Idx": 7230 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204853758.668, "dur": 1.152, + "args": { + "External id": 425040,"Record function id": 0, "Concrete Inputs": ["", "[8192]", "[1]", "57344"], "Input type": ["long int", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[65536], [], [], []], "Ev Idx": 7231 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204853767.252, "dur": 1.705, + "args": { + "External id": 425041,"Record function id": 0, "Concrete Inputs": ["", "[-1, 32000]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[32000, 1], []], "Input Dims": [[8192, 32000], []], "Ev Idx": 7232 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::new_empty", "pid": 4183440, "tid": 4183440, + "ts": 675204853776.355, "dur": 6.911, + "args": { + "External id": 425042,"Record function id": 0, "Concrete Inputs": ["", "[8192, 1]", "6", "", "", "False"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "", "", "Scalar"], "Input Strides": [[32000, 1], [], [], [], [], []], "Input Dims": [[8192, 32000], [], [], [], [], []], "Ev Idx": 7233 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 4183440, + "ts": 675204853778.738, "dur": 4.248, + "args": { + "External id": 425043,"Record function id": 0, "Concrete Inputs": ["[8192, 1]", "6", "0", "", "False", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 7234 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::logsumexp", "pid": 4183440, "tid": 4183440, + "ts": 675204853867.960, "dur": 202.312, + "args": { + "External id": 425044,"Record function id": 0, "Concrete Inputs": ["", "[-1]", "False"], "Input type": ["float", "ScalarList", "Scalar"], "Input Strides": [[1, 1], [], []], "Input Dims": [[8192, 1], [], []], "Ev Idx": 7235 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 4183440, + "ts": 675204853870.923, "dur": 1.944, + "args": { + "External id": 425045,"Record function id": 0, "Concrete Inputs": ["[0]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 7236 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::logsumexp", "pid": 4183440, "tid": 4183440, + "ts": 675204853876.522, "dur": 193.314, + "args": { + "External id": 425046,"Record function id": 0, "Concrete Inputs": ["", "[-1]", "False", ""], "Input type": ["float", "ScalarList", "Scalar", "float"], "Input Strides": [[1, 1], [], [], [1]], "Input Dims": [[8192, 1], [], [], [0]], "Ev Idx": 7237 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::real", "pid": 4183440, "tid": 4183440, + "ts": 675204853877.959, "dur": 0.420, + "args": { + "External id": 425047,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1, 1]], "Input Dims": [[8192, 1]], "Ev Idx": 7238 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::amax", "pid": 4183440, "tid": 4183440, + "ts": 675204853879.575, "dur": 21.145, + "args": { + "External id": 425048,"Record function id": 0, "Concrete Inputs": ["", "[-1]", "True"], "Input type": ["float", "ScalarList", "Scalar"], "Input Strides": [[1, 1], [], []], "Input Dims": [[8192, 1], [], []], "Ev Idx": 7239 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::squeeze", "pid": 4183440, "tid": 4183440, + "ts": 675204853902.370, "dur": 6.147, + "args": { + "External id": 425049,"Record function id": 0, "Concrete Inputs": ["", "[-1]"], "Input type": ["float", "ScalarList"], "Input Strides": [[1, 1], []], "Input Dims": [[8192, 1], []], "Ev Idx": 7240 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204853904.821, "dur": 3.269, + "args": { + "External id": 425050,"Record function id": 0, "Concrete Inputs": ["", "[8192]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[1, 1], [], [], []], "Input Dims": [[8192, 1], [], [], []], "Ev Idx": 7241 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::abs", "pid": 4183440, "tid": 4183440, + "ts": 675204853909.606, "dur": 22.502, + "args": { + "External id": 425051,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1]], "Input Dims": [[8192]], "Ev Idx": 7242 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 4183440, + "ts": 675204853910.940, "dur": 1.848, + "args": { + "External id": 425052,"Record function id": 0, "Concrete Inputs": ["[0]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 7243 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::abs", "pid": 4183440, "tid": 4183440, + "ts": 675204853914.380, "dur": 17.430, + "args": { + "External id": 425053,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["float", "float"], "Input Strides": [[1], [1]], "Input Dims": [[8192], [0]], "Ev Idx": 7244 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::resize_", "pid": 4183440, "tid": 4183440, + "ts": 675204853916.890, "dur": 2.515, + "args": { + "External id": 425054,"Record function id": 0, "Concrete Inputs": ["", "[8192]", ""], "Input type": ["float", "ScalarList", ""], "Input Strides": [[1], [], []], "Input Dims": [[0], [], []], "Ev Idx": 7245 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::eq", "pid": 4183440, "tid": 4183440, + "ts": 675204853933.907, "dur": 37.220, + "args": { + "External id": 425055,"Record function id": 0, "Concrete Inputs": ["", "inf"], "Input type": ["float", "Scalar"], "Input Strides": [[1], []], "Input Dims": [[8192], []], "Ev Idx": 7246 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::masked_fill_", "pid": 4183440, "tid": 4183440, + "ts": 675204853973.483, "dur": 13.198, + "args": { + "External id": 425056,"Record function id": 0, "Concrete Inputs": ["", "", "0"], "Input type": ["float", "bool", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[8192], [8192], []], "Ev Idx": 7247 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::sub", "pid": 4183440, "tid": 4183440, + "ts": 675204853989.683, "dur": 13.083, + "args": { + "External id": 425057,"Record function id": 0, "Concrete Inputs": ["", "", "1"], "Input type": ["float", "float", "Scalar"], "Input Strides": [[1, 1], [1, 1], []], "Input Dims": [[8192, 1], [8192, 1], []], "Ev Idx": 7248 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::exp_", "pid": 4183440, "tid": 4183440, + "ts": 675204854004.194, "dur": 11.598, + "args": { + "External id": 425058,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1, 1]], "Input Dims": [[8192, 1]], "Ev Idx": 7249 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::sum", "pid": 4183440, "tid": 4183440, + "ts": 675204854017.710, "dur": 23.528, + "args": { + "External id": 425059,"Record function id": 0, "Concrete Inputs": ["", "[-1]", "False", "", ""], "Input type": ["float", "ScalarList", "Scalar", "", "float"], "Input Strides": [[1, 1], [], [], [], [1]], "Input Dims": [[8192, 1], [], [], [], [0]], "Ev Idx": 7250 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::resize_", "pid": 4183440, "tid": 4183440, + "ts": 675204854019.943, "dur": 2.587, + "args": { + "External id": 425060,"Record function id": 0, "Concrete Inputs": ["", "[8192]", ""], "Input type": ["float", "ScalarList", ""], "Input Strides": [[1], [], []], "Input Dims": [[0], [], []], "Ev Idx": 7251 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204854025.086, "dur": 3.380, + "args": { + "External id": 425061,"Record function id": 0, "Concrete Inputs": ["", "[8192, 1]", "[1, 0]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[1], [], [], []], "Input Dims": [[8192], [], [], []], "Ev Idx": 7252 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::log_", "pid": 4183440, "tid": 4183440, + "ts": 675204854043.107, "dur": 13.998, + "args": { + "External id": 425062,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1]], "Input Dims": [[8192]], "Ev Idx": 7253 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::add_", "pid": 4183440, "tid": 4183440, + "ts": 675204854058.225, "dur": 10.350, + "args": { + "External id": 425063,"Record function id": 0, "Concrete Inputs": ["", "", "1"], "Input type": ["float", "float", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[8192], [8192], []], "Ev Idx": 7254 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204854077.302, "dur": 2.322, + "args": { + "External id": 425064,"Record function id": 0, "Concrete Inputs": ["", "[8192]"], "Input type": ["float", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[8192], []], "Ev Idx": 7255 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 4183440, "tid": 4183440, + "ts": 675204854088.870, "dur": 4.077, + "args": { + "External id": 425065,"Record function id": 0, "Concrete Inputs": ["", "0", "57344", "65536", "1"], "Input type": ["float", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], [], []], "Input Dims": [[65536], [], [], [], []], "Ev Idx": 7256 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204854091.479, "dur": 0.593, + "args": { + "External id": 425066,"Record function id": 0, "Concrete Inputs": ["", "[8192]", "[1]", "57344"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[65536], [], [], []], "Ev Idx": 7257 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 4183440, + "ts": 675204854154.810, "dur": 43.047, + "args": { + "External id": 425067,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[32000, 1], [1024, 1]], "Input Dims": [[8192, 32000], [32000, 1024]], "Ev Idx": 7258 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 4183440, "tid": 4183440, + "ts": 675204854202.264, "dur": 4.766, + "args": { + "External id": 425068,"Record function id": 0, "Concrete Inputs": ["", "0", "57344", "65536", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [], [], [], []], "Input Dims": [[65536, 1024], [], [], [], []], "Ev Idx": 7259 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204854205.087, "dur": 0.958, + "args": { + "External id": 425069,"Record function id": 0, "Concrete Inputs": ["", "[8192, 1024]", "[1024, 1]", "58720256"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1024, 1], [], [], []], "Input Dims": [[65536, 1024], [], [], []], "Ev Idx": 7260 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 4183440, "tid": 4183440, + "ts": 675204854208.500, "dur": 22.441, + "args": { + "External id": 425070,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[1024, 1], [1024, 1], []], "Input Dims": [[8192, 1024], [8192, 1024], []], "Ev Idx": 7261 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 4183440, "tid": 4183440, + "ts": 675204854235.406, "dur": 6.365, + "args": { + "External id": 425071,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[32000, 1]], "Input Dims": [[8192, 32000]], "Ev Idx": 7262 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 4183440, "tid": 4183440, + "ts": 675204854236.879, "dur": 4.174, + "args": { + "External id": 425072,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[32000, 1], [], []], "Input Dims": [[8192, 32000], [], []], "Ev Idx": 7263 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204854239.550, "dur": 1.282, + "args": { + "External id": 425073,"Record function id": 0, "Concrete Inputs": ["", "[32000, 8192]", "[1, 32000]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[32000, 1], [], [], []], "Input Dims": [[8192, 32000], [], [], []], "Ev Idx": 7264 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::matmul", "pid": 4183440, "tid": 4183440, + "ts": 675204854244.184, "dur": 39.936, + "args": { + "External id": 425074,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 32000], [1024, 1]], "Input Dims": [[32000, 8192], [8192, 1024]], "Ev Idx": 7265 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 4183440, + "ts": 675204854245.590, "dur": 37.786, + "args": { + "External id": 425075,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 32000], [1024, 1]], "Input Dims": [[32000, 8192], [8192, 1024]], "Ev Idx": 7266 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::add_", "pid": 4183440, "tid": 4183440, + "ts": 675204854287.495, "dur": 14.459, + "args": { + "External id": 425076,"Record function id": 0, "Concrete Inputs": ["", "", "1"], "Input type": ["float", "c10::BFloat16", "Scalar"], "Input Strides": [[1024, 1], [1024, 1], []], "Input Dims": [[32000, 1024], [32000, 1024], []], "Ev Idx": 7267 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::sum", "pid": 4183440, "tid": 4183440, + "ts": 675204854306.936, "dur": 25.490, + "args": { + "External id": 425077,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["float", ""], "Input Strides": [[1], []], "Input Dims": [[65536], []], "Ev Idx": 7268 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::sum", "pid": 4183440, "tid": 4183440, + "ts": 675204854309.691, "dur": 22.321, + "args": { + "External id": 425078,"Record function id": 0, "Concrete Inputs": ["", "[]", "False", ""], "Input type": ["float", "ScalarList", "Scalar", ""], "Input Strides": [[1], [], [], []], "Input Dims": [[65536], [], [], []], "Ev Idx": 7269 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204854314.537, "dur": 1.032, + "args": { + "External id": 425079,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[0]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 7270 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 4183440, + "ts": 675204854338.218, "dur": 28.371, + "args": { + "External id": 425080,"Record function id": 0, "Concrete Inputs": ["", "", "15", "False", "False", ""], "Input type": ["float", "", "Scalar", "Scalar", "Scalar", ""], "Input Strides": [[1024, 1], [], [], [], [], []], "Input Dims": [[32000, 1024], [], [], [], [], []], "Ev Idx": 7271 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::_to_copy", "pid": 4183440, "tid": 4183440, + "ts": 675204854340.720, "dur": 25.661, + "args": { + "External id": 425081,"Record function id": 0, "Concrete Inputs": ["", "15", "", "", "", "False", ""], "Input type": ["float", "Scalar", "", "", "", "Scalar", ""], "Input Strides": [[1024, 1], [], [], [], [], [], []], "Input Dims": [[32000, 1024], [], [], [], [], [], []], "Ev Idx": 7272 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204854345.680, "dur": 4.438, + "args": { + "External id": 425082,"Record function id": 0, "Concrete Inputs": ["[32000, 1024]", "[1024, 1]", "15", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 7273 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 4183440, "tid": 4183440, + "ts": 675204854351.443, "dur": 14.409, + "args": { + "External id": 425083,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["c10::BFloat16", "float", "Scalar"], "Input Strides": [[1024, 1], [1024, 1], []], "Input Dims": [[32000, 1024], [32000, 1024], []], "Ev Idx": 7274 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 4183440, "tid": 4183440, + "ts": 675204854382.224, "dur": 5.695, + "args": { + "External id": 425084,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[65536, 1024]], "Ev Idx": 7275 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 4183440, "tid": 4183440, + "ts": 675204854384.424, "dur": 3.183, + "args": { + "External id": 425085,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[65536, 1024]], "Ev Idx": 7276 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 4183440, "tid": 4183440, + "ts": 675204854389.028, "dur": 1.540, + "args": { + "External id": 425086,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[32000, 1024]], "Ev Idx": 7277 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 4183440, "tid": 4183440, + "ts": 675204854390.041, "dur": 0.425, + "args": { + "External id": 425087,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[32000, 1024]], "Ev Idx": 7278 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::add_", "pid": 4183440, "tid": 4183440, + "ts": 675204854434.688, "dur": 25.111, + "args": { + "External id": 425088,"Sequence number": 5055789, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "", "1"], "Input type": ["float", "float", "Scalar"], "Input Strides": [[1], [], []], "Input Dims": [[1], [], []], "Ev Idx": 7279 + } + }, + { + "ph": "s", "id": 23, "pid": 4183440, "tid": 4183440, "ts": 675204854434.688, + "cat": "fwdbwd", "name": "fwdbwd" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 4183440, "tid": 4183440, + "ts": 675204854466.257, "dur": 6.096, + "args": { + "External id": 425089,"Sequence number": 5055790, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "0", "0", "9223372036854775807", "1"], "Input type": ["long int", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[8192, 1, 1], [], [], [], []], "Input Dims": [[16, 4, 4096], [], [], [], []], "Ev Idx": 7280 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204854470.106, "dur": 0.967, + "args": { + "External id": 425090,"Record function id": 0, "Concrete Inputs": ["", "[16, 4, 4096]", "[8192, 1, 1]", "1"], "Input type": ["long int", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[8192, 1, 1], [], [], []], "Input Dims": [[16, 4, 4096], [], [], []], "Ev Idx": 7281 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::select", "pid": 4183440, "tid": 4183440, + "ts": 675204854474.823, "dur": 6.735, + "args": { + "External id": 425091,"Sequence number": 5055790, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "1", "1"], "Input type": ["long int", "Scalar", "Scalar"], "Input Strides": [[8192, 1, 1], [], []], "Input Dims": [[16, 4, 4096], [], []], "Ev Idx": 7282 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204854479.287, "dur": 1.215, + "args": { + "External id": 425092,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096]", "[8192, 1]", "2"], "Input type": ["long int", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[8192, 1, 1], [], [], []], "Input Dims": [[16, 4, 4096], [], [], []], "Ev Idx": 7283 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 4183440, "tid": 4183440, + "ts": 675204854482.758, "dur": 3.623, + "args": { + "External id": 425093,"Sequence number": 5055790, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "1", "0", "9223372036854775807", "1"], "Input type": ["long int", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[8192, 1], [], [], [], []], "Input Dims": [[16, 4096], [], [], [], []], "Ev Idx": 7284 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204854484.711, "dur": 1.086, + "args": { + "External id": 425094,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096]", "[8192, 1]", "2"], "Input type": ["long int", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[8192, 1], [], [], []], "Input Dims": [[16, 4096], [], [], []], "Ev Idx": 7285 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 4183440, "tid": 4183440, + "ts": 675204854490.398, "dur": 6.637, + "args": { + "External id": 425095,"Sequence number": 5055790, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "0", "0", "9223372036854775807", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[16777216, 4096, 1024, 1], [], [], [], []], "Input Dims": [[16, 4096, 4, 1024], [], [], [], []], "Ev Idx": 7286 + } + }, + { + "ph": "s", "id": 22, "pid": 4183440, "tid": 4183440, "ts": 675204854490.398, + "cat": "fwdbwd", "name": "fwdbwd" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204854494.764, "dur": 0.878, + "args": { + "External id": 425096,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 4, 1024]", "[16777216, 4096, 1024, 1]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[16777216, 4096, 1024, 1], [], [], []], "Input Dims": [[16, 4096, 4, 1024], [], [], []], "Ev Idx": 7287 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 4183440, "tid": 4183440, + "ts": 675204854498.276, "dur": 5.658, + "args": { + "External id": 425097,"Sequence number": 5055791, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "1", "0", "9223372036854775807", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[16777216, 4096, 1024, 1], [], [], [], []], "Input Dims": [[16, 4096, 4, 1024], [], [], [], []], "Ev Idx": 7288 + } + }, + { + "ph": "s", "id": 21, "pid": 4183440, "tid": 4183440, "ts": 675204854498.276, + "cat": "fwdbwd", "name": "fwdbwd" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204854502.634, "dur": 0.477, + "args": { + "External id": 425098,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 4, 1024]", "[16777216, 4096, 1024, 1]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[16777216, 4096, 1024, 1], [], [], []], "Input Dims": [[16, 4096, 4, 1024], [], [], []], "Ev Idx": 7289 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::select", "pid": 4183440, "tid": 4183440, + "ts": 675204854505.134, "dur": 5.917, + "args": { + "External id": 425099,"Sequence number": 5055792, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "2", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[16777216, 4096, 1024, 1], [], []], "Input Dims": [[16, 4096, 4, 1024], [], []], "Ev Idx": 7290 + } + }, + { + "ph": "s", "id": 20, "pid": 4183440, "tid": 4183440, "ts": 675204854505.134, + "cat": "fwdbwd", "name": "fwdbwd" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204854509.363, "dur": 0.871, + "args": { + "External id": 425100,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 1024]", "[16777216, 4096, 1]", "1024"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[16777216, 4096, 1024, 1], [], [], []], "Input Dims": [[16, 4096, 4, 1024], [], [], []], "Ev Idx": 7291 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 4183440, "tid": 4183440, + "ts": 675204854512.231, "dur": 5.685, + "args": { + "External id": 425101,"Sequence number": 5055793, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "2", "0", "9223372036854775807", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[16777216, 4096, 1], [], [], [], []], "Input Dims": [[16, 4096, 1024], [], [], [], []], "Ev Idx": 7292 + } + }, + { + "ph": "s", "id": 19, "pid": 4183440, "tid": 4183440, "ts": 675204854512.231, + "cat": "fwdbwd", "name": "fwdbwd" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204854515.794, "dur": 1.424, + "args": { + "External id": 425102,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 1024]", "[16777216, 4096, 1]", "1024"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[16777216, 4096, 1], [], [], []], "Input Dims": [[16, 4096, 1024], [], [], []], "Ev Idx": 7293 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::contiguous", "pid": 4183440, "tid": 4183440, + "ts": 675204854521.879, "dur": 33.427, + "args": { + "External id": 425103,"Sequence number": 5055794, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["long int", "Scalar"], "Input Strides": [[8192, 1], []], "Input Dims": [[16, 4096], []], "Ev Idx": 7294 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::clone", "pid": 4183440, "tid": 4183440, + "ts": 675204854523.629, "dur": 31.476, + "args": { + "External id": 425104,"Sequence number": 5055794, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["long int", "Scalar"], "Input Strides": [[8192, 1], []], "Input Dims": [[16, 4096], []], "Ev Idx": 7295 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty_like", "pid": 4183440, "tid": 4183440, + "ts": 675204854526.489, "dur": 7.497, + "args": { + "External id": 425105,"Record function id": 0, "Concrete Inputs": ["", "4", "0", "", "", "0"], "Input type": ["long int", "Scalar", "Scalar", "", "", "Scalar"], "Input Strides": [[8192, 1], [], [], [], [], []], "Input Dims": [[16, 4096], [], [], [], [], []], "Ev Idx": 7296 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 4183440, + "ts": 675204854529.295, "dur": 4.131, + "args": { + "External id": 425106,"Record function id": 0, "Concrete Inputs": ["[16, 4096]", "4", "0", "", "", "0"], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 7297 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 4183440, "tid": 4183440, + "ts": 675204854535.174, "dur": 19.445, + "args": { + "External id": 425107,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["long int", "long int", "Scalar"], "Input Strides": [[4096, 1], [8192, 1], []], "Input Dims": [[16, 4096], [16, 4096], []], "Ev Idx": 7298 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204854582.277, "dur": 5.904, + "args": { + "External id": 425108,"Sequence number": 5055794, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "[-1, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[16777216, 4096, 1], []], "Input Dims": [[16, 4096, 1024], []], "Ev Idx": 7299 + } + }, + { + "ph": "s", "id": 18, "pid": 4183440, "tid": 4183440, "ts": 675204854582.277, + "cat": "fwdbwd", "name": "fwdbwd" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204854590.860, "dur": 1.150, + "args": { + "External id": 425109,"Sequence number": 5055795, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "[-1]"], "Input type": ["long int", "ScalarList"], "Input Strides": [[4096, 1], []], "Input Dims": [[16, 4096], []], "Ev Idx": 7300 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "FusedLinearCrossEntropyFunction", "pid": 4183440, "tid": 4183440, + "ts": 675204854624.197, "dur": 22437.744, + "args": { + "External id": 425110,"Sequence number": 5055795, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "", "", "", "-100", "0.", "1.", "8"], "Input type": ["c10::BFloat16", "long int", "c10::BFloat16", "", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[4096, 1], [1], [1024, 1], [], [], [], [], []], "Input Dims": [[65536, 1024], [65536], [32000, 1024], [], [], [], [], []], "Ev Idx": 7301 + } + }, + { + "ph": "s", "id": 17, "pid": 4183440, "tid": 4183440, "ts": 675204854624.197, + "cat": "fwdbwd", "name": "fwdbwd" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::contiguous", "pid": 4183440, "tid": 4183440, + "ts": 675204854637.904, "dur": 69.314, + "args": { + "External id": 425111,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["c10::BFloat16", "Scalar"], "Input Strides": [[4096, 1], []], "Input Dims": [[65536, 1024], []], "Ev Idx": 7302 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::clone", "pid": 4183440, "tid": 4183440, + "ts": 675204854638.879, "dur": 68.153, + "args": { + "External id": 425112,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["c10::BFloat16", "Scalar"], "Input Strides": [[4096, 1], []], "Input Dims": [[65536, 1024], []], "Ev Idx": 7303 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty_like", "pid": 4183440, "tid": 4183440, + "ts": 675204854640.554, "dur": 6.744, + "args": { + "External id": 425113,"Record function id": 0, "Concrete Inputs": ["", "15", "0", "", "", "0"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "", "", "Scalar"], "Input Strides": [[4096, 1], [], [], [], [], []], "Input Dims": [[65536, 1024], [], [], [], [], []], "Ev Idx": 7304 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 4183440, + "ts": 675204854642.418, "dur": 4.522, + "args": { + "External id": 425114,"Record function id": 0, "Concrete Inputs": ["[65536, 1024]", "15", "0", "", "", "0"], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 7305 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 4183440, "tid": 4183440, + "ts": 675204854647.998, "dur": 58.342, + "args": { + "External id": 425115,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[1024, 1], [4096, 1], []], "Input Dims": [[65536, 1024], [65536, 1024], []], "Ev Idx": 7306 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::zeros_like", "pid": 4183440, "tid": 4183440, + "ts": 675204854725.804, "dur": 28.915, + "args": { + "External id": 425116,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "False", ""], "Input type": ["c10::BFloat16", "", "", "", "Scalar", ""], "Input Strides": [[1024, 1], [], [], [], [], []], "Input Dims": [[65536, 1024], [], [], [], [], []], "Ev Idx": 7307 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty_like", "pid": 4183440, "tid": 4183440, + "ts": 675204854726.911, "dur": 7.846, + "args": { + "External id": 425117,"Record function id": 0, "Concrete Inputs": ["", "15", "0", "", "False", ""], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "", "Scalar", ""], "Input Strides": [[1024, 1], [], [], [], [], []], "Input Dims": [[65536, 1024], [], [], [], [], []], "Ev Idx": 7308 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204854729.849, "dur": 4.586, + "args": { + "External id": 425118,"Record function id": 0, "Concrete Inputs": ["[65536, 1024]", "[1024, 1]", "15", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 7309 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::zero_", "pid": 4183440, "tid": 4183440, + "ts": 675204854736.066, "dur": 18.434, + "args": { + "External id": 425119,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[65536, 1024]], "Ev Idx": 7310 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::fill_", "pid": 4183440, "tid": 4183440, + "ts": 675204854737.980, "dur": 16.036, + "args": { + "External id": 425120,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["c10::BFloat16", "Scalar"], "Input Strides": [[1024, 1], []], "Input Dims": [[65536, 1024], []], "Ev Idx": 7311 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::zeros_like", "pid": 4183440, "tid": 4183440, + "ts": 675204854758.178, "dur": 22.246, + "args": { + "External id": 425121,"Record function id": 0, "Concrete Inputs": ["", "6", "", "", "False", ""], "Input type": ["c10::BFloat16", "Scalar", "", "", "Scalar", ""], "Input Strides": [[1024, 1], [], [], [], [], []], "Input Dims": [[32000, 1024], [], [], [], [], []], "Ev Idx": 7312 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty_like", "pid": 4183440, "tid": 4183440, + "ts": 675204854759.068, "dur": 5.470, + "args": { + "External id": 425122,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "False", ""], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "", "Scalar", ""], "Input Strides": [[1024, 1], [], [], [], [], []], "Input Dims": [[32000, 1024], [], [], [], [], []], "Ev Idx": 7313 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204854760.738, "dur": 3.583, + "args": { + "External id": 425123,"Record function id": 0, "Concrete Inputs": ["[32000, 1024]", "[1024, 1]", "6", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 7314 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::zero_", "pid": 4183440, "tid": 4183440, + "ts": 675204854765.317, "dur": 14.914, + "args": { + "External id": 425124,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1024, 1]], "Input Dims": [[32000, 1024]], "Ev Idx": 7315 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::fill_", "pid": 4183440, "tid": 4183440, + "ts": 675204854766.232, "dur": 13.594, + "args": { + "External id": 425125,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[1024, 1], []], "Input Dims": [[32000, 1024], []], "Ev Idx": 7316 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::zeros", "pid": 4183440, "tid": 4183440, + "ts": 675204854787.198, "dur": 20.554, + "args": { + "External id": 425126,"Record function id": 0, "Concrete Inputs": ["[65536]", "6", "", "", "False"], "Input type": ["ScalarList", "Scalar", "", "", "Scalar"], "Input Strides": [[], [], [], [], []], "Input Dims": [[], [], [], [], []], "Ev Idx": 7317 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 4183440, + "ts": 675204854791.473, "dur": 2.984, + "args": { + "External id": 425127,"Record function id": 0, "Concrete Inputs": ["[65536]", "6", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 7318 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::zero_", "pid": 4183440, "tid": 4183440, + "ts": 675204854795.150, "dur": 12.355, + "args": { + "External id": 425128,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1]], "Input Dims": [[65536]], "Ev Idx": 7319 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::fill_", "pid": 4183440, "tid": 4183440, + "ts": 675204854796.165, "dur": 10.996, + "args": { + "External id": 425129,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[1], []], "Input Dims": [[65536], []], "Ev Idx": 7320 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::ne", "pid": 4183440, "tid": 4183440, + "ts": 675204854813.413, "dur": 25.442, + "args": { + "External id": 425130,"Record function id": 0, "Concrete Inputs": ["", "-100"], "Input type": ["long int", "Scalar"], "Input Strides": [[1], []], "Input Dims": [[65536], []], "Ev Idx": 7321 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::sum", "pid": 4183440, "tid": 4183440, + "ts": 675204854841.462, "dur": 54.585, + "args": { + "External id": 425131,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["bool", ""], "Input Strides": [[1], []], "Input Dims": [[65536], []], "Ev Idx": 7322 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::sum", "pid": 4183440, "tid": 4183440, + "ts": 675204854843.486, "dur": 52.094, + "args": { + "External id": 425132,"Record function id": 0, "Concrete Inputs": ["", "[]", "False", ""], "Input type": ["bool", "ScalarList", "Scalar", ""], "Input Strides": [[1], [], [], []], "Input Dims": [[65536], [], [], []], "Ev Idx": 7323 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204854848.413, "dur": 1.612, + "args": { + "External id": 425133,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[0]", ""], "Input type": ["long int", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 7324 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 4183440, + "ts": 675204854851.581, "dur": 24.185, + "args": { + "External id": 425134,"Record function id": 0, "Concrete Inputs": ["", "4", "False", "False", ""], "Input type": ["bool", "Scalar", "Scalar", "Scalar", ""], "Input Strides": [[1], [], [], [], []], "Input Dims": [[65536], [], [], [], []], "Ev Idx": 7325 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::_to_copy", "pid": 4183440, "tid": 4183440, + "ts": 675204854853.291, "dur": 22.279, + "args": { + "External id": 425135,"Record function id": 0, "Concrete Inputs": ["", "4", "", "", "", "False", ""], "Input type": ["bool", "Scalar", "", "", "", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], []], "Input Dims": [[65536], [], [], [], [], [], []], "Ev Idx": 7326 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204854857.678, "dur": 2.798, + "args": { + "External id": 425136,"Record function id": 0, "Concrete Inputs": ["[65536]", "[1]", "4", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 7327 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 4183440, "tid": 4183440, + "ts": 675204854861.435, "dur": 13.639, + "args": { + "External id": 425137,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["long int", "bool", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[65536], [65536], []], "Ev Idx": 7328 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::item", "pid": 4183440, "tid": 4183440, + "ts": 675204854900.360, "dur": 16296.785, + "args": { + "External id": 425138,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["long int"], "Input Strides": [[]], "Input Dims": [[]], "Ev Idx": 7329 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::_local_scalar_dense", "pid": 4183440, "tid": 4183440, + "ts": 675204854901.698, "dur": 16294.573, + "args": { + "External id": 425139,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["long int"], "Input Strides": [[]], "Input Dims": [[]], "Ev Idx": 7330 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 4183440, "tid": 4183440, + "ts": 675204871209.646, "dur": 10.729, + "args": { + "External id": 425140,"Record function id": 0, "Concrete Inputs": ["", "0", "0", "8192", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [], [], [], []], "Input Dims": [[65536, 1024], [], [], [], []], "Ev Idx": 7331 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204871217.155, "dur": 1.288, + "args": { + "External id": 425141,"Record function id": 0, "Concrete Inputs": ["", "[8192, 1024]", "[1024, 1]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1024, 1], [], [], []], "Input Dims": [[65536, 1024], [], [], []], "Ev Idx": 7332 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::linear", "pid": 4183440, "tid": 4183440, + "ts": 675204871225.985, "dur": 106.968, + "args": { + "External id": 425142,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", ""], "Input Strides": [[1024, 1], [1024, 1], []], "Input Dims": [[8192, 1024], [32000, 1024], []], "Ev Idx": 7333 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 4183440, "tid": 4183440, + "ts": 675204871227.767, "dur": 6.925, + "args": { + "External id": 425143,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[32000, 1024]], "Ev Idx": 7334 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 4183440, "tid": 4183440, + "ts": 675204871230.214, "dur": 3.539, + "args": { + "External id": 425144,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [], []], "Input Dims": [[32000, 1024], [], []], "Ev Idx": 7335 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204871232.643, "dur": 0.869, + "args": { + "External id": 425145,"Record function id": 0, "Concrete Inputs": ["", "[1024, 32000]", "[1, 1024]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[1024, 1], [], [], []], "Input Dims": [[32000, 1024], [], [], []], "Ev Idx": 7336 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::matmul", "pid": 4183440, "tid": 4183440, + "ts": 675204871236.334, "dur": 95.943, + "args": { + "External id": 425146,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1, 1024]], "Input Dims": [[8192, 1024], [1024, 32000]], "Ev Idx": 7337 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 4183440, + "ts": 675204871238.000, "dur": 93.301, + "args": { + "External id": 425147,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1, 1024]], "Input Dims": [[8192, 1024], [1024, 32000]], "Ev Idx": 7338 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 4183440, "tid": 4183440, + "ts": 675204871336.065, "dur": 4.405, + "args": { + "External id": 425148,"Record function id": 0, "Concrete Inputs": ["", "0", "0", "8192", "1"], "Input type": ["long int", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], [], []], "Input Dims": [[65536], [], [], [], []], "Ev Idx": 7339 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204871338.358, "dur": 0.934, + "args": { + "External id": 425149,"Record function id": 0, "Concrete Inputs": ["", "[8192]", "[1]", "0"], "Input type": ["long int", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[65536], [], [], []], "Ev Idx": 7340 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204871347.800, "dur": 3.263, + "args": { + "External id": 425150,"Record function id": 0, "Concrete Inputs": ["", "[-1, 32000]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[32000, 1], []], "Input Dims": [[8192, 32000], []], "Ev Idx": 7341 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::new_empty", "pid": 4183440, "tid": 4183440, + "ts": 675204871360.397, "dur": 7.185, + "args": { + "External id": 425151,"Record function id": 0, "Concrete Inputs": ["", "[8192, 1]", "6", "", "", "False"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "", "", "Scalar"], "Input Strides": [[32000, 1], [], [], [], [], []], "Input Dims": [[8192, 32000], [], [], [], [], []], "Ev Idx": 7342 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 4183440, + "ts": 675204871363.348, "dur": 3.882, + "args": { + "External id": 425152,"Record function id": 0, "Concrete Inputs": ["[8192, 1]", "6", "0", "", "False", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 7343 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::logsumexp", "pid": 4183440, "tid": 4183440, + "ts": 675204871500.742, "dur": 252.085, + "args": { + "External id": 425153,"Record function id": 0, "Concrete Inputs": ["", "[-1]", "False"], "Input type": ["float", "ScalarList", "Scalar"], "Input Strides": [[1, 1], [], []], "Input Dims": [[8192, 1], [], []], "Ev Idx": 7344 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 4183440, + "ts": 675204871503.953, "dur": 2.496, + "args": { + "External id": 425154,"Record function id": 0, "Concrete Inputs": ["[0]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 7345 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::logsumexp", "pid": 4183440, "tid": 4183440, + "ts": 675204871510.940, "dur": 241.265, + "args": { + "External id": 425155,"Record function id": 0, "Concrete Inputs": ["", "[-1]", "False", ""], "Input type": ["float", "ScalarList", "Scalar", "float"], "Input Strides": [[1, 1], [], [], [1]], "Input Dims": [[8192, 1], [], [], [0]], "Ev Idx": 7346 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::real", "pid": 4183440, "tid": 4183440, + "ts": 675204871512.925, "dur": 0.665, + "args": { + "External id": 425156,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1, 1]], "Input Dims": [[8192, 1]], "Ev Idx": 7347 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::amax", "pid": 4183440, "tid": 4183440, + "ts": 675204871515.211, "dur": 26.351, + "args": { + "External id": 425157,"Record function id": 0, "Concrete Inputs": ["", "[-1]", "True"], "Input type": ["float", "ScalarList", "Scalar"], "Input Strides": [[1, 1], [], []], "Input Dims": [[8192, 1], [], []], "Ev Idx": 7348 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::squeeze", "pid": 4183440, "tid": 4183440, + "ts": 675204871543.574, "dur": 6.052, + "args": { + "External id": 425158,"Record function id": 0, "Concrete Inputs": ["", "[-1]"], "Input type": ["float", "ScalarList"], "Input Strides": [[1, 1], []], "Input Dims": [[8192, 1], []], "Ev Idx": 7349 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204871546.271, "dur": 3.040, + "args": { + "External id": 425159,"Record function id": 0, "Concrete Inputs": ["", "[8192]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[1, 1], [], [], []], "Input Dims": [[8192, 1], [], [], []], "Ev Idx": 7350 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::abs", "pid": 4183440, "tid": 4183440, + "ts": 675204871551.299, "dur": 38.517, + "args": { + "External id": 425160,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1]], "Input Dims": [[8192]], "Ev Idx": 7351 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 4183440, + "ts": 675204871566.793, "dur": 1.507, + "args": { + "External id": 425161,"Record function id": 0, "Concrete Inputs": ["[0]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 7352 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::abs", "pid": 4183440, "tid": 4183440, + "ts": 675204871570.177, "dur": 19.308, + "args": { + "External id": 425162,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["float", "float"], "Input Strides": [[1], [1]], "Input Dims": [[8192], [0]], "Ev Idx": 7353 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::resize_", "pid": 4183440, "tid": 4183440, + "ts": 675204871573.790, "dur": 3.210, + "args": { + "External id": 425163,"Record function id": 0, "Concrete Inputs": ["", "[8192]", ""], "Input type": ["float", "ScalarList", ""], "Input Strides": [[1], [], []], "Input Dims": [[0], [], []], "Ev Idx": 7354 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::eq", "pid": 4183440, "tid": 4183440, + "ts": 675204871591.545, "dur": 21.225, + "args": { + "External id": 425164,"Record function id": 0, "Concrete Inputs": ["", "inf"], "Input type": ["float", "Scalar"], "Input Strides": [[1], []], "Input Dims": [[8192], []], "Ev Idx": 7355 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::masked_fill_", "pid": 4183440, "tid": 4183440, + "ts": 675204871615.172, "dur": 16.023, + "args": { + "External id": 425165,"Record function id": 0, "Concrete Inputs": ["", "", "0"], "Input type": ["float", "bool", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[8192], [8192], []], "Ev Idx": 7356 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::sub", "pid": 4183440, "tid": 4183440, + "ts": 675204871634.288, "dur": 15.898, + "args": { + "External id": 425166,"Record function id": 0, "Concrete Inputs": ["", "", "1"], "Input type": ["float", "float", "Scalar"], "Input Strides": [[1, 1], [1, 1], []], "Input Dims": [[8192, 1], [8192, 1], []], "Ev Idx": 7357 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::exp_", "pid": 4183440, "tid": 4183440, + "ts": 675204871682.439, "dur": 15.131, + "args": { + "External id": 425167,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1, 1]], "Input Dims": [[8192, 1]], "Ev Idx": 7358 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::sum", "pid": 4183440, "tid": 4183440, + "ts": 675204871700.607, "dur": 22.064, + "args": { + "External id": 425168,"Record function id": 0, "Concrete Inputs": ["", "[-1]", "False", "", ""], "Input type": ["float", "ScalarList", "Scalar", "", "float"], "Input Strides": [[1, 1], [], [], [], [1]], "Input Dims": [[8192, 1], [], [], [], [0]], "Ev Idx": 7359 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::resize_", "pid": 4183440, "tid": 4183440, + "ts": 675204871703.328, "dur": 1.845, + "args": { + "External id": 425169,"Record function id": 0, "Concrete Inputs": ["", "[8192]", ""], "Input type": ["float", "ScalarList", ""], "Input Strides": [[1], [], []], "Input Dims": [[0], [], []], "Ev Idx": 7360 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204871708.386, "dur": 1.093, + "args": { + "External id": 425170,"Record function id": 0, "Concrete Inputs": ["", "[8192, 1]", "[1, 0]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[1], [], [], []], "Input Dims": [[8192], [], [], []], "Ev Idx": 7361 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::log_", "pid": 4183440, "tid": 4183440, + "ts": 675204871724.324, "dur": 11.560, + "args": { + "External id": 425171,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1]], "Input Dims": [[8192]], "Ev Idx": 7362 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::add_", "pid": 4183440, "tid": 4183440, + "ts": 675204871737.736, "dur": 13.495, + "args": { + "External id": 425172,"Record function id": 0, "Concrete Inputs": ["", "", "1"], "Input type": ["float", "float", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[8192], [8192], []], "Ev Idx": 7363 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204871761.295, "dur": 2.911, + "args": { + "External id": 425173,"Record function id": 0, "Concrete Inputs": ["", "[8192]"], "Input type": ["float", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[8192], []], "Ev Idx": 7364 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 4183440, "tid": 4183440, + "ts": 675204871771.797, "dur": 4.968, + "args": { + "External id": 425174,"Record function id": 0, "Concrete Inputs": ["", "0", "0", "8192", "1"], "Input type": ["float", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], [], []], "Input Dims": [[65536], [], [], [], []], "Ev Idx": 7365 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204871774.649, "dur": 1.202, + "args": { + "External id": 425175,"Record function id": 0, "Concrete Inputs": ["", "[8192]", "[1]", "0"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[65536], [], [], []], "Ev Idx": 7366 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 4183440, + "ts": 675204871858.968, "dur": 61.115, + "args": { + "External id": 425176,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[32000, 1], [1024, 1]], "Input Dims": [[8192, 32000], [32000, 1024]], "Ev Idx": 7367 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 4183440, "tid": 4183440, + "ts": 675204871925.557, "dur": 6.341, + "args": { + "External id": 425177,"Record function id": 0, "Concrete Inputs": ["", "0", "0", "8192", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [], [], [], []], "Input Dims": [[65536, 1024], [], [], [], []], "Ev Idx": 7368 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204871928.505, "dur": 0.973, + "args": { + "External id": 425178,"Record function id": 0, "Concrete Inputs": ["", "[8192, 1024]", "[1024, 1]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1024, 1], [], [], []], "Input Dims": [[65536, 1024], [], [], []], "Ev Idx": 7369 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 4183440, "tid": 4183440, + "ts": 675204871933.970, "dur": 42.897, + "args": { + "External id": 425179,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[1024, 1], [1024, 1], []], "Input Dims": [[8192, 1024], [8192, 1024], []], "Ev Idx": 7370 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 4183440, "tid": 4183440, + "ts": 675204871984.202, "dur": 7.914, + "args": { + "External id": 425180,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[32000, 1]], "Input Dims": [[8192, 32000]], "Ev Idx": 7371 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 4183440, "tid": 4183440, + "ts": 675204871986.297, "dur": 4.944, + "args": { + "External id": 425181,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[32000, 1], [], []], "Input Dims": [[8192, 32000], [], []], "Ev Idx": 7372 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204871989.153, "dur": 1.844, + "args": { + "External id": 425182,"Record function id": 0, "Concrete Inputs": ["", "[32000, 8192]", "[1, 32000]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[32000, 1], [], [], []], "Input Dims": [[8192, 32000], [], [], []], "Ev Idx": 7373 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::matmul", "pid": 4183440, "tid": 4183440, + "ts": 675204871996.304, "dur": 50.368, + "args": { + "External id": 425183,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 32000], [1024, 1]], "Input Dims": [[32000, 8192], [8192, 1024]], "Ev Idx": 7374 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 4183440, + "ts": 675204871998.141, "dur": 47.526, + "args": { + "External id": 425184,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 32000], [1024, 1]], "Input Dims": [[32000, 8192], [8192, 1024]], "Ev Idx": 7375 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::add_", "pid": 4183440, "tid": 4183440, + "ts": 675204872051.081, "dur": 15.613, + "args": { + "External id": 425185,"Record function id": 0, "Concrete Inputs": ["", "", "1"], "Input type": ["float", "c10::BFloat16", "Scalar"], "Input Strides": [[1024, 1], [1024, 1], []], "Input Dims": [[32000, 1024], [32000, 1024], []], "Ev Idx": 7376 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 4183440, "tid": 4183440, + "ts": 675204872072.917, "dur": 4.575, + "args": { + "External id": 425186,"Record function id": 0, "Concrete Inputs": ["", "0", "8192", "16384", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [], [], [], []], "Input Dims": [[65536, 1024], [], [], [], []], "Ev Idx": 7377 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204872075.652, "dur": 0.956, + "args": { + "External id": 425187,"Record function id": 0, "Concrete Inputs": ["", "[8192, 1024]", "[1024, 1]", "8388608"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1024, 1], [], [], []], "Input Dims": [[65536, 1024], [], [], []], "Ev Idx": 7378 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::linear", "pid": 4183440, "tid": 4183440, + "ts": 675204872082.459, "dur": 52.049, + "args": { + "External id": 425188,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", ""], "Input Strides": [[1024, 1], [1024, 1], []], "Input Dims": [[8192, 1024], [32000, 1024], []], "Ev Idx": 7379 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 4183440, "tid": 4183440, + "ts": 675204872083.666, "dur": 5.163, + "args": { + "External id": 425189,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[32000, 1024]], "Ev Idx": 7380 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 4183440, "tid": 4183440, + "ts": 675204872085.075, "dur": 3.147, + "args": { + "External id": 425190,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [], []], "Input Dims": [[32000, 1024], [], []], "Ev Idx": 7381 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204872087.001, "dur": 1.071, + "args": { + "External id": 425191,"Record function id": 0, "Concrete Inputs": ["", "[1024, 32000]", "[1, 1024]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[1024, 1], [], [], []], "Input Dims": [[32000, 1024], [], [], []], "Ev Idx": 7382 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::matmul", "pid": 4183440, "tid": 4183440, + "ts": 675204872089.645, "dur": 44.410, + "args": { + "External id": 425192,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1, 1024]], "Input Dims": [[8192, 1024], [1024, 32000]], "Ev Idx": 7383 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 4183440, + "ts": 675204872090.920, "dur": 42.505, + "args": { + "External id": 425193,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1, 1024]], "Input Dims": [[8192, 1024], [1024, 32000]], "Ev Idx": 7384 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 4183440, "tid": 4183440, + "ts": 675204872138.654, "dur": 4.353, + "args": { + "External id": 425194,"Record function id": 0, "Concrete Inputs": ["", "0", "8192", "16384", "1"], "Input type": ["long int", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], [], []], "Input Dims": [[65536], [], [], [], []], "Ev Idx": 7385 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204872140.638, "dur": 1.100, + "args": { + "External id": 425195,"Record function id": 0, "Concrete Inputs": ["", "[8192]", "[1]", "8192"], "Input type": ["long int", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[65536], [], [], []], "Ev Idx": 7386 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204872149.476, "dur": 2.166, + "args": { + "External id": 425196,"Record function id": 0, "Concrete Inputs": ["", "[-1, 32000]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[32000, 1], []], "Input Dims": [[8192, 32000], []], "Ev Idx": 7387 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::new_empty", "pid": 4183440, "tid": 4183440, + "ts": 675204872160.235, "dur": 10.058, + "args": { + "External id": 425197,"Record function id": 0, "Concrete Inputs": ["", "[8192, 1]", "6", "", "", "False"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "", "", "Scalar"], "Input Strides": [[32000, 1], [], [], [], [], []], "Input Dims": [[8192, 32000], [], [], [], [], []], "Ev Idx": 7388 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 4183440, + "ts": 675204872162.997, "dur": 6.988, + "args": { + "External id": 425198,"Record function id": 0, "Concrete Inputs": ["[8192, 1]", "6", "0", "", "False", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 7389 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::logsumexp", "pid": 4183440, "tid": 4183440, + "ts": 675204872268.111, "dur": 300.174, + "args": { + "External id": 425199,"Record function id": 0, "Concrete Inputs": ["", "[-1]", "False"], "Input type": ["float", "ScalarList", "Scalar"], "Input Strides": [[1, 1], [], []], "Input Dims": [[8192, 1], [], []], "Ev Idx": 7390 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 4183440, + "ts": 675204872270.761, "dur": 2.211, + "args": { + "External id": 425200,"Record function id": 0, "Concrete Inputs": ["[0]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 7391 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::logsumexp", "pid": 4183440, "tid": 4183440, + "ts": 675204872274.877, "dur": 292.576, + "args": { + "External id": 425201,"Record function id": 0, "Concrete Inputs": ["", "[-1]", "False", ""], "Input type": ["float", "ScalarList", "Scalar", "float"], "Input Strides": [[1, 1], [], [], [1]], "Input Dims": [[8192, 1], [], [], [0]], "Ev Idx": 7392 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::real", "pid": 4183440, "tid": 4183440, + "ts": 675204872276.684, "dur": 0.397, + "args": { + "External id": 425202,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1, 1]], "Input Dims": [[8192, 1]], "Ev Idx": 7393 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::amax", "pid": 4183440, "tid": 4183440, + "ts": 675204872278.237, "dur": 22.467, + "args": { + "External id": 425203,"Record function id": 0, "Concrete Inputs": ["", "[-1]", "True"], "Input type": ["float", "ScalarList", "Scalar"], "Input Strides": [[1, 1], [], []], "Input Dims": [[8192, 1], [], []], "Ev Idx": 7394 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::squeeze", "pid": 4183440, "tid": 4183440, + "ts": 675204872302.446, "dur": 3.455, + "args": { + "External id": 425204,"Record function id": 0, "Concrete Inputs": ["", "[-1]"], "Input type": ["float", "ScalarList"], "Input Strides": [[1, 1], []], "Input Dims": [[8192, 1], []], "Ev Idx": 7395 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204872304.927, "dur": 0.686, + "args": { + "External id": 425205,"Record function id": 0, "Concrete Inputs": ["", "[8192]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[1, 1], [], [], []], "Input Dims": [[8192, 1], [], [], []], "Ev Idx": 7396 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::abs", "pid": 4183440, "tid": 4183440, + "ts": 675204872306.714, "dur": 23.211, + "args": { + "External id": 425206,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1]], "Input Dims": [[8192]], "Ev Idx": 7397 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 4183440, + "ts": 675204872308.123, "dur": 1.489, + "args": { + "External id": 425207,"Record function id": 0, "Concrete Inputs": ["[0]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 7398 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::abs", "pid": 4183440, "tid": 4183440, + "ts": 675204872311.253, "dur": 18.386, + "args": { + "External id": 425208,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["float", "float"], "Input Strides": [[1], [1]], "Input Dims": [[8192], [0]], "Ev Idx": 7399 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::resize_", "pid": 4183440, "tid": 4183440, + "ts": 675204872316.220, "dur": 2.608, + "args": { + "External id": 425209,"Record function id": 0, "Concrete Inputs": ["", "[8192]", ""], "Input type": ["float", "ScalarList", ""], "Input Strides": [[1], [], []], "Input Dims": [[0], [], []], "Ev Idx": 7400 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::eq", "pid": 4183440, "tid": 4183440, + "ts": 675204872331.449, "dur": 23.251, + "args": { + "External id": 425210,"Record function id": 0, "Concrete Inputs": ["", "inf"], "Input type": ["float", "Scalar"], "Input Strides": [[1], []], "Input Dims": [[8192], []], "Ev Idx": 7401 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::masked_fill_", "pid": 4183440, "tid": 4183440, + "ts": 675204872356.097, "dur": 14.351, + "args": { + "External id": 425211,"Record function id": 0, "Concrete Inputs": ["", "", "0"], "Input type": ["float", "bool", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[8192], [8192], []], "Ev Idx": 7402 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::sub", "pid": 4183440, "tid": 4183440, + "ts": 675204872373.234, "dur": 31.739, + "args": { + "External id": 425212,"Record function id": 0, "Concrete Inputs": ["", "", "1"], "Input type": ["float", "float", "Scalar"], "Input Strides": [[1, 1], [1, 1], []], "Input Dims": [[8192, 1], [8192, 1], []], "Ev Idx": 7403 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::exp_", "pid": 4183440, "tid": 4183440, + "ts": 675204872406.353, "dur": 41.235, + "args": { + "External id": 425213,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1, 1]], "Input Dims": [[8192, 1]], "Ev Idx": 7404 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::sum", "pid": 4183440, "tid": 4183440, + "ts": 675204872449.458, "dur": 41.648, + "args": { + "External id": 425214,"Record function id": 0, "Concrete Inputs": ["", "[-1]", "False", "", ""], "Input type": ["float", "ScalarList", "Scalar", "", "float"], "Input Strides": [[1, 1], [], [], [], [1]], "Input Dims": [[8192, 1], [], [], [], [0]], "Ev Idx": 7405 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::resize_", "pid": 4183440, "tid": 4183440, + "ts": 675204872451.552, "dur": 1.983, + "args": { + "External id": 425215,"Record function id": 0, "Concrete Inputs": ["", "[8192]", ""], "Input type": ["float", "ScalarList", ""], "Input Strides": [[1], [], []], "Input Dims": [[0], [], []], "Ev Idx": 7406 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204872456.259, "dur": 0.824, + "args": { + "External id": 425216,"Record function id": 0, "Concrete Inputs": ["", "[8192, 1]", "[1, 0]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[1], [], [], []], "Input Dims": [[8192], [], [], []], "Ev Idx": 7407 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::log_", "pid": 4183440, "tid": 4183440, + "ts": 675204872492.986, "dur": 39.753, + "args": { + "External id": 425217,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1]], "Input Dims": [[8192]], "Ev Idx": 7408 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::add_", "pid": 4183440, "tid": 4183440, + "ts": 675204872534.079, "dur": 32.461, + "args": { + "External id": 425218,"Record function id": 0, "Concrete Inputs": ["", "", "1"], "Input type": ["float", "float", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[8192], [8192], []], "Ev Idx": 7409 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204872574.748, "dur": 1.852, + "args": { + "External id": 425219,"Record function id": 0, "Concrete Inputs": ["", "[8192]"], "Input type": ["float", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[8192], []], "Ev Idx": 7410 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 4183440, "tid": 4183440, + "ts": 675204872584.818, "dur": 3.328, + "args": { + "External id": 425220,"Record function id": 0, "Concrete Inputs": ["", "0", "8192", "16384", "1"], "Input type": ["float", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], [], []], "Input Dims": [[65536], [], [], [], []], "Ev Idx": 7411 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204872587.012, "dur": 0.354, + "args": { + "External id": 425221,"Record function id": 0, "Concrete Inputs": ["", "[8192]", "[1]", "8192"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[65536], [], [], []], "Ev Idx": 7412 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 4183440, + "ts": 675204872695.048, "dur": 50.964, + "args": { + "External id": 425222,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[32000, 1], [1024, 1]], "Input Dims": [[8192, 32000], [32000, 1024]], "Ev Idx": 7413 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 4183440, "tid": 4183440, + "ts": 675204872751.825, "dur": 6.643, + "args": { + "External id": 425223,"Record function id": 0, "Concrete Inputs": ["", "0", "8192", "16384", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [], [], [], []], "Input Dims": [[65536, 1024], [], [], [], []], "Ev Idx": 7414 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204872755.228, "dur": 1.808, + "args": { + "External id": 425224,"Record function id": 0, "Concrete Inputs": ["", "[8192, 1024]", "[1024, 1]", "8388608"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1024, 1], [], [], []], "Input Dims": [[65536, 1024], [], [], []], "Ev Idx": 7415 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 4183440, "tid": 4183440, + "ts": 675204872760.060, "dur": 26.523, + "args": { + "External id": 425225,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[1024, 1], [1024, 1], []], "Input Dims": [[8192, 1024], [8192, 1024], []], "Ev Idx": 7416 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 4183440, "tid": 4183440, + "ts": 675204872791.198, "dur": 6.072, + "args": { + "External id": 425226,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[32000, 1]], "Input Dims": [[8192, 32000]], "Ev Idx": 7417 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 4183440, "tid": 4183440, + "ts": 675204872792.835, "dur": 3.553, + "args": { + "External id": 425227,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[32000, 1], [], []], "Input Dims": [[8192, 32000], [], []], "Ev Idx": 7418 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204872795.141, "dur": 0.995, + "args": { + "External id": 425228,"Record function id": 0, "Concrete Inputs": ["", "[32000, 8192]", "[1, 32000]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[32000, 1], [], [], []], "Input Dims": [[8192, 32000], [], [], []], "Ev Idx": 7419 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::matmul", "pid": 4183440, "tid": 4183440, + "ts": 675204872800.477, "dur": 42.780, + "args": { + "External id": 425229,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 32000], [1024, 1]], "Input Dims": [[32000, 8192], [8192, 1024]], "Ev Idx": 7420 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 4183440, + "ts": 675204872801.868, "dur": 40.841, + "args": { + "External id": 425230,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 32000], [1024, 1]], "Input Dims": [[32000, 8192], [8192, 1024]], "Ev Idx": 7421 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::add_", "pid": 4183440, "tid": 4183440, + "ts": 675204872846.911, "dur": 14.395, + "args": { + "External id": 425231,"Record function id": 0, "Concrete Inputs": ["", "", "1"], "Input type": ["float", "c10::BFloat16", "Scalar"], "Input Strides": [[1024, 1], [1024, 1], []], "Input Dims": [[32000, 1024], [32000, 1024], []], "Ev Idx": 7422 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 4183440, "tid": 4183440, + "ts": 675204872866.659, "dur": 4.466, + "args": { + "External id": 425232,"Record function id": 0, "Concrete Inputs": ["", "0", "16384", "24576", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [], [], [], []], "Input Dims": [[65536, 1024], [], [], [], []], "Ev Idx": 7423 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204872869.255, "dur": 1.117, + "args": { + "External id": 425233,"Record function id": 0, "Concrete Inputs": ["", "[8192, 1024]", "[1024, 1]", "16777216"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1024, 1], [], [], []], "Input Dims": [[65536, 1024], [], [], []], "Ev Idx": 7424 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::linear", "pid": 4183440, "tid": 4183440, + "ts": 675204872875.459, "dur": 84.578, + "args": { + "External id": 425234,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", ""], "Input Strides": [[1024, 1], [1024, 1], []], "Input Dims": [[8192, 1024], [32000, 1024], []], "Ev Idx": 7425 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 4183440, "tid": 4183440, + "ts": 675204872876.859, "dur": 6.930, + "args": { + "External id": 425235,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[32000, 1024]], "Ev Idx": 7426 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 4183440, "tid": 4183440, + "ts": 675204872877.496, "dur": 5.620, + "args": { + "External id": 425236,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [], []], "Input Dims": [[32000, 1024], [], []], "Ev Idx": 7427 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204872879.555, "dur": 3.353, + "args": { + "External id": 425237,"Record function id": 0, "Concrete Inputs": ["", "[1024, 32000]", "[1, 1024]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[1024, 1], [], [], []], "Input Dims": [[32000, 1024], [], [], []], "Ev Idx": 7428 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::matmul", "pid": 4183440, "tid": 4183440, + "ts": 675204872897.676, "dur": 61.783, + "args": { + "External id": 425238,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1, 1024]], "Input Dims": [[8192, 1024], [1024, 32000]], "Ev Idx": 7429 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 4183440, + "ts": 675204872901.644, "dur": 56.843, + "args": { + "External id": 425239,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1, 1024]], "Input Dims": [[8192, 1024], [1024, 32000]], "Ev Idx": 7430 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 4183440, "tid": 4183440, + "ts": 675204872966.067, "dur": 4.997, + "args": { + "External id": 425240,"Record function id": 0, "Concrete Inputs": ["", "0", "16384", "24576", "1"], "Input type": ["long int", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], [], []], "Input Dims": [[65536], [], [], [], []], "Ev Idx": 7431 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204872968.621, "dur": 0.989, + "args": { + "External id": 425241,"Record function id": 0, "Concrete Inputs": ["", "[8192]", "[1]", "16384"], "Input type": ["long int", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[65536], [], [], []], "Ev Idx": 7432 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204872977.557, "dur": 1.743, + "args": { + "External id": 425242,"Record function id": 0, "Concrete Inputs": ["", "[-1, 32000]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[32000, 1], []], "Input Dims": [[8192, 32000], []], "Ev Idx": 7433 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::new_empty", "pid": 4183440, "tid": 4183440, + "ts": 675204872987.281, "dur": 7.345, + "args": { + "External id": 425243,"Record function id": 0, "Concrete Inputs": ["", "[8192, 1]", "6", "", "", "False"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "", "", "Scalar"], "Input Strides": [[32000, 1], [], [], [], [], []], "Input Dims": [[8192, 32000], [], [], [], [], []], "Ev Idx": 7434 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 4183440, + "ts": 675204872990.148, "dur": 4.205, + "args": { + "External id": 425244,"Record function id": 0, "Concrete Inputs": ["[8192, 1]", "6", "0", "", "False", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 7435 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::logsumexp", "pid": 4183440, "tid": 4183440, + "ts": 675204873090.155, "dur": 195.341, + "args": { + "External id": 425245,"Record function id": 0, "Concrete Inputs": ["", "[-1]", "False"], "Input type": ["float", "ScalarList", "Scalar"], "Input Strides": [[1, 1], [], []], "Input Dims": [[8192, 1], [], []], "Ev Idx": 7436 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 4183440, + "ts": 675204873095.033, "dur": 2.644, + "args": { + "External id": 425246,"Record function id": 0, "Concrete Inputs": ["[0]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 7437 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::logsumexp", "pid": 4183440, "tid": 4183440, + "ts": 675204873099.437, "dur": 185.458, + "args": { + "External id": 425247,"Record function id": 0, "Concrete Inputs": ["", "[-1]", "False", ""], "Input type": ["float", "ScalarList", "Scalar", "float"], "Input Strides": [[1, 1], [], [], [1]], "Input Dims": [[8192, 1], [], [], [0]], "Ev Idx": 7438 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::real", "pid": 4183440, "tid": 4183440, + "ts": 675204873101.287, "dur": 0.394, + "args": { + "External id": 425248,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1, 1]], "Input Dims": [[8192, 1]], "Ev Idx": 7439 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::amax", "pid": 4183440, "tid": 4183440, + "ts": 675204873102.977, "dur": 22.332, + "args": { + "External id": 425249,"Record function id": 0, "Concrete Inputs": ["", "[-1]", "True"], "Input type": ["float", "ScalarList", "Scalar"], "Input Strides": [[1, 1], [], []], "Input Dims": [[8192, 1], [], []], "Ev Idx": 7440 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::squeeze", "pid": 4183440, "tid": 4183440, + "ts": 675204873127.029, "dur": 6.108, + "args": { + "External id": 425250,"Record function id": 0, "Concrete Inputs": ["", "[-1]"], "Input type": ["float", "ScalarList"], "Input Strides": [[1, 1], []], "Input Dims": [[8192, 1], []], "Ev Idx": 7441 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204873131.855, "dur": 0.999, + "args": { + "External id": 425251,"Record function id": 0, "Concrete Inputs": ["", "[8192]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[1, 1], [], [], []], "Input Dims": [[8192, 1], [], [], []], "Ev Idx": 7442 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::abs", "pid": 4183440, "tid": 4183440, + "ts": 675204873134.159, "dur": 22.777, + "args": { + "External id": 425252,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1]], "Input Dims": [[8192]], "Ev Idx": 7443 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 4183440, + "ts": 675204873135.602, "dur": 2.237, + "args": { + "External id": 425253,"Record function id": 0, "Concrete Inputs": ["[0]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 7444 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::abs", "pid": 4183440, "tid": 4183440, + "ts": 675204873139.146, "dur": 17.548, + "args": { + "External id": 425254,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["float", "float"], "Input Strides": [[1], [1]], "Input Dims": [[8192], [0]], "Ev Idx": 7445 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::resize_", "pid": 4183440, "tid": 4183440, + "ts": 675204873142.374, "dur": 2.242, + "args": { + "External id": 425255,"Record function id": 0, "Concrete Inputs": ["", "[8192]", ""], "Input type": ["float", "ScalarList", ""], "Input Strides": [[1], [], []], "Input Dims": [[0], [], []], "Ev Idx": 7446 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::eq", "pid": 4183440, "tid": 4183440, + "ts": 675204873158.582, "dur": 22.801, + "args": { + "External id": 425256,"Record function id": 0, "Concrete Inputs": ["", "inf"], "Input type": ["float", "Scalar"], "Input Strides": [[1], []], "Input Dims": [[8192], []], "Ev Idx": 7447 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::masked_fill_", "pid": 4183440, "tid": 4183440, + "ts": 675204873182.883, "dur": 13.660, + "args": { + "External id": 425257,"Record function id": 0, "Concrete Inputs": ["", "", "0"], "Input type": ["float", "bool", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[8192], [8192], []], "Ev Idx": 7448 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::sub", "pid": 4183440, "tid": 4183440, + "ts": 675204873198.937, "dur": 15.188, + "args": { + "External id": 425258,"Record function id": 0, "Concrete Inputs": ["", "", "1"], "Input type": ["float", "float", "Scalar"], "Input Strides": [[1, 1], [1, 1], []], "Input Dims": [[8192, 1], [8192, 1], []], "Ev Idx": 7449 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::exp_", "pid": 4183440, "tid": 4183440, + "ts": 675204873215.489, "dur": 13.407, + "args": { + "External id": 425259,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1, 1]], "Input Dims": [[8192, 1]], "Ev Idx": 7450 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::sum", "pid": 4183440, "tid": 4183440, + "ts": 675204873230.880, "dur": 24.165, + "args": { + "External id": 425260,"Record function id": 0, "Concrete Inputs": ["", "[-1]", "False", "", ""], "Input type": ["float", "ScalarList", "Scalar", "", "float"], "Input Strides": [[1, 1], [], [], [], [1]], "Input Dims": [[8192, 1], [], [], [], [0]], "Ev Idx": 7451 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::resize_", "pid": 4183440, "tid": 4183440, + "ts": 675204873235.018, "dur": 1.714, + "args": { + "External id": 425261,"Record function id": 0, "Concrete Inputs": ["", "[8192]", ""], "Input type": ["float", "ScalarList", ""], "Input Strides": [[1], [], []], "Input Dims": [[0], [], []], "Ev Idx": 7452 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204873239.442, "dur": 1.163, + "args": { + "External id": 425262,"Record function id": 0, "Concrete Inputs": ["", "[8192, 1]", "[1, 0]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[1], [], [], []], "Input Dims": [[8192], [], [], []], "Ev Idx": 7453 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::log_", "pid": 4183440, "tid": 4183440, + "ts": 675204873256.769, "dur": 13.455, + "args": { + "External id": 425263,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1]], "Input Dims": [[8192]], "Ev Idx": 7454 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::add_", "pid": 4183440, "tid": 4183440, + "ts": 675204873271.223, "dur": 12.354, + "args": { + "External id": 425264,"Record function id": 0, "Concrete Inputs": ["", "", "1"], "Input type": ["float", "float", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[8192], [8192], []], "Ev Idx": 7455 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204873294.622, "dur": 1.937, + "args": { + "External id": 425265,"Record function id": 0, "Concrete Inputs": ["", "[8192]"], "Input type": ["float", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[8192], []], "Ev Idx": 7456 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 4183440, "tid": 4183440, + "ts": 675204873305.321, "dur": 4.040, + "args": { + "External id": 425266,"Record function id": 0, "Concrete Inputs": ["", "0", "16384", "24576", "1"], "Input type": ["float", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], [], []], "Input Dims": [[65536], [], [], [], []], "Ev Idx": 7457 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204873307.847, "dur": 0.586, + "args": { + "External id": 425267,"Record function id": 0, "Concrete Inputs": ["", "[8192]", "[1]", "16384"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[65536], [], [], []], "Ev Idx": 7458 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 4183440, + "ts": 675204873376.774, "dur": 45.642, + "args": { + "External id": 425268,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[32000, 1], [1024, 1]], "Input Dims": [[8192, 32000], [32000, 1024]], "Ev Idx": 7459 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 4183440, "tid": 4183440, + "ts": 675204873426.984, "dur": 5.189, + "args": { + "External id": 425269,"Record function id": 0, "Concrete Inputs": ["", "0", "16384", "24576", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [], [], [], []], "Input Dims": [[65536, 1024], [], [], [], []], "Ev Idx": 7460 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204873430.216, "dur": 0.904, + "args": { + "External id": 425270,"Record function id": 0, "Concrete Inputs": ["", "[8192, 1024]", "[1024, 1]", "16777216"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1024, 1], [], [], []], "Input Dims": [[65536, 1024], [], [], []], "Ev Idx": 7461 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 4183440, "tid": 4183440, + "ts": 675204873433.876, "dur": 25.173, + "args": { + "External id": 425271,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[1024, 1], [1024, 1], []], "Input Dims": [[8192, 1024], [8192, 1024], []], "Ev Idx": 7462 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 4183440, "tid": 4183440, + "ts": 675204873463.426, "dur": 7.270, + "args": { + "External id": 425272,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[32000, 1]], "Input Dims": [[8192, 32000]], "Ev Idx": 7463 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 4183440, "tid": 4183440, + "ts": 675204873465.037, "dur": 4.887, + "args": { + "External id": 425273,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[32000, 1], [], []], "Input Dims": [[8192, 32000], [], []], "Ev Idx": 7464 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204873466.944, "dur": 2.749, + "args": { + "External id": 425274,"Record function id": 0, "Concrete Inputs": ["", "[32000, 8192]", "[1, 32000]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[32000, 1], [], [], []], "Input Dims": [[8192, 32000], [], [], []], "Ev Idx": 7465 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::matmul", "pid": 4183440, "tid": 4183440, + "ts": 675204873473.595, "dur": 40.819, + "args": { + "External id": 425275,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 32000], [1024, 1]], "Input Dims": [[32000, 8192], [8192, 1024]], "Ev Idx": 7466 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 4183440, + "ts": 675204873474.862, "dur": 38.802, + "args": { + "External id": 425276,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 32000], [1024, 1]], "Input Dims": [[32000, 8192], [8192, 1024]], "Ev Idx": 7467 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::add_", "pid": 4183440, "tid": 4183440, + "ts": 675204873518.105, "dur": 14.691, + "args": { + "External id": 425277,"Record function id": 0, "Concrete Inputs": ["", "", "1"], "Input type": ["float", "c10::BFloat16", "Scalar"], "Input Strides": [[1024, 1], [1024, 1], []], "Input Dims": [[32000, 1024], [32000, 1024], []], "Ev Idx": 7468 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 4183440, "tid": 4183440, + "ts": 675204873538.213, "dur": 3.886, + "args": { + "External id": 425278,"Record function id": 0, "Concrete Inputs": ["", "0", "24576", "32768", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [], [], [], []], "Input Dims": [[65536, 1024], [], [], [], []], "Ev Idx": 7469 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204873540.704, "dur": 0.625, + "args": { + "External id": 425279,"Record function id": 0, "Concrete Inputs": ["", "[8192, 1024]", "[1024, 1]", "25165824"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1024, 1], [], [], []], "Input Dims": [[65536, 1024], [], [], []], "Ev Idx": 7470 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::linear", "pid": 4183440, "tid": 4183440, + "ts": 675204873546.262, "dur": 48.662, + "args": { + "External id": 425280,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", ""], "Input Strides": [[1024, 1], [1024, 1], []], "Input Dims": [[8192, 1024], [32000, 1024], []], "Ev Idx": 7471 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 4183440, "tid": 4183440, + "ts": 675204873547.491, "dur": 4.608, + "args": { + "External id": 425281,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[32000, 1024]], "Ev Idx": 7472 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 4183440, "tid": 4183440, + "ts": 675204873548.608, "dur": 2.951, + "args": { + "External id": 425282,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [], []], "Input Dims": [[32000, 1024], [], []], "Ev Idx": 7473 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204873550.560, "dur": 0.853, + "args": { + "External id": 425283,"Record function id": 0, "Concrete Inputs": ["", "[1024, 32000]", "[1, 1024]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[1024, 1], [], [], []], "Input Dims": [[32000, 1024], [], [], []], "Ev Idx": 7474 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::matmul", "pid": 4183440, "tid": 4183440, + "ts": 675204873552.820, "dur": 41.565, + "args": { + "External id": 425284,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1, 1024]], "Input Dims": [[8192, 1024], [1024, 32000]], "Ev Idx": 7475 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 4183440, + "ts": 675204873553.969, "dur": 39.762, + "args": { + "External id": 425285,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1, 1024]], "Input Dims": [[8192, 1024], [1024, 32000]], "Ev Idx": 7476 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 4183440, "tid": 4183440, + "ts": 675204873598.539, "dur": 3.943, + "args": { + "External id": 425286,"Record function id": 0, "Concrete Inputs": ["", "0", "24576", "32768", "1"], "Input type": ["long int", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], [], []], "Input Dims": [[65536], [], [], [], []], "Ev Idx": 7477 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204873600.600, "dur": 0.924, + "args": { + "External id": 425287,"Record function id": 0, "Concrete Inputs": ["", "[8192]", "[1]", "24576"], "Input type": ["long int", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[65536], [], [], []], "Ev Idx": 7478 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204873607.815, "dur": 1.569, + "args": { + "External id": 425288,"Record function id": 0, "Concrete Inputs": ["", "[-1, 32000]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[32000, 1], []], "Input Dims": [[8192, 32000], []], "Ev Idx": 7479 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::new_empty", "pid": 4183440, "tid": 4183440, + "ts": 675204873616.836, "dur": 6.644, + "args": { + "External id": 425289,"Record function id": 0, "Concrete Inputs": ["", "[8192, 1]", "6", "", "", "False"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "", "", "Scalar"], "Input Strides": [[32000, 1], [], [], [], [], []], "Input Dims": [[8192, 32000], [], [], [], [], []], "Ev Idx": 7480 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 4183440, + "ts": 675204873619.115, "dur": 4.074, + "args": { + "External id": 425290,"Record function id": 0, "Concrete Inputs": ["[8192, 1]", "6", "0", "", "False", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 7481 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::logsumexp", "pid": 4183440, "tid": 4183440, + "ts": 675204873748.767, "dur": 201.547, + "args": { + "External id": 425291,"Record function id": 0, "Concrete Inputs": ["", "[-1]", "False"], "Input type": ["float", "ScalarList", "Scalar"], "Input Strides": [[1, 1], [], []], "Input Dims": [[8192, 1], [], []], "Ev Idx": 7482 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 4183440, + "ts": 675204873751.105, "dur": 3.424, + "args": { + "External id": 425292,"Record function id": 0, "Concrete Inputs": ["[0]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 7483 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::logsumexp", "pid": 4183440, "tid": 4183440, + "ts": 675204873758.632, "dur": 191.225, + "args": { + "External id": 425293,"Record function id": 0, "Concrete Inputs": ["", "[-1]", "False", ""], "Input type": ["float", "ScalarList", "Scalar", "float"], "Input Strides": [[1, 1], [], [], [1]], "Input Dims": [[8192, 1], [], [], [0]], "Ev Idx": 7484 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::real", "pid": 4183440, "tid": 4183440, + "ts": 675204873760.382, "dur": 0.672, + "args": { + "External id": 425294,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1, 1]], "Input Dims": [[8192, 1]], "Ev Idx": 7485 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::amax", "pid": 4183440, "tid": 4183440, + "ts": 675204873762.130, "dur": 21.967, + "args": { + "External id": 425295,"Record function id": 0, "Concrete Inputs": ["", "[-1]", "True"], "Input type": ["float", "ScalarList", "Scalar"], "Input Strides": [[1, 1], [], []], "Input Dims": [[8192, 1], [], []], "Ev Idx": 7486 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::squeeze", "pid": 4183440, "tid": 4183440, + "ts": 675204873785.609, "dur": 5.392, + "args": { + "External id": 425296,"Record function id": 0, "Concrete Inputs": ["", "[-1]"], "Input type": ["float", "ScalarList"], "Input Strides": [[1, 1], []], "Input Dims": [[8192, 1], []], "Ev Idx": 7487 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204873788.071, "dur": 2.541, + "args": { + "External id": 425297,"Record function id": 0, "Concrete Inputs": ["", "[8192]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[1, 1], [], [], []], "Input Dims": [[8192, 1], [], [], []], "Ev Idx": 7488 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::abs", "pid": 4183440, "tid": 4183440, + "ts": 675204873792.111, "dur": 22.561, + "args": { + "External id": 425298,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1]], "Input Dims": [[8192]], "Ev Idx": 7489 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 4183440, + "ts": 675204873793.441, "dur": 1.870, + "args": { + "External id": 425299,"Record function id": 0, "Concrete Inputs": ["[0]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 7490 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::abs", "pid": 4183440, "tid": 4183440, + "ts": 675204873796.474, "dur": 17.911, + "args": { + "External id": 425300,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["float", "float"], "Input Strides": [[1], [1]], "Input Dims": [[8192], [0]], "Ev Idx": 7491 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::resize_", "pid": 4183440, "tid": 4183440, + "ts": 675204873799.176, "dur": 2.715, + "args": { + "External id": 425301,"Record function id": 0, "Concrete Inputs": ["", "[8192]", ""], "Input type": ["float", "ScalarList", ""], "Input Strides": [[1], [], []], "Input Dims": [[0], [], []], "Ev Idx": 7492 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::eq", "pid": 4183440, "tid": 4183440, + "ts": 675204873816.120, "dur": 21.376, + "args": { + "External id": 425302,"Record function id": 0, "Concrete Inputs": ["", "inf"], "Input type": ["float", "Scalar"], "Input Strides": [[1], []], "Input Dims": [[8192], []], "Ev Idx": 7493 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::masked_fill_", "pid": 4183440, "tid": 4183440, + "ts": 675204873839.095, "dur": 14.202, + "args": { + "External id": 425303,"Record function id": 0, "Concrete Inputs": ["", "", "0"], "Input type": ["float", "bool", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[8192], [8192], []], "Ev Idx": 7494 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::sub", "pid": 4183440, "tid": 4183440, + "ts": 675204873856.171, "dur": 14.794, + "args": { + "External id": 425304,"Record function id": 0, "Concrete Inputs": ["", "", "1"], "Input type": ["float", "float", "Scalar"], "Input Strides": [[1, 1], [1, 1], []], "Input Dims": [[8192, 1], [8192, 1], []], "Ev Idx": 7495 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::exp_", "pid": 4183440, "tid": 4183440, + "ts": 675204873872.421, "dur": 13.067, + "args": { + "External id": 425305,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1, 1]], "Input Dims": [[8192, 1]], "Ev Idx": 7496 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::sum", "pid": 4183440, "tid": 4183440, + "ts": 675204873887.216, "dur": 20.847, + "args": { + "External id": 425306,"Record function id": 0, "Concrete Inputs": ["", "[-1]", "False", "", ""], "Input type": ["float", "ScalarList", "Scalar", "", "float"], "Input Strides": [[1, 1], [], [], [], [1]], "Input Dims": [[8192, 1], [], [], [], [0]], "Ev Idx": 7497 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::resize_", "pid": 4183440, "tid": 4183440, + "ts": 675204873889.514, "dur": 1.793, + "args": { + "External id": 425307,"Record function id": 0, "Concrete Inputs": ["", "[8192]", ""], "Input type": ["float", "ScalarList", ""], "Input Strides": [[1], [], []], "Input Dims": [[0], [], []], "Ev Idx": 7498 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204873893.747, "dur": 0.796, + "args": { + "External id": 425308,"Record function id": 0, "Concrete Inputs": ["", "[8192, 1]", "[1, 0]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[1], [], [], []], "Input Dims": [[8192], [], [], []], "Ev Idx": 7499 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::log_", "pid": 4183440, "tid": 4183440, + "ts": 675204873910.034, "dur": 12.701, + "args": { + "External id": 425309,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1]], "Input Dims": [[8192]], "Ev Idx": 7500 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::add_", "pid": 4183440, "tid": 4183440, + "ts": 675204873923.812, "dur": 24.046, + "args": { + "External id": 425310,"Record function id": 0, "Concrete Inputs": ["", "", "1"], "Input type": ["float", "float", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[8192], [8192], []], "Ev Idx": 7501 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204873958.101, "dur": 2.455, + "args": { + "External id": 425311,"Record function id": 0, "Concrete Inputs": ["", "[8192]"], "Input type": ["float", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[8192], []], "Ev Idx": 7502 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 4183440, "tid": 4183440, + "ts": 675204873970.155, "dur": 4.432, + "args": { + "External id": 425312,"Record function id": 0, "Concrete Inputs": ["", "0", "24576", "32768", "1"], "Input type": ["float", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], [], []], "Input Dims": [[65536], [], [], [], []], "Ev Idx": 7503 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204873973.181, "dur": 0.466, + "args": { + "External id": 425313,"Record function id": 0, "Concrete Inputs": ["", "[8192]", "[1]", "24576"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[65536], [], [], []], "Ev Idx": 7504 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 4183440, + "ts": 675204874043.751, "dur": 50.094, + "args": { + "External id": 425314,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[32000, 1], [1024, 1]], "Input Dims": [[8192, 32000], [32000, 1024]], "Ev Idx": 7505 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 4183440, "tid": 4183440, + "ts": 675204874098.670, "dur": 6.919, + "args": { + "External id": 425315,"Record function id": 0, "Concrete Inputs": ["", "0", "24576", "32768", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [], [], [], []], "Input Dims": [[65536, 1024], [], [], [], []], "Ev Idx": 7506 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204874101.398, "dur": 3.131, + "args": { + "External id": 425316,"Record function id": 0, "Concrete Inputs": ["", "[8192, 1024]", "[1024, 1]", "25165824"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1024, 1], [], [], []], "Input Dims": [[65536, 1024], [], [], []], "Ev Idx": 7507 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 4183440, "tid": 4183440, + "ts": 675204874106.931, "dur": 24.099, + "args": { + "External id": 425317,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[1024, 1], [1024, 1], []], "Input Dims": [[8192, 1024], [8192, 1024], []], "Ev Idx": 7508 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 4183440, "tid": 4183440, + "ts": 675204874136.023, "dur": 6.759, + "args": { + "External id": 425318,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[32000, 1]], "Input Dims": [[8192, 32000]], "Ev Idx": 7509 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 4183440, "tid": 4183440, + "ts": 675204874137.682, "dur": 4.235, + "args": { + "External id": 425319,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[32000, 1], [], []], "Input Dims": [[8192, 32000], [], []], "Ev Idx": 7510 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204874140.197, "dur": 1.317, + "args": { + "External id": 425320,"Record function id": 0, "Concrete Inputs": ["", "[32000, 8192]", "[1, 32000]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[32000, 1], [], [], []], "Input Dims": [[8192, 32000], [], [], []], "Ev Idx": 7511 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::matmul", "pid": 4183440, "tid": 4183440, + "ts": 675204874145.513, "dur": 44.403, + "args": { + "External id": 425321,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 32000], [1024, 1]], "Input Dims": [[32000, 8192], [8192, 1024]], "Ev Idx": 7512 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 4183440, + "ts": 675204874147.222, "dur": 42.004, + "args": { + "External id": 425322,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 32000], [1024, 1]], "Input Dims": [[32000, 8192], [8192, 1024]], "Ev Idx": 7513 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::add_", "pid": 4183440, "tid": 4183440, + "ts": 675204874193.634, "dur": 17.124, + "args": { + "External id": 425323,"Record function id": 0, "Concrete Inputs": ["", "", "1"], "Input type": ["float", "c10::BFloat16", "Scalar"], "Input Strides": [[1024, 1], [1024, 1], []], "Input Dims": [[32000, 1024], [32000, 1024], []], "Ev Idx": 7514 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 4183440, "tid": 4183440, + "ts": 675204874216.379, "dur": 4.373, + "args": { + "External id": 425324,"Record function id": 0, "Concrete Inputs": ["", "0", "32768", "40960", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [], [], [], []], "Input Dims": [[65536, 1024], [], [], [], []], "Ev Idx": 7515 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204874219.157, "dur": 0.782, + "args": { + "External id": 425325,"Record function id": 0, "Concrete Inputs": ["", "[8192, 1024]", "[1024, 1]", "33554432"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1024, 1], [], [], []], "Input Dims": [[65536, 1024], [], [], []], "Ev Idx": 7516 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::linear", "pid": 4183440, "tid": 4183440, + "ts": 675204874225.095, "dur": 47.978, + "args": { + "External id": 425326,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", ""], "Input Strides": [[1024, 1], [1024, 1], []], "Input Dims": [[8192, 1024], [32000, 1024], []], "Ev Idx": 7517 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 4183440, "tid": 4183440, + "ts": 675204874225.914, "dur": 4.466, + "args": { + "External id": 425327,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[32000, 1024]], "Ev Idx": 7518 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 4183440, "tid": 4183440, + "ts": 675204874227.122, "dur": 2.696, + "args": { + "External id": 425328,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [], []], "Input Dims": [[32000, 1024], [], []], "Ev Idx": 7519 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204874228.882, "dur": 0.792, + "args": { + "External id": 425329,"Record function id": 0, "Concrete Inputs": ["", "[1024, 32000]", "[1, 1024]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[1024, 1], [], [], []], "Input Dims": [[32000, 1024], [], [], []], "Ev Idx": 7520 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::matmul", "pid": 4183440, "tid": 4183440, + "ts": 675204874231.465, "dur": 41.184, + "args": { + "External id": 425330,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1, 1024]], "Input Dims": [[8192, 1024], [1024, 32000]], "Ev Idx": 7521 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 4183440, + "ts": 675204874232.361, "dur": 39.619, + "args": { + "External id": 425331,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1, 1024]], "Input Dims": [[8192, 1024], [1024, 32000]], "Ev Idx": 7522 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 4183440, "tid": 4183440, + "ts": 675204874277.329, "dur": 4.264, + "args": { + "External id": 425332,"Record function id": 0, "Concrete Inputs": ["", "0", "32768", "40960", "1"], "Input type": ["long int", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], [], []], "Input Dims": [[65536], [], [], [], []], "Ev Idx": 7523 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204874279.682, "dur": 0.855, + "args": { + "External id": 425333,"Record function id": 0, "Concrete Inputs": ["", "[8192]", "[1]", "32768"], "Input type": ["long int", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[65536], [], [], []], "Ev Idx": 7524 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204874287.231, "dur": 1.951, + "args": { + "External id": 425334,"Record function id": 0, "Concrete Inputs": ["", "[-1, 32000]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[32000, 1], []], "Input Dims": [[8192, 32000], []], "Ev Idx": 7525 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::new_empty", "pid": 4183440, "tid": 4183440, + "ts": 675204874297.573, "dur": 7.101, + "args": { + "External id": 425335,"Record function id": 0, "Concrete Inputs": ["", "[8192, 1]", "6", "", "", "False"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "", "", "Scalar"], "Input Strides": [[32000, 1], [], [], [], [], []], "Input Dims": [[8192, 32000], [], [], [], [], []], "Ev Idx": 7526 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 4183440, + "ts": 675204874299.964, "dur": 4.391, + "args": { + "External id": 425336,"Record function id": 0, "Concrete Inputs": ["[8192, 1]", "6", "0", "", "False", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 7527 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::logsumexp", "pid": 4183440, "tid": 4183440, + "ts": 675204874390.480, "dur": 182.919, + "args": { + "External id": 425337,"Record function id": 0, "Concrete Inputs": ["", "[-1]", "False"], "Input type": ["float", "ScalarList", "Scalar"], "Input Strides": [[1, 1], [], []], "Input Dims": [[8192, 1], [], []], "Ev Idx": 7528 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 4183440, + "ts": 675204874392.840, "dur": 4.269, + "args": { + "External id": 425338,"Record function id": 0, "Concrete Inputs": ["[0]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 7529 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::logsumexp", "pid": 4183440, "tid": 4183440, + "ts": 675204874398.607, "dur": 174.241, + "args": { + "External id": 425339,"Record function id": 0, "Concrete Inputs": ["", "[-1]", "False", ""], "Input type": ["float", "ScalarList", "Scalar", "float"], "Input Strides": [[1, 1], [], [], [1]], "Input Dims": [[8192, 1], [], [], [0]], "Ev Idx": 7530 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::real", "pid": 4183440, "tid": 4183440, + "ts": 675204874400.085, "dur": 0.602, + "args": { + "External id": 425340,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1, 1]], "Input Dims": [[8192, 1]], "Ev Idx": 7531 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::amax", "pid": 4183440, "tid": 4183440, + "ts": 675204874402.005, "dur": 21.428, + "args": { + "External id": 425341,"Record function id": 0, "Concrete Inputs": ["", "[-1]", "True"], "Input type": ["float", "ScalarList", "Scalar"], "Input Strides": [[1, 1], [], []], "Input Dims": [[8192, 1], [], []], "Ev Idx": 7532 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::squeeze", "pid": 4183440, "tid": 4183440, + "ts": 675204874424.819, "dur": 6.009, + "args": { + "External id": 425342,"Record function id": 0, "Concrete Inputs": ["", "[-1]"], "Input type": ["float", "ScalarList"], "Input Strides": [[1, 1], []], "Input Dims": [[8192, 1], []], "Ev Idx": 7533 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204874429.612, "dur": 0.931, + "args": { + "External id": 425343,"Record function id": 0, "Concrete Inputs": ["", "[8192]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[1, 1], [], [], []], "Input Dims": [[8192, 1], [], [], []], "Ev Idx": 7534 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::abs", "pid": 4183440, "tid": 4183440, + "ts": 675204874431.778, "dur": 23.143, + "args": { + "External id": 425344,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1]], "Input Dims": [[8192]], "Ev Idx": 7535 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 4183440, + "ts": 675204874432.946, "dur": 1.651, + "args": { + "External id": 425345,"Record function id": 0, "Concrete Inputs": ["[0]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 7536 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::abs", "pid": 4183440, "tid": 4183440, + "ts": 675204874436.467, "dur": 18.064, + "args": { + "External id": 425346,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["float", "float"], "Input Strides": [[1], [1]], "Input Dims": [[8192], [0]], "Ev Idx": 7537 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::resize_", "pid": 4183440, "tid": 4183440, + "ts": 675204874439.708, "dur": 2.715, + "args": { + "External id": 425347,"Record function id": 0, "Concrete Inputs": ["", "[8192]", ""], "Input type": ["float", "ScalarList", ""], "Input Strides": [[1], [], []], "Input Dims": [[0], [], []], "Ev Idx": 7538 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::eq", "pid": 4183440, "tid": 4183440, + "ts": 675204874456.272, "dur": 20.421, + "args": { + "External id": 425348,"Record function id": 0, "Concrete Inputs": ["", "inf"], "Input type": ["float", "Scalar"], "Input Strides": [[1], []], "Input Dims": [[8192], []], "Ev Idx": 7539 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::masked_fill_", "pid": 4183440, "tid": 4183440, + "ts": 675204874478.264, "dur": 14.316, + "args": { + "External id": 425349,"Record function id": 0, "Concrete Inputs": ["", "", "0"], "Input type": ["float", "bool", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[8192], [8192], []], "Ev Idx": 7540 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::sub", "pid": 4183440, "tid": 4183440, + "ts": 675204874495.372, "dur": 14.825, + "args": { + "External id": 425350,"Record function id": 0, "Concrete Inputs": ["", "", "1"], "Input type": ["float", "float", "Scalar"], "Input Strides": [[1, 1], [1, 1], []], "Input Dims": [[8192, 1], [8192, 1], []], "Ev Idx": 7541 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::exp_", "pid": 4183440, "tid": 4183440, + "ts": 675204874511.648, "dur": 12.434, + "args": { + "External id": 425351,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1, 1]], "Input Dims": [[8192, 1]], "Ev Idx": 7542 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::sum", "pid": 4183440, "tid": 4183440, + "ts": 675204874525.971, "dur": 21.642, + "args": { + "External id": 425352,"Record function id": 0, "Concrete Inputs": ["", "[-1]", "False", "", ""], "Input type": ["float", "ScalarList", "Scalar", "", "float"], "Input Strides": [[1, 1], [], [], [], [1]], "Input Dims": [[8192, 1], [], [], [], [0]], "Ev Idx": 7543 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::resize_", "pid": 4183440, "tid": 4183440, + "ts": 675204874530.276, "dur": 1.702, + "args": { + "External id": 425353,"Record function id": 0, "Concrete Inputs": ["", "[8192]", ""], "Input type": ["float", "ScalarList", ""], "Input Strides": [[1], [], []], "Input Dims": [[0], [], []], "Ev Idx": 7544 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204874534.366, "dur": 1.103, + "args": { + "External id": 425354,"Record function id": 0, "Concrete Inputs": ["", "[8192, 1]", "[1, 0]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[1], [], [], []], "Input Dims": [[8192], [], [], []], "Ev Idx": 7545 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::log_", "pid": 4183440, "tid": 4183440, + "ts": 675204874549.235, "dur": 11.143, + "args": { + "External id": 425355,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1]], "Input Dims": [[8192]], "Ev Idx": 7546 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::add_", "pid": 4183440, "tid": 4183440, + "ts": 675204874561.557, "dur": 10.293, + "args": { + "External id": 425356,"Record function id": 0, "Concrete Inputs": ["", "", "1"], "Input type": ["float", "float", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[8192], [8192], []], "Ev Idx": 7547 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204874579.006, "dur": 1.815, + "args": { + "External id": 425357,"Record function id": 0, "Concrete Inputs": ["", "[8192]"], "Input type": ["float", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[8192], []], "Ev Idx": 7548 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 4183440, "tid": 4183440, + "ts": 675204874589.437, "dur": 3.727, + "args": { + "External id": 425358,"Record function id": 0, "Concrete Inputs": ["", "0", "32768", "40960", "1"], "Input type": ["float", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], [], []], "Input Dims": [[65536], [], [], [], []], "Ev Idx": 7549 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204874591.731, "dur": 0.503, + "args": { + "External id": 425359,"Record function id": 0, "Concrete Inputs": ["", "[8192]", "[1]", "32768"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[65536], [], [], []], "Ev Idx": 7550 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 4183440, + "ts": 675204874695.050, "dur": 47.787, + "args": { + "External id": 425360,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[32000, 1], [1024, 1]], "Input Dims": [[8192, 32000], [32000, 1024]], "Ev Idx": 7551 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 4183440, "tid": 4183440, + "ts": 675204874748.522, "dur": 5.972, + "args": { + "External id": 425361,"Record function id": 0, "Concrete Inputs": ["", "0", "32768", "40960", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [], [], [], []], "Input Dims": [[65536, 1024], [], [], [], []], "Ev Idx": 7552 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204874751.775, "dur": 1.220, + "args": { + "External id": 425362,"Record function id": 0, "Concrete Inputs": ["", "[8192, 1024]", "[1024, 1]", "33554432"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1024, 1], [], [], []], "Input Dims": [[65536, 1024], [], [], []], "Ev Idx": 7553 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 4183440, "tid": 4183440, + "ts": 675204874755.991, "dur": 28.852, + "args": { + "External id": 425363,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[1024, 1], [1024, 1], []], "Input Dims": [[8192, 1024], [8192, 1024], []], "Ev Idx": 7554 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 4183440, "tid": 4183440, + "ts": 675204874789.694, "dur": 6.735, + "args": { + "External id": 425364,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[32000, 1]], "Input Dims": [[8192, 32000]], "Ev Idx": 7555 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 4183440, "tid": 4183440, + "ts": 675204874791.406, "dur": 4.339, + "args": { + "External id": 425365,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[32000, 1], [], []], "Input Dims": [[8192, 32000], [], []], "Ev Idx": 7556 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204874793.815, "dur": 1.700, + "args": { + "External id": 425366,"Record function id": 0, "Concrete Inputs": ["", "[32000, 8192]", "[1, 32000]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[32000, 1], [], [], []], "Input Dims": [[8192, 32000], [], [], []], "Ev Idx": 7557 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::matmul", "pid": 4183440, "tid": 4183440, + "ts": 675204874799.566, "dur": 41.489, + "args": { + "External id": 425367,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 32000], [1024, 1]], "Input Dims": [[32000, 8192], [8192, 1024]], "Ev Idx": 7558 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 4183440, + "ts": 675204874801.071, "dur": 39.255, + "args": { + "External id": 425368,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 32000], [1024, 1]], "Input Dims": [[32000, 8192], [8192, 1024]], "Ev Idx": 7559 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::add_", "pid": 4183440, "tid": 4183440, + "ts": 675204874844.621, "dur": 14.240, + "args": { + "External id": 425369,"Record function id": 0, "Concrete Inputs": ["", "", "1"], "Input type": ["float", "c10::BFloat16", "Scalar"], "Input Strides": [[1024, 1], [1024, 1], []], "Input Dims": [[32000, 1024], [32000, 1024], []], "Ev Idx": 7560 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 4183440, "tid": 4183440, + "ts": 675204874864.365, "dur": 4.131, + "args": { + "External id": 425370,"Record function id": 0, "Concrete Inputs": ["", "0", "40960", "49152", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [], [], [], []], "Input Dims": [[65536, 1024], [], [], [], []], "Ev Idx": 7561 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204874866.848, "dur": 0.894, + "args": { + "External id": 425371,"Record function id": 0, "Concrete Inputs": ["", "[8192, 1024]", "[1024, 1]", "41943040"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1024, 1], [], [], []], "Input Dims": [[65536, 1024], [], [], []], "Ev Idx": 7562 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::linear", "pid": 4183440, "tid": 4183440, + "ts": 675204874872.743, "dur": 51.068, + "args": { + "External id": 425372,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", ""], "Input Strides": [[1024, 1], [1024, 1], []], "Input Dims": [[8192, 1024], [32000, 1024], []], "Ev Idx": 7563 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 4183440, "tid": 4183440, + "ts": 675204874873.921, "dur": 4.570, + "args": { + "External id": 425373,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[32000, 1024]], "Ev Idx": 7564 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 4183440, "tid": 4183440, + "ts": 675204874874.836, "dur": 3.047, + "args": { + "External id": 425374,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [], []], "Input Dims": [[32000, 1024], [], []], "Ev Idx": 7565 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204874876.930, "dur": 0.824, + "args": { + "External id": 425375,"Record function id": 0, "Concrete Inputs": ["", "[1024, 32000]", "[1, 1024]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[1024, 1], [], [], []], "Input Dims": [[32000, 1024], [], [], []], "Ev Idx": 7566 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::matmul", "pid": 4183440, "tid": 4183440, + "ts": 675204874879.200, "dur": 44.211, + "args": { + "External id": 425376,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1, 1024]], "Input Dims": [[8192, 1024], [1024, 32000]], "Ev Idx": 7567 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 4183440, + "ts": 675204874880.350, "dur": 42.519, + "args": { + "External id": 425377,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1, 1024]], "Input Dims": [[8192, 1024], [1024, 32000]], "Ev Idx": 7568 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 4183440, "tid": 4183440, + "ts": 675204874927.557, "dur": 3.663, + "args": { + "External id": 425378,"Record function id": 0, "Concrete Inputs": ["", "0", "40960", "49152", "1"], "Input type": ["long int", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], [], []], "Input Dims": [[65536], [], [], [], []], "Ev Idx": 7569 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204874929.297, "dur": 0.897, + "args": { + "External id": 425379,"Record function id": 0, "Concrete Inputs": ["", "[8192]", "[1]", "40960"], "Input type": ["long int", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[65536], [], [], []], "Ev Idx": 7570 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204874952.969, "dur": 2.250, + "args": { + "External id": 425380,"Record function id": 0, "Concrete Inputs": ["", "[-1, 32000]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[32000, 1], []], "Input Dims": [[8192, 32000], []], "Ev Idx": 7571 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::new_empty", "pid": 4183440, "tid": 4183440, + "ts": 675204874963.666, "dur": 8.288, + "args": { + "External id": 425381,"Record function id": 0, "Concrete Inputs": ["", "[8192, 1]", "6", "", "", "False"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "", "", "Scalar"], "Input Strides": [[32000, 1], [], [], [], [], []], "Input Dims": [[8192, 32000], [], [], [], [], []], "Ev Idx": 7572 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 4183440, + "ts": 675204874966.455, "dur": 5.186, + "args": { + "External id": 425382,"Record function id": 0, "Concrete Inputs": ["[8192, 1]", "6", "0", "", "False", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 7573 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::logsumexp", "pid": 4183440, "tid": 4183440, + "ts": 675204875062.829, "dur": 292.195, + "args": { + "External id": 425383,"Record function id": 0, "Concrete Inputs": ["", "[-1]", "False"], "Input type": ["float", "ScalarList", "Scalar"], "Input Strides": [[1, 1], [], []], "Input Dims": [[8192, 1], [], []], "Ev Idx": 7574 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 4183440, + "ts": 675204875067.636, "dur": 2.519, + "args": { + "External id": 425384,"Record function id": 0, "Concrete Inputs": ["[0]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 7575 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::logsumexp", "pid": 4183440, "tid": 4183440, + "ts": 675204875072.006, "dur": 282.617, + "args": { + "External id": 425385,"Record function id": 0, "Concrete Inputs": ["", "[-1]", "False", ""], "Input type": ["float", "ScalarList", "Scalar", "float"], "Input Strides": [[1, 1], [], [], [1]], "Input Dims": [[8192, 1], [], [], [0]], "Ev Idx": 7576 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::real", "pid": 4183440, "tid": 4183440, + "ts": 675204875073.552, "dur": 0.395, + "args": { + "External id": 425386,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1, 1]], "Input Dims": [[8192, 1]], "Ev Idx": 7577 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::amax", "pid": 4183440, "tid": 4183440, + "ts": 675204875075.132, "dur": 20.145, + "args": { + "External id": 425387,"Record function id": 0, "Concrete Inputs": ["", "[-1]", "True"], "Input type": ["float", "ScalarList", "Scalar"], "Input Strides": [[1, 1], [], []], "Input Dims": [[8192, 1], [], []], "Ev Idx": 7578 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::squeeze", "pid": 4183440, "tid": 4183440, + "ts": 675204875096.837, "dur": 5.905, + "args": { + "External id": 425388,"Record function id": 0, "Concrete Inputs": ["", "[-1]"], "Input type": ["float", "ScalarList"], "Input Strides": [[1, 1], []], "Input Dims": [[8192, 1], []], "Ev Idx": 7579 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204875101.196, "dur": 1.238, + "args": { + "External id": 425389,"Record function id": 0, "Concrete Inputs": ["", "[8192]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[1, 1], [], [], []], "Input Dims": [[8192, 1], [], [], []], "Ev Idx": 7580 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::abs", "pid": 4183440, "tid": 4183440, + "ts": 675204875104.158, "dur": 21.203, + "args": { + "External id": 425390,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1]], "Input Dims": [[8192]], "Ev Idx": 7581 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 4183440, + "ts": 675204875105.715, "dur": 1.715, + "args": { + "External id": 425391,"Record function id": 0, "Concrete Inputs": ["[0]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 7582 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::abs", "pid": 4183440, "tid": 4183440, + "ts": 675204875108.668, "dur": 16.476, + "args": { + "External id": 425392,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["float", "float"], "Input Strides": [[1], [1]], "Input Dims": [[8192], [0]], "Ev Idx": 7583 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::resize_", "pid": 4183440, "tid": 4183440, + "ts": 675204875111.267, "dur": 2.542, + "args": { + "External id": 425393,"Record function id": 0, "Concrete Inputs": ["", "[8192]", ""], "Input type": ["float", "ScalarList", ""], "Input Strides": [[1], [], []], "Input Dims": [[0], [], []], "Ev Idx": 7584 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::eq", "pid": 4183440, "tid": 4183440, + "ts": 675204875126.807, "dur": 19.647, + "args": { + "External id": 425394,"Record function id": 0, "Concrete Inputs": ["", "inf"], "Input type": ["float", "Scalar"], "Input Strides": [[1], []], "Input Dims": [[8192], []], "Ev Idx": 7585 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::masked_fill_", "pid": 4183440, "tid": 4183440, + "ts": 675204875148.151, "dur": 18.086, + "args": { + "External id": 425395,"Record function id": 0, "Concrete Inputs": ["", "", "0"], "Input type": ["float", "bool", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[8192], [8192], []], "Ev Idx": 7586 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::sub", "pid": 4183440, "tid": 4183440, + "ts": 675204875169.498, "dur": 17.899, + "args": { + "External id": 425396,"Record function id": 0, "Concrete Inputs": ["", "", "1"], "Input type": ["float", "float", "Scalar"], "Input Strides": [[1, 1], [1, 1], []], "Input Dims": [[8192, 1], [8192, 1], []], "Ev Idx": 7587 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::exp_", "pid": 4183440, "tid": 4183440, + "ts": 675204875189.073, "dur": 34.568, + "args": { + "External id": 425397,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1, 1]], "Input Dims": [[8192, 1]], "Ev Idx": 7588 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::sum", "pid": 4183440, "tid": 4183440, + "ts": 675204875225.453, "dur": 44.210, + "args": { + "External id": 425398,"Record function id": 0, "Concrete Inputs": ["", "[-1]", "False", "", ""], "Input type": ["float", "ScalarList", "Scalar", "", "float"], "Input Strides": [[1, 1], [], [], [], [1]], "Input Dims": [[8192, 1], [], [], [], [0]], "Ev Idx": 7589 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::resize_", "pid": 4183440, "tid": 4183440, + "ts": 675204875227.463, "dur": 2.048, + "args": { + "External id": 425399,"Record function id": 0, "Concrete Inputs": ["", "[8192]", ""], "Input type": ["float", "ScalarList", ""], "Input Strides": [[1], [], []], "Input Dims": [[0], [], []], "Ev Idx": 7590 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204875231.733, "dur": 1.319, + "args": { + "External id": 425400,"Record function id": 0, "Concrete Inputs": ["", "[8192, 1]", "[1, 0]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[1], [], [], []], "Input Dims": [[8192], [], [], []], "Ev Idx": 7591 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::log_", "pid": 4183440, "tid": 4183440, + "ts": 675204875271.330, "dur": 39.657, + "args": { + "External id": 425401,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1]], "Input Dims": [[8192]], "Ev Idx": 7592 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::add_", "pid": 4183440, "tid": 4183440, + "ts": 675204875312.407, "dur": 41.353, + "args": { + "External id": 425402,"Record function id": 0, "Concrete Inputs": ["", "", "1"], "Input type": ["float", "float", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[8192], [8192], []], "Ev Idx": 7593 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204875361.032, "dur": 1.534, + "args": { + "External id": 425403,"Record function id": 0, "Concrete Inputs": ["", "[8192]"], "Input type": ["float", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[8192], []], "Ev Idx": 7594 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 4183440, "tid": 4183440, + "ts": 675204875371.435, "dur": 4.107, + "args": { + "External id": 425404,"Record function id": 0, "Concrete Inputs": ["", "0", "40960", "49152", "1"], "Input type": ["float", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], [], []], "Input Dims": [[65536], [], [], [], []], "Ev Idx": 7595 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204875373.870, "dur": 0.853, + "args": { + "External id": 425405,"Record function id": 0, "Concrete Inputs": ["", "[8192]", "[1]", "40960"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[65536], [], [], []], "Ev Idx": 7596 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 4183440, + "ts": 675204875454.757, "dur": 45.115, + "args": { + "External id": 425406,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[32000, 1], [1024, 1]], "Input Dims": [[8192, 32000], [32000, 1024]], "Ev Idx": 7597 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 4183440, "tid": 4183440, + "ts": 675204875504.253, "dur": 5.429, + "args": { + "External id": 425407,"Record function id": 0, "Concrete Inputs": ["", "0", "40960", "49152", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [], [], [], []], "Input Dims": [[65536, 1024], [], [], [], []], "Ev Idx": 7598 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204875507.307, "dur": 1.372, + "args": { + "External id": 425408,"Record function id": 0, "Concrete Inputs": ["", "[8192, 1024]", "[1024, 1]", "41943040"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1024, 1], [], [], []], "Input Dims": [[65536, 1024], [], [], []], "Ev Idx": 7599 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 4183440, "tid": 4183440, + "ts": 675204875511.140, "dur": 21.262, + "args": { + "External id": 425409,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[1024, 1], [1024, 1], []], "Input Dims": [[8192, 1024], [8192, 1024], []], "Ev Idx": 7600 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 4183440, "tid": 4183440, + "ts": 675204875536.867, "dur": 8.026, + "args": { + "External id": 425410,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[32000, 1]], "Input Dims": [[8192, 32000]], "Ev Idx": 7601 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 4183440, "tid": 4183440, + "ts": 675204875538.383, "dur": 5.811, + "args": { + "External id": 425411,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[32000, 1], [], []], "Input Dims": [[8192, 32000], [], []], "Ev Idx": 7602 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204875540.807, "dur": 3.113, + "args": { + "External id": 425412,"Record function id": 0, "Concrete Inputs": ["", "[32000, 8192]", "[1, 32000]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[32000, 1], [], [], []], "Input Dims": [[8192, 32000], [], [], []], "Ev Idx": 7603 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::matmul", "pid": 4183440, "tid": 4183440, + "ts": 675204875547.416, "dur": 41.449, + "args": { + "External id": 425413,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 32000], [1024, 1]], "Input Dims": [[32000, 8192], [8192, 1024]], "Ev Idx": 7604 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 4183440, + "ts": 675204875548.914, "dur": 39.437, + "args": { + "External id": 425414,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 32000], [1024, 1]], "Input Dims": [[32000, 8192], [8192, 1024]], "Ev Idx": 7605 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::add_", "pid": 4183440, "tid": 4183440, + "ts": 675204875592.415, "dur": 13.555, + "args": { + "External id": 425415,"Record function id": 0, "Concrete Inputs": ["", "", "1"], "Input type": ["float", "c10::BFloat16", "Scalar"], "Input Strides": [[1024, 1], [1024, 1], []], "Input Dims": [[32000, 1024], [32000, 1024], []], "Ev Idx": 7606 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 4183440, "tid": 4183440, + "ts": 675204875611.033, "dur": 4.105, + "args": { + "External id": 425416,"Record function id": 0, "Concrete Inputs": ["", "0", "49152", "57344", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [], [], [], []], "Input Dims": [[65536, 1024], [], [], [], []], "Ev Idx": 7607 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204875613.712, "dur": 0.712, + "args": { + "External id": 425417,"Record function id": 0, "Concrete Inputs": ["", "[8192, 1024]", "[1024, 1]", "50331648"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1024, 1], [], [], []], "Input Dims": [[65536, 1024], [], [], []], "Ev Idx": 7608 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::linear", "pid": 4183440, "tid": 4183440, + "ts": 675204875619.044, "dur": 87.573, + "args": { + "External id": 425418,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", ""], "Input Strides": [[1024, 1], [1024, 1], []], "Input Dims": [[8192, 1024], [32000, 1024], []], "Ev Idx": 7609 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 4183440, "tid": 4183440, + "ts": 675204875620.133, "dur": 5.015, + "args": { + "External id": 425419,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[32000, 1024]], "Ev Idx": 7610 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 4183440, "tid": 4183440, + "ts": 675204875621.374, "dur": 2.997, + "args": { + "External id": 425420,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [], []], "Input Dims": [[32000, 1024], [], []], "Ev Idx": 7611 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204875623.242, "dur": 0.995, + "args": { + "External id": 425421,"Record function id": 0, "Concrete Inputs": ["", "[1024, 32000]", "[1, 1024]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[1024, 1], [], [], []], "Input Dims": [[32000, 1024], [], [], []], "Ev Idx": 7612 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::matmul", "pid": 4183440, "tid": 4183440, + "ts": 675204875625.985, "dur": 80.040, + "args": { + "External id": 425422,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1, 1024]], "Input Dims": [[8192, 1024], [1024, 32000]], "Ev Idx": 7613 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 4183440, + "ts": 675204875626.957, "dur": 78.093, + "args": { + "External id": 425423,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1, 1024]], "Input Dims": [[8192, 1024], [1024, 32000]], "Ev Idx": 7614 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 4183440, "tid": 4183440, + "ts": 675204875712.842, "dur": 5.250, + "args": { + "External id": 425424,"Record function id": 0, "Concrete Inputs": ["", "0", "49152", "57344", "1"], "Input type": ["long int", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], [], []], "Input Dims": [[65536], [], [], [], []], "Ev Idx": 7615 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204875715.726, "dur": 0.916, + "args": { + "External id": 425425,"Record function id": 0, "Concrete Inputs": ["", "[8192]", "[1]", "49152"], "Input type": ["long int", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[65536], [], [], []], "Ev Idx": 7616 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204875724.565, "dur": 1.674, + "args": { + "External id": 425426,"Record function id": 0, "Concrete Inputs": ["", "[-1, 32000]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[32000, 1], []], "Input Dims": [[8192, 32000], []], "Ev Idx": 7617 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::new_empty", "pid": 4183440, "tid": 4183440, + "ts": 675204875734.552, "dur": 14.285, + "args": { + "External id": 425427,"Record function id": 0, "Concrete Inputs": ["", "[8192, 1]", "6", "", "", "False"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "", "", "Scalar"], "Input Strides": [[32000, 1], [], [], [], [], []], "Input Dims": [[8192, 32000], [], [], [], [], []], "Ev Idx": 7618 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 4183440, + "ts": 675204875741.773, "dur": 6.739, + "args": { + "External id": 425428,"Record function id": 0, "Concrete Inputs": ["[8192, 1]", "6", "0", "", "False", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 7619 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::logsumexp", "pid": 4183440, "tid": 4183440, + "ts": 675204875834.348, "dur": 200.756, + "args": { + "External id": 425429,"Record function id": 0, "Concrete Inputs": ["", "[-1]", "False"], "Input type": ["float", "ScalarList", "Scalar"], "Input Strides": [[1, 1], [], []], "Input Dims": [[8192, 1], [], []], "Ev Idx": 7620 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 4183440, + "ts": 675204875836.694, "dur": 1.913, + "args": { + "External id": 425430,"Record function id": 0, "Concrete Inputs": ["[0]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 7621 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::logsumexp", "pid": 4183440, "tid": 4183440, + "ts": 675204875840.350, "dur": 194.166, + "args": { + "External id": 425431,"Record function id": 0, "Concrete Inputs": ["", "[-1]", "False", ""], "Input type": ["float", "ScalarList", "Scalar", "float"], "Input Strides": [[1, 1], [], [], [1]], "Input Dims": [[8192, 1], [], [], [0]], "Ev Idx": 7622 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::real", "pid": 4183440, "tid": 4183440, + "ts": 675204875842.199, "dur": 0.294, + "args": { + "External id": 425432,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1, 1]], "Input Dims": [[8192, 1]], "Ev Idx": 7623 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::amax", "pid": 4183440, "tid": 4183440, + "ts": 675204875843.644, "dur": 23.037, + "args": { + "External id": 425433,"Record function id": 0, "Concrete Inputs": ["", "[-1]", "True"], "Input type": ["float", "ScalarList", "Scalar"], "Input Strides": [[1, 1], [], []], "Input Dims": [[8192, 1], [], []], "Ev Idx": 7624 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::squeeze", "pid": 4183440, "tid": 4183440, + "ts": 675204875868.289, "dur": 3.673, + "args": { + "External id": 425434,"Record function id": 0, "Concrete Inputs": ["", "[-1]"], "Input type": ["float", "ScalarList"], "Input Strides": [[1, 1], []], "Input Dims": [[8192, 1], []], "Ev Idx": 7625 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204875870.781, "dur": 0.841, + "args": { + "External id": 425435,"Record function id": 0, "Concrete Inputs": ["", "[8192]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[1, 1], [], [], []], "Input Dims": [[8192, 1], [], [], []], "Ev Idx": 7626 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::abs", "pid": 4183440, "tid": 4183440, + "ts": 675204875872.941, "dur": 23.857, + "args": { + "External id": 425436,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1]], "Input Dims": [[8192]], "Ev Idx": 7627 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 4183440, + "ts": 675204875874.386, "dur": 1.969, + "args": { + "External id": 425437,"Record function id": 0, "Concrete Inputs": ["[0]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 7628 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::abs", "pid": 4183440, "tid": 4183440, + "ts": 675204875877.746, "dur": 18.735, + "args": { + "External id": 425438,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["float", "float"], "Input Strides": [[1], [1]], "Input Dims": [[8192], [0]], "Ev Idx": 7629 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::resize_", "pid": 4183440, "tid": 4183440, + "ts": 675204875883.283, "dur": 2.764, + "args": { + "External id": 425439,"Record function id": 0, "Concrete Inputs": ["", "[8192]", ""], "Input type": ["float", "ScalarList", ""], "Input Strides": [[1], [], []], "Input Dims": [[0], [], []], "Ev Idx": 7630 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::eq", "pid": 4183440, "tid": 4183440, + "ts": 675204875898.287, "dur": 20.318, + "args": { + "External id": 425440,"Record function id": 0, "Concrete Inputs": ["", "inf"], "Input type": ["float", "Scalar"], "Input Strides": [[1], []], "Input Dims": [[8192], []], "Ev Idx": 7631 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::masked_fill_", "pid": 4183440, "tid": 4183440, + "ts": 675204875920.052, "dur": 13.509, + "args": { + "External id": 425441,"Record function id": 0, "Concrete Inputs": ["", "", "0"], "Input type": ["float", "bool", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[8192], [8192], []], "Ev Idx": 7632 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::sub", "pid": 4183440, "tid": 4183440, + "ts": 675204875949.962, "dur": 18.687, + "args": { + "External id": 425442,"Record function id": 0, "Concrete Inputs": ["", "", "1"], "Input type": ["float", "float", "Scalar"], "Input Strides": [[1, 1], [1, 1], []], "Input Dims": [[8192, 1], [8192, 1], []], "Ev Idx": 7633 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::exp_", "pid": 4183440, "tid": 4183440, + "ts": 675204875970.732, "dur": 13.970, + "args": { + "External id": 425443,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1, 1]], "Input Dims": [[8192, 1]], "Ev Idx": 7634 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::sum", "pid": 4183440, "tid": 4183440, + "ts": 675204875986.704, "dur": 22.297, + "args": { + "External id": 425444,"Record function id": 0, "Concrete Inputs": ["", "[-1]", "False", "", ""], "Input type": ["float", "ScalarList", "Scalar", "", "float"], "Input Strides": [[1, 1], [], [], [], [1]], "Input Dims": [[8192, 1], [], [], [], [0]], "Ev Idx": 7635 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::resize_", "pid": 4183440, "tid": 4183440, + "ts": 675204875988.794, "dur": 1.678, + "args": { + "External id": 425445,"Record function id": 0, "Concrete Inputs": ["", "[8192]", ""], "Input type": ["float", "ScalarList", ""], "Input Strides": [[1], [], []], "Input Dims": [[0], [], []], "Ev Idx": 7636 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204875992.878, "dur": 1.381, + "args": { + "External id": 425446,"Record function id": 0, "Concrete Inputs": ["", "[8192, 1]", "[1, 0]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[1], [], [], []], "Input Dims": [[8192], [], [], []], "Ev Idx": 7637 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::log_", "pid": 4183440, "tid": 4183440, + "ts": 675204876010.894, "dur": 10.845, + "args": { + "External id": 425447,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1]], "Input Dims": [[8192]], "Ev Idx": 7638 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::add_", "pid": 4183440, "tid": 4183440, + "ts": 675204876023.030, "dur": 10.480, + "args": { + "External id": 425448,"Record function id": 0, "Concrete Inputs": ["", "", "1"], "Input type": ["float", "float", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[8192], [8192], []], "Ev Idx": 7639 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204876041.535, "dur": 2.187, + "args": { + "External id": 425449,"Record function id": 0, "Concrete Inputs": ["", "[8192]"], "Input type": ["float", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[8192], []], "Ev Idx": 7640 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 4183440, "tid": 4183440, + "ts": 675204876052.408, "dur": 4.160, + "args": { + "External id": 425450,"Record function id": 0, "Concrete Inputs": ["", "0", "49152", "57344", "1"], "Input type": ["float", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], [], []], "Input Dims": [[65536], [], [], [], []], "Ev Idx": 7641 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204876054.952, "dur": 0.797, + "args": { + "External id": 425451,"Record function id": 0, "Concrete Inputs": ["", "[8192]", "[1]", "49152"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[65536], [], [], []], "Ev Idx": 7642 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 4183440, + "ts": 675204876119.607, "dur": 47.403, + "args": { + "External id": 425452,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[32000, 1], [1024, 1]], "Input Dims": [[8192, 32000], [32000, 1024]], "Ev Idx": 7643 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 4183440, "tid": 4183440, + "ts": 675204876171.808, "dur": 5.259, + "args": { + "External id": 425453,"Record function id": 0, "Concrete Inputs": ["", "0", "49152", "57344", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [], [], [], []], "Input Dims": [[65536, 1024], [], [], [], []], "Ev Idx": 7644 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204876174.675, "dur": 1.333, + "args": { + "External id": 425454,"Record function id": 0, "Concrete Inputs": ["", "[8192, 1024]", "[1024, 1]", "50331648"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1024, 1], [], [], []], "Input Dims": [[65536, 1024], [], [], []], "Ev Idx": 7645 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 4183440, "tid": 4183440, + "ts": 675204876178.613, "dur": 22.655, + "args": { + "External id": 425455,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[1024, 1], [1024, 1], []], "Input Dims": [[8192, 1024], [8192, 1024], []], "Ev Idx": 7646 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 4183440, "tid": 4183440, + "ts": 675204876205.560, "dur": 6.248, + "args": { + "External id": 425456,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[32000, 1]], "Input Dims": [[8192, 32000]], "Ev Idx": 7647 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 4183440, "tid": 4183440, + "ts": 675204876207.386, "dur": 3.688, + "args": { + "External id": 425457,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[32000, 1], [], []], "Input Dims": [[8192, 32000], [], []], "Ev Idx": 7648 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204876209.702, "dur": 1.179, + "args": { + "External id": 425458,"Record function id": 0, "Concrete Inputs": ["", "[32000, 8192]", "[1, 32000]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[32000, 1], [], [], []], "Input Dims": [[8192, 32000], [], [], []], "Ev Idx": 7649 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::matmul", "pid": 4183440, "tid": 4183440, + "ts": 675204876214.554, "dur": 40.851, + "args": { + "External id": 425459,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 32000], [1024, 1]], "Input Dims": [[32000, 8192], [8192, 1024]], "Ev Idx": 7650 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 4183440, + "ts": 675204876215.840, "dur": 38.851, + "args": { + "External id": 425460,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 32000], [1024, 1]], "Input Dims": [[32000, 8192], [8192, 1024]], "Ev Idx": 7651 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::add_", "pid": 4183440, "tid": 4183440, + "ts": 675204876258.787, "dur": 13.343, + "args": { + "External id": 425461,"Record function id": 0, "Concrete Inputs": ["", "", "1"], "Input type": ["float", "c10::BFloat16", "Scalar"], "Input Strides": [[1024, 1], [1024, 1], []], "Input Dims": [[32000, 1024], [32000, 1024], []], "Ev Idx": 7652 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 4183440, "tid": 4183440, + "ts": 675204876277.208, "dur": 4.304, + "args": { + "External id": 425462,"Record function id": 0, "Concrete Inputs": ["", "0", "57344", "65536", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [], [], [], []], "Input Dims": [[65536, 1024], [], [], [], []], "Ev Idx": 7653 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204876279.702, "dur": 0.921, + "args": { + "External id": 425463,"Record function id": 0, "Concrete Inputs": ["", "[8192, 1024]", "[1024, 1]", "58720256"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1024, 1], [], [], []], "Input Dims": [[65536, 1024], [], [], []], "Ev Idx": 7654 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::linear", "pid": 4183440, "tid": 4183440, + "ts": 675204876285.510, "dur": 50.023, + "args": { + "External id": 425464,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", ""], "Input Strides": [[1024, 1], [1024, 1], []], "Input Dims": [[8192, 1024], [32000, 1024], []], "Ev Idx": 7655 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 4183440, "tid": 4183440, + "ts": 675204876286.740, "dur": 6.113, + "args": { + "External id": 425465,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[32000, 1024]], "Ev Idx": 7656 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 4183440, "tid": 4183440, + "ts": 675204876287.479, "dur": 4.706, + "args": { + "External id": 425466,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [], []], "Input Dims": [[32000, 1024], [], []], "Ev Idx": 7657 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204876289.201, "dur": 2.819, + "args": { + "External id": 425467,"Record function id": 0, "Concrete Inputs": ["", "[1024, 32000]", "[1, 1024]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[1024, 1], [], [], []], "Input Dims": [[32000, 1024], [], [], []], "Ev Idx": 7658 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::matmul", "pid": 4183440, "tid": 4183440, + "ts": 675204876293.631, "dur": 41.504, + "args": { + "External id": 425468,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1, 1024]], "Input Dims": [[8192, 1024], [1024, 32000]], "Ev Idx": 7659 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 4183440, + "ts": 675204876294.595, "dur": 39.903, + "args": { + "External id": 425469,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1, 1024]], "Input Dims": [[8192, 1024], [1024, 32000]], "Ev Idx": 7660 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 4183440, "tid": 4183440, + "ts": 675204876338.934, "dur": 3.955, + "args": { + "External id": 425470,"Record function id": 0, "Concrete Inputs": ["", "0", "57344", "65536", "1"], "Input type": ["long int", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], [], []], "Input Dims": [[65536], [], [], [], []], "Ev Idx": 7661 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204876341.031, "dur": 0.806, + "args": { + "External id": 425471,"Record function id": 0, "Concrete Inputs": ["", "[8192]", "[1]", "57344"], "Input type": ["long int", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[65536], [], [], []], "Ev Idx": 7662 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204876348.311, "dur": 1.456, + "args": { + "External id": 425472,"Record function id": 0, "Concrete Inputs": ["", "[-1, 32000]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[32000, 1], []], "Input Dims": [[8192, 32000], []], "Ev Idx": 7663 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::new_empty", "pid": 4183440, "tid": 4183440, + "ts": 675204876378.342, "dur": 17.431, + "args": { + "External id": 425473,"Record function id": 0, "Concrete Inputs": ["", "[8192, 1]", "6", "", "", "False"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "", "", "Scalar"], "Input Strides": [[32000, 1], [], [], [], [], []], "Input Dims": [[8192, 32000], [], [], [], [], []], "Ev Idx": 7664 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 4183440, + "ts": 675204876391.800, "dur": 3.669, + "args": { + "External id": 425474,"Record function id": 0, "Concrete Inputs": ["[8192, 1]", "6", "0", "", "False", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 7665 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::logsumexp", "pid": 4183440, "tid": 4183440, + "ts": 675204876475.852, "dur": 167.971, + "args": { + "External id": 425475,"Record function id": 0, "Concrete Inputs": ["", "[-1]", "False"], "Input type": ["float", "ScalarList", "Scalar"], "Input Strides": [[1, 1], [], []], "Input Dims": [[8192, 1], [], []], "Ev Idx": 7666 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 4183440, + "ts": 675204876480.033, "dur": 2.013, + "args": { + "External id": 425476,"Record function id": 0, "Concrete Inputs": ["[0]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 7667 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::logsumexp", "pid": 4183440, "tid": 4183440, + "ts": 675204876483.839, "dur": 159.589, + "args": { + "External id": 425477,"Record function id": 0, "Concrete Inputs": ["", "[-1]", "False", ""], "Input type": ["float", "ScalarList", "Scalar", "float"], "Input Strides": [[1, 1], [], [], [1]], "Input Dims": [[8192, 1], [], [], [0]], "Ev Idx": 7668 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::real", "pid": 4183440, "tid": 4183440, + "ts": 675204876485.038, "dur": 0.318, + "args": { + "External id": 425478,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1, 1]], "Input Dims": [[8192, 1]], "Ev Idx": 7669 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::amax", "pid": 4183440, "tid": 4183440, + "ts": 675204876486.564, "dur": 20.011, + "args": { + "External id": 425479,"Record function id": 0, "Concrete Inputs": ["", "[-1]", "True"], "Input type": ["float", "ScalarList", "Scalar"], "Input Strides": [[1, 1], [], []], "Input Dims": [[8192, 1], [], []], "Ev Idx": 7670 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::squeeze", "pid": 4183440, "tid": 4183440, + "ts": 675204876507.990, "dur": 5.148, + "args": { + "External id": 425480,"Record function id": 0, "Concrete Inputs": ["", "[-1]"], "Input type": ["float", "ScalarList"], "Input Strides": [[1, 1], []], "Input Dims": [[8192, 1], []], "Ev Idx": 7671 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204876511.914, "dur": 0.971, + "args": { + "External id": 425481,"Record function id": 0, "Concrete Inputs": ["", "[8192]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[1, 1], [], [], []], "Input Dims": [[8192, 1], [], [], []], "Ev Idx": 7672 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::abs", "pid": 4183440, "tid": 4183440, + "ts": 675204876514.307, "dur": 21.048, + "args": { + "External id": 425482,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1]], "Input Dims": [[8192]], "Ev Idx": 7673 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 4183440, + "ts": 675204876515.417, "dur": 1.467, + "args": { + "External id": 425483,"Record function id": 0, "Concrete Inputs": ["[0]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 7674 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::abs", "pid": 4183440, "tid": 4183440, + "ts": 675204876518.410, "dur": 16.570, + "args": { + "External id": 425484,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["float", "float"], "Input Strides": [[1], [1]], "Input Dims": [[8192], [0]], "Ev Idx": 7675 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::resize_", "pid": 4183440, "tid": 4183440, + "ts": 675204876520.730, "dur": 2.313, + "args": { + "External id": 425485,"Record function id": 0, "Concrete Inputs": ["", "[8192]", ""], "Input type": ["float", "ScalarList", ""], "Input Strides": [[1], [], []], "Input Dims": [[0], [], []], "Ev Idx": 7676 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::eq", "pid": 4183440, "tid": 4183440, + "ts": 675204876536.803, "dur": 18.244, + "args": { + "External id": 425486,"Record function id": 0, "Concrete Inputs": ["", "inf"], "Input type": ["float", "Scalar"], "Input Strides": [[1], []], "Input Dims": [[8192], []], "Ev Idx": 7677 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::masked_fill_", "pid": 4183440, "tid": 4183440, + "ts": 675204876556.442, "dur": 14.467, + "args": { + "External id": 425487,"Record function id": 0, "Concrete Inputs": ["", "", "0"], "Input type": ["float", "bool", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[8192], [8192], []], "Ev Idx": 7678 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::sub", "pid": 4183440, "tid": 4183440, + "ts": 675204876573.641, "dur": 12.576, + "args": { + "External id": 425488,"Record function id": 0, "Concrete Inputs": ["", "", "1"], "Input type": ["float", "float", "Scalar"], "Input Strides": [[1, 1], [1, 1], []], "Input Dims": [[8192, 1], [8192, 1], []], "Ev Idx": 7679 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::exp_", "pid": 4183440, "tid": 4183440, + "ts": 675204876587.358, "dur": 11.362, + "args": { + "External id": 425489,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1, 1]], "Input Dims": [[8192, 1]], "Ev Idx": 7680 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::sum", "pid": 4183440, "tid": 4183440, + "ts": 675204876600.357, "dur": 17.707, + "args": { + "External id": 425490,"Record function id": 0, "Concrete Inputs": ["", "[-1]", "False", "", ""], "Input type": ["float", "ScalarList", "Scalar", "", "float"], "Input Strides": [[1, 1], [], [], [], [1]], "Input Dims": [[8192, 1], [], [], [], [0]], "Ev Idx": 7681 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::resize_", "pid": 4183440, "tid": 4183440, + "ts": 675204876601.870, "dur": 1.375, + "args": { + "External id": 425491,"Record function id": 0, "Concrete Inputs": ["", "[8192]", ""], "Input type": ["float", "ScalarList", ""], "Input Strides": [[1], [], []], "Input Dims": [[0], [], []], "Ev Idx": 7682 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204876605.480, "dur": 0.964, + "args": { + "External id": 425492,"Record function id": 0, "Concrete Inputs": ["", "[8192, 1]", "[1, 0]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[1], [], [], []], "Input Dims": [[8192], [], [], []], "Ev Idx": 7683 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::log_", "pid": 4183440, "tid": 4183440, + "ts": 675204876619.533, "dur": 11.034, + "args": { + "External id": 425493,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1]], "Input Dims": [[8192]], "Ev Idx": 7684 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::add_", "pid": 4183440, "tid": 4183440, + "ts": 675204876631.539, "dur": 10.793, + "args": { + "External id": 425494,"Record function id": 0, "Concrete Inputs": ["", "", "1"], "Input type": ["float", "float", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[8192], [8192], []], "Ev Idx": 7685 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204876648.780, "dur": 1.689, + "args": { + "External id": 425495,"Record function id": 0, "Concrete Inputs": ["", "[8192]"], "Input type": ["float", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[8192], []], "Ev Idx": 7686 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 4183440, "tid": 4183440, + "ts": 675204876700.208, "dur": 4.454, + "args": { + "External id": 425496,"Record function id": 0, "Concrete Inputs": ["", "0", "57344", "65536", "1"], "Input type": ["float", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], [], []], "Input Dims": [[65536], [], [], [], []], "Ev Idx": 7687 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204876702.898, "dur": 0.597, + "args": { + "External id": 425497,"Record function id": 0, "Concrete Inputs": ["", "[8192]", "[1]", "57344"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[65536], [], [], []], "Ev Idx": 7688 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 4183440, + "ts": 675204876772.050, "dur": 45.752, + "args": { + "External id": 425498,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[32000, 1], [1024, 1]], "Input Dims": [[8192, 32000], [32000, 1024]], "Ev Idx": 7689 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 4183440, "tid": 4183440, + "ts": 675204876822.285, "dur": 4.553, + "args": { + "External id": 425499,"Record function id": 0, "Concrete Inputs": ["", "0", "57344", "65536", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [], [], [], []], "Input Dims": [[65536, 1024], [], [], [], []], "Ev Idx": 7690 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204876824.766, "dur": 0.983, + "args": { + "External id": 425500,"Record function id": 0, "Concrete Inputs": ["", "[8192, 1024]", "[1024, 1]", "58720256"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1024, 1], [], [], []], "Input Dims": [[65536, 1024], [], [], []], "Ev Idx": 7691 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 4183440, "tid": 4183440, + "ts": 675204876828.298, "dur": 22.338, + "args": { + "External id": 425501,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[1024, 1], [1024, 1], []], "Input Dims": [[8192, 1024], [8192, 1024], []], "Ev Idx": 7692 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 4183440, "tid": 4183440, + "ts": 675204876855.435, "dur": 6.041, + "args": { + "External id": 425502,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[32000, 1]], "Input Dims": [[8192, 32000]], "Ev Idx": 7693 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 4183440, "tid": 4183440, + "ts": 675204876857.256, "dur": 3.402, + "args": { + "External id": 425503,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[32000, 1], [], []], "Input Dims": [[8192, 32000], [], []], "Ev Idx": 7694 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204876859.131, "dur": 1.247, + "args": { + "External id": 425504,"Record function id": 0, "Concrete Inputs": ["", "[32000, 8192]", "[1, 32000]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[32000, 1], [], [], []], "Input Dims": [[8192, 32000], [], [], []], "Ev Idx": 7695 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::matmul", "pid": 4183440, "tid": 4183440, + "ts": 675204876864.186, "dur": 42.906, + "args": { + "External id": 425505,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 32000], [1024, 1]], "Input Dims": [[32000, 8192], [8192, 1024]], "Ev Idx": 7696 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 4183440, + "ts": 675204876865.444, "dur": 41.053, + "args": { + "External id": 425506,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 32000], [1024, 1]], "Input Dims": [[32000, 8192], [8192, 1024]], "Ev Idx": 7697 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::add_", "pid": 4183440, "tid": 4183440, + "ts": 675204876910.485, "dur": 13.713, + "args": { + "External id": 425507,"Record function id": 0, "Concrete Inputs": ["", "", "1"], "Input type": ["float", "c10::BFloat16", "Scalar"], "Input Strides": [[1024, 1], [1024, 1], []], "Input Dims": [[32000, 1024], [32000, 1024], []], "Ev Idx": 7698 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::sum", "pid": 4183440, "tid": 4183440, + "ts": 675204876929.086, "dur": 45.219, + "args": { + "External id": 425508,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["float", ""], "Input Strides": [[1], []], "Input Dims": [[65536], []], "Ev Idx": 7699 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::sum", "pid": 4183440, "tid": 4183440, + "ts": 675204876931.859, "dur": 41.995, + "args": { + "External id": 425509,"Record function id": 0, "Concrete Inputs": ["", "[]", "False", ""], "Input type": ["float", "ScalarList", "Scalar", ""], "Input Strides": [[1], [], [], []], "Input Dims": [[65536], [], [], []], "Ev Idx": 7700 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204876954.632, "dur": 2.798, + "args": { + "External id": 425510,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[0]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 7701 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 4183440, + "ts": 675204876980.048, "dur": 36.018, + "args": { + "External id": 425511,"Record function id": 0, "Concrete Inputs": ["", "", "15", "False", "False", ""], "Input type": ["float", "", "Scalar", "Scalar", "Scalar", ""], "Input Strides": [[1024, 1], [], [], [], [], []], "Input Dims": [[32000, 1024], [], [], [], [], []], "Ev Idx": 7702 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::_to_copy", "pid": 4183440, "tid": 4183440, + "ts": 675204876987.219, "dur": 28.645, + "args": { + "External id": 425512,"Record function id": 0, "Concrete Inputs": ["", "15", "", "", "", "False", ""], "Input type": ["float", "Scalar", "", "", "", "Scalar", ""], "Input Strides": [[1024, 1], [], [], [], [], [], []], "Input Dims": [[32000, 1024], [], [], [], [], [], []], "Ev Idx": 7703 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204876992.478, "dur": 4.752, + "args": { + "External id": 425513,"Record function id": 0, "Concrete Inputs": ["[32000, 1024]", "[1024, 1]", "15", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 7704 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 4183440, "tid": 4183440, + "ts": 675204876998.562, "dur": 16.849, + "args": { + "External id": 425514,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["c10::BFloat16", "float", "Scalar"], "Input Strides": [[1024, 1], [1024, 1], []], "Input Dims": [[32000, 1024], [32000, 1024], []], "Ev Idx": 7705 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 4183440, "tid": 4183440, + "ts": 675204877030.336, "dur": 5.248, + "args": { + "External id": 425515,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[65536, 1024]], "Ev Idx": 7706 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 4183440, "tid": 4183440, + "ts": 675204877032.364, "dur": 2.962, + "args": { + "External id": 425516,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[65536, 1024]], "Ev Idx": 7707 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 4183440, "tid": 4183440, + "ts": 675204877036.619, "dur": 1.396, + "args": { + "External id": 425517,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[32000, 1024]], "Ev Idx": 7708 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 4183440, "tid": 4183440, + "ts": 675204877037.292, "dur": 0.653, + "args": { + "External id": 425518,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[32000, 1024]], "Ev Idx": 7709 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::add_", "pid": 4183440, "tid": 4183440, + "ts": 675204877078.870, "dur": 20.793, + "args": { + "External id": 425519,"Sequence number": 5055796, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "", "1"], "Input type": ["float", "float", "Scalar"], "Input Strides": [[1], [], []], "Input Dims": [[1], [], []], "Ev Idx": 7710 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::add_", "pid": 4183440, "tid": 4183440, + "ts": 675204877101.816, "dur": 19.222, + "args": { + "External id": 425520,"Sequence number": 5055797, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "", "1"], "Input type": ["float", "float", "Scalar"], "Input Strides": [[1], [], []], "Input Dims": [[1], [], []], "Ev Idx": 7711 + } + }, + { + "ph": "s", "id": 16, "pid": 4183440, "tid": 4183440, "ts": 675204877101.816, + "cat": "fwdbwd", "name": "fwdbwd" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 4183440, "tid": 4183440, + "ts": 675204877127.583, "dur": 6.665, + "args": { + "External id": 425521,"Sequence number": 5055798, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "0", "0", "9223372036854775807", "1"], "Input type": ["long int", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[8192, 1, 1], [], [], [], []], "Input Dims": [[16, 4, 4096], [], [], [], []], "Ev Idx": 7712 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204877131.754, "dur": 1.172, + "args": { + "External id": 425522,"Record function id": 0, "Concrete Inputs": ["", "[16, 4, 4096]", "[8192, 1, 1]", "1"], "Input type": ["long int", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[8192, 1, 1], [], [], []], "Input Dims": [[16, 4, 4096], [], [], []], "Ev Idx": 7713 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::select", "pid": 4183440, "tid": 4183440, + "ts": 675204877136.727, "dur": 6.390, + "args": { + "External id": 425523,"Sequence number": 5055798, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "1", "2"], "Input type": ["long int", "Scalar", "Scalar"], "Input Strides": [[8192, 1, 1], [], []], "Input Dims": [[16, 4, 4096], [], []], "Ev Idx": 7714 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204877141.190, "dur": 0.878, + "args": { + "External id": 425524,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096]", "[8192, 1]", "3"], "Input type": ["long int", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[8192, 1, 1], [], [], []], "Input Dims": [[16, 4, 4096], [], [], []], "Ev Idx": 7715 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 4183440, "tid": 4183440, + "ts": 675204877144.497, "dur": 3.213, + "args": { + "External id": 425525,"Sequence number": 5055798, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "1", "0", "9223372036854775807", "1"], "Input type": ["long int", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[8192, 1], [], [], [], []], "Input Dims": [[16, 4096], [], [], [], []], "Ev Idx": 7716 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204877146.312, "dur": 0.834, + "args": { + "External id": 425526,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096]", "[8192, 1]", "3"], "Input type": ["long int", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[8192, 1], [], [], []], "Input Dims": [[16, 4096], [], [], []], "Ev Idx": 7717 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 4183440, "tid": 4183440, + "ts": 675204877151.410, "dur": 6.531, + "args": { + "External id": 425527,"Sequence number": 5055798, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "0", "0", "9223372036854775807", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[16777216, 4096, 1024, 1], [], [], [], []], "Input Dims": [[16, 4096, 4, 1024], [], [], [], []], "Ev Idx": 7718 + } + }, + { + "ph": "s", "id": 15, "pid": 4183440, "tid": 4183440, "ts": 675204877151.410, + "cat": "fwdbwd", "name": "fwdbwd" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204877155.613, "dur": 1.059, + "args": { + "External id": 425528,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 4, 1024]", "[16777216, 4096, 1024, 1]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[16777216, 4096, 1024, 1], [], [], []], "Input Dims": [[16, 4096, 4, 1024], [], [], []], "Ev Idx": 7719 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 4183440, "tid": 4183440, + "ts": 675204877159.018, "dur": 5.754, + "args": { + "External id": 425529,"Sequence number": 5055799, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "1", "0", "9223372036854775807", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[16777216, 4096, 1024, 1], [], [], [], []], "Input Dims": [[16, 4096, 4, 1024], [], [], [], []], "Ev Idx": 7720 + } + }, + { + "ph": "s", "id": 14, "pid": 4183440, "tid": 4183440, "ts": 675204877159.018, + "cat": "fwdbwd", "name": "fwdbwd" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204877163.038, "dur": 0.998, + "args": { + "External id": 425530,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 4, 1024]", "[16777216, 4096, 1024, 1]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[16777216, 4096, 1024, 1], [], [], []], "Input Dims": [[16, 4096, 4, 1024], [], [], []], "Ev Idx": 7721 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::select", "pid": 4183440, "tid": 4183440, + "ts": 675204877166.058, "dur": 5.213, + "args": { + "External id": 425531,"Sequence number": 5055800, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "2", "2"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[16777216, 4096, 1024, 1], [], []], "Input Dims": [[16, 4096, 4, 1024], [], []], "Ev Idx": 7722 + } + }, + { + "ph": "s", "id": 13, "pid": 4183440, "tid": 4183440, "ts": 675204877166.058, + "cat": "fwdbwd", "name": "fwdbwd" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204877169.815, "dur": 0.572, + "args": { + "External id": 425532,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 1024]", "[16777216, 4096, 1]", "2048"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[16777216, 4096, 1024, 1], [], [], []], "Input Dims": [[16, 4096, 4, 1024], [], [], []], "Ev Idx": 7723 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 4183440, "tid": 4183440, + "ts": 675204877172.566, "dur": 4.867, + "args": { + "External id": 425533,"Sequence number": 5055801, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "2", "0", "9223372036854775807", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[16777216, 4096, 1], [], [], [], []], "Input Dims": [[16, 4096, 1024], [], [], [], []], "Ev Idx": 7724 + } + }, + { + "ph": "s", "id": 12, "pid": 4183440, "tid": 4183440, "ts": 675204877172.566, + "cat": "fwdbwd", "name": "fwdbwd" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204877175.717, "dur": 1.005, + "args": { + "External id": 425534,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 1024]", "[16777216, 4096, 1]", "2048"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[16777216, 4096, 1], [], [], []], "Input Dims": [[16, 4096, 1024], [], [], []], "Ev Idx": 7725 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::contiguous", "pid": 4183440, "tid": 4183440, + "ts": 675204877181.545, "dur": 29.290, + "args": { + "External id": 425535,"Sequence number": 5055802, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["long int", "Scalar"], "Input Strides": [[8192, 1], []], "Input Dims": [[16, 4096], []], "Ev Idx": 7726 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::clone", "pid": 4183440, "tid": 4183440, + "ts": 675204877183.570, "dur": 27.057, + "args": { + "External id": 425536,"Sequence number": 5055802, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["long int", "Scalar"], "Input Strides": [[8192, 1], []], "Input Dims": [[16, 4096], []], "Ev Idx": 7727 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty_like", "pid": 4183440, "tid": 4183440, + "ts": 675204877186.206, "dur": 6.650, + "args": { + "External id": 425537,"Record function id": 0, "Concrete Inputs": ["", "4", "0", "", "", "0"], "Input type": ["long int", "Scalar", "Scalar", "", "", "Scalar"], "Input Strides": [[8192, 1], [], [], [], [], []], "Input Dims": [[16, 4096], [], [], [], [], []], "Ev Idx": 7728 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 4183440, + "ts": 675204877188.550, "dur": 3.771, + "args": { + "External id": 425538,"Record function id": 0, "Concrete Inputs": ["[16, 4096]", "4", "0", "", "", "0"], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 7729 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 4183440, "tid": 4183440, + "ts": 675204877193.906, "dur": 16.275, + "args": { + "External id": 425539,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["long int", "long int", "Scalar"], "Input Strides": [[4096, 1], [8192, 1], []], "Input Dims": [[16, 4096], [16, 4096], []], "Ev Idx": 7730 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204877237.043, "dur": 4.372, + "args": { + "External id": 425540,"Sequence number": 5055802, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "[-1, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[16777216, 4096, 1], []], "Input Dims": [[16, 4096, 1024], []], "Ev Idx": 7731 + } + }, + { + "ph": "s", "id": 11, "pid": 4183440, "tid": 4183440, "ts": 675204877237.043, + "cat": "fwdbwd", "name": "fwdbwd" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204877243.802, "dur": 1.212, + "args": { + "External id": 425541,"Sequence number": 5055803, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "[-1]"], "Input type": ["long int", "ScalarList"], "Input Strides": [[4096, 1], []], "Input Dims": [[16, 4096], []], "Ev Idx": 7732 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "FusedLinearCrossEntropyFunction", "pid": 4183440, "tid": 4183440, + "ts": 675204877279.853, "dur": 22716.288, + "args": { + "External id": 425542,"Sequence number": 5055803, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "", "", "", "-100", "0.", "1.", "8"], "Input type": ["c10::BFloat16", "long int", "c10::BFloat16", "", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[4096, 1], [1], [1024, 1], [], [], [], [], []], "Input Dims": [[65536, 1024], [65536], [32000, 1024], [], [], [], [], []], "Ev Idx": 7733 + } + }, + { + "ph": "s", "id": 10, "pid": 4183440, "tid": 4183440, "ts": 675204877279.853, + "cat": "fwdbwd", "name": "fwdbwd" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::contiguous", "pid": 4183440, "tid": 4183440, + "ts": 675204877294.033, "dur": 25.900, + "args": { + "External id": 425543,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["c10::BFloat16", "Scalar"], "Input Strides": [[4096, 1], []], "Input Dims": [[65536, 1024], []], "Ev Idx": 7734 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::clone", "pid": 4183440, "tid": 4183440, + "ts": 675204877294.965, "dur": 24.776, + "args": { + "External id": 425544,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["c10::BFloat16", "Scalar"], "Input Strides": [[4096, 1], []], "Input Dims": [[65536, 1024], []], "Ev Idx": 7735 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty_like", "pid": 4183440, "tid": 4183440, + "ts": 675204877296.554, "dur": 5.400, + "args": { + "External id": 425545,"Record function id": 0, "Concrete Inputs": ["", "15", "0", "", "", "0"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "", "", "Scalar"], "Input Strides": [[4096, 1], [], [], [], [], []], "Input Dims": [[65536, 1024], [], [], [], [], []], "Ev Idx": 7736 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 4183440, + "ts": 675204877298.096, "dur": 3.271, + "args": { + "External id": 425546,"Record function id": 0, "Concrete Inputs": ["[65536, 1024]", "15", "0", "", "", "0"], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 7737 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 4183440, "tid": 4183440, + "ts": 675204877302.847, "dur": 16.473, + "args": { + "External id": 425547,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[1024, 1], [4096, 1], []], "Input Dims": [[65536, 1024], [65536, 1024], []], "Ev Idx": 7738 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::zeros_like", "pid": 4183440, "tid": 4183440, + "ts": 675204877335.352, "dur": 24.791, + "args": { + "External id": 425548,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "False", ""], "Input type": ["c10::BFloat16", "", "", "", "Scalar", ""], "Input Strides": [[1024, 1], [], [], [], [], []], "Input Dims": [[65536, 1024], [], [], [], [], []], "Ev Idx": 7739 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty_like", "pid": 4183440, "tid": 4183440, + "ts": 675204877336.757, "dur": 6.287, + "args": { + "External id": 425549,"Record function id": 0, "Concrete Inputs": ["", "15", "0", "", "False", ""], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "", "Scalar", ""], "Input Strides": [[1024, 1], [], [], [], [], []], "Input Dims": [[65536, 1024], [], [], [], [], []], "Ev Idx": 7740 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204877339.148, "dur": 3.568, + "args": { + "External id": 425550,"Record function id": 0, "Concrete Inputs": ["[65536, 1024]", "[1024, 1]", "15", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 7741 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::zero_", "pid": 4183440, "tid": 4183440, + "ts": 675204877344.324, "dur": 15.579, + "args": { + "External id": 425551,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[65536, 1024]], "Ev Idx": 7742 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::fill_", "pid": 4183440, "tid": 4183440, + "ts": 675204877346.117, "dur": 13.340, + "args": { + "External id": 425552,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["c10::BFloat16", "Scalar"], "Input Strides": [[1024, 1], []], "Input Dims": [[65536, 1024], []], "Ev Idx": 7743 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::zeros_like", "pid": 4183440, "tid": 4183440, + "ts": 675204877363.496, "dur": 19.766, + "args": { + "External id": 425553,"Record function id": 0, "Concrete Inputs": ["", "6", "", "", "False", ""], "Input type": ["c10::BFloat16", "Scalar", "", "", "Scalar", ""], "Input Strides": [[1024, 1], [], [], [], [], []], "Input Dims": [[32000, 1024], [], [], [], [], []], "Ev Idx": 7744 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty_like", "pid": 4183440, "tid": 4183440, + "ts": 675204877364.460, "dur": 4.515, + "args": { + "External id": 425554,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "False", ""], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "", "Scalar", ""], "Input Strides": [[1024, 1], [], [], [], [], []], "Input Dims": [[32000, 1024], [], [], [], [], []], "Ev Idx": 7745 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204877365.983, "dur": 2.627, + "args": { + "External id": 425555,"Record function id": 0, "Concrete Inputs": ["[32000, 1024]", "[1024, 1]", "6", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 7746 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::zero_", "pid": 4183440, "tid": 4183440, + "ts": 675204877369.706, "dur": 13.361, + "args": { + "External id": 425556,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1024, 1]], "Input Dims": [[32000, 1024]], "Ev Idx": 7747 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::fill_", "pid": 4183440, "tid": 4183440, + "ts": 675204877370.490, "dur": 12.244, + "args": { + "External id": 425557,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[1024, 1], []], "Input Dims": [[32000, 1024], []], "Ev Idx": 7748 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::zeros", "pid": 4183440, "tid": 4183440, + "ts": 675204877389.394, "dur": 18.158, + "args": { + "External id": 425558,"Record function id": 0, "Concrete Inputs": ["[65536]", "6", "", "", "False"], "Input type": ["ScalarList", "Scalar", "", "", "Scalar"], "Input Strides": [[], [], [], [], []], "Input Dims": [[], [], [], [], []], "Ev Idx": 7749 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 4183440, + "ts": 675204877390.866, "dur": 2.422, + "args": { + "External id": 425559,"Record function id": 0, "Concrete Inputs": ["[65536]", "6", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 7750 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::zero_", "pid": 4183440, "tid": 4183440, + "ts": 675204877394.110, "dur": 13.140, + "args": { + "External id": 425560,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1]], "Input Dims": [[65536]], "Ev Idx": 7751 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::fill_", "pid": 4183440, "tid": 4183440, + "ts": 675204877397.022, "dur": 9.869, + "args": { + "External id": 425561,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[1], []], "Input Dims": [[65536], []], "Ev Idx": 7752 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::ne", "pid": 4183440, "tid": 4183440, + "ts": 675204877412.552, "dur": 21.004, + "args": { + "External id": 425562,"Record function id": 0, "Concrete Inputs": ["", "-100"], "Input type": ["long int", "Scalar"], "Input Strides": [[1], []], "Input Dims": [[65536], []], "Ev Idx": 7753 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::sum", "pid": 4183440, "tid": 4183440, + "ts": 675204877436.468, "dur": 45.958, + "args": { + "External id": 425563,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["bool", ""], "Input Strides": [[1], []], "Input Dims": [[65536], []], "Ev Idx": 7754 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::sum", "pid": 4183440, "tid": 4183440, + "ts": 675204877438.524, "dur": 43.491, + "args": { + "External id": 425564,"Record function id": 0, "Concrete Inputs": ["", "[]", "False", ""], "Input type": ["bool", "ScalarList", "Scalar", ""], "Input Strides": [[1], [], [], []], "Input Dims": [[65536], [], [], []], "Ev Idx": 7755 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204877443.229, "dur": 0.973, + "args": { + "External id": 425565,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[0]", ""], "Input type": ["long int", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 7756 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 4183440, + "ts": 675204877445.680, "dur": 22.739, + "args": { + "External id": 425566,"Record function id": 0, "Concrete Inputs": ["", "4", "False", "False", ""], "Input type": ["bool", "Scalar", "Scalar", "Scalar", ""], "Input Strides": [[1], [], [], [], []], "Input Dims": [[65536], [], [], [], []], "Ev Idx": 7757 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::_to_copy", "pid": 4183440, "tid": 4183440, + "ts": 675204877447.465, "dur": 20.721, + "args": { + "External id": 425567,"Record function id": 0, "Concrete Inputs": ["", "4", "", "", "", "False", ""], "Input type": ["bool", "Scalar", "", "", "", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], []], "Input Dims": [[65536], [], [], [], [], [], []], "Ev Idx": 7758 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204877451.409, "dur": 2.384, + "args": { + "External id": 425568,"Record function id": 0, "Concrete Inputs": ["[65536]", "[1]", "4", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 7759 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 4183440, "tid": 4183440, + "ts": 675204877455.098, "dur": 12.758, + "args": { + "External id": 425569,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["long int", "bool", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[65536], [65536], []], "Ev Idx": 7760 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::item", "pid": 4183440, "tid": 4183440, + "ts": 675204877486.279, "dur": 16796.289, + "args": { + "External id": 425570,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["long int"], "Input Strides": [[]], "Input Dims": [[]], "Ev Idx": 7761 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::_local_scalar_dense", "pid": 4183440, "tid": 4183440, + "ts": 675204877487.823, "dur": 16793.210, + "args": { + "External id": 425571,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["long int"], "Input Strides": [[]], "Input Dims": [[]], "Ev Idx": 7762 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 4183440, "tid": 4183440, + "ts": 675204894294.647, "dur": 7.509, + "args": { + "External id": 425572,"Record function id": 0, "Concrete Inputs": ["", "0", "0", "8192", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [], [], [], []], "Input Dims": [[65536, 1024], [], [], [], []], "Ev Idx": 7763 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204894298.978, "dur": 1.240, + "args": { + "External id": 425573,"Record function id": 0, "Concrete Inputs": ["", "[8192, 1024]", "[1024, 1]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1024, 1], [], [], []], "Input Dims": [[65536, 1024], [], [], []], "Ev Idx": 7764 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::linear", "pid": 4183440, "tid": 4183440, + "ts": 675204894307.663, "dur": 108.134, + "args": { + "External id": 425574,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", ""], "Input Strides": [[1024, 1], [1024, 1], []], "Input Dims": [[8192, 1024], [32000, 1024], []], "Ev Idx": 7765 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 4183440, "tid": 4183440, + "ts": 675204894309.256, "dur": 6.625, + "args": { + "External id": 425575,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[32000, 1024]], "Ev Idx": 7766 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 4183440, "tid": 4183440, + "ts": 675204894311.524, "dur": 3.420, + "args": { + "External id": 425576,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [], []], "Input Dims": [[32000, 1024], [], []], "Ev Idx": 7767 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204894313.765, "dur": 0.922, + "args": { + "External id": 425577,"Record function id": 0, "Concrete Inputs": ["", "[1024, 32000]", "[1, 1024]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[1024, 1], [], [], []], "Input Dims": [[32000, 1024], [], [], []], "Ev Idx": 7768 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::matmul", "pid": 4183440, "tid": 4183440, + "ts": 675204894317.204, "dur": 97.972, + "args": { + "External id": 425578,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1, 1024]], "Input Dims": [[8192, 1024], [1024, 32000]], "Ev Idx": 7769 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 4183440, + "ts": 675204894319.197, "dur": 95.129, + "args": { + "External id": 425579,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1, 1024]], "Input Dims": [[8192, 1024], [1024, 32000]], "Ev Idx": 7770 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 4183440, "tid": 4183440, + "ts": 675204894419.048, "dur": 4.226, + "args": { + "External id": 425580,"Record function id": 0, "Concrete Inputs": ["", "0", "0", "8192", "1"], "Input type": ["long int", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], [], []], "Input Dims": [[65536], [], [], [], []], "Ev Idx": 7771 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204894421.182, "dur": 0.813, + "args": { + "External id": 425581,"Record function id": 0, "Concrete Inputs": ["", "[8192]", "[1]", "0"], "Input type": ["long int", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[65536], [], [], []], "Ev Idx": 7772 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204894430.634, "dur": 2.431, + "args": { + "External id": 425582,"Record function id": 0, "Concrete Inputs": ["", "[-1, 32000]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[32000, 1], []], "Input Dims": [[8192, 32000], []], "Ev Idx": 7773 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::new_empty", "pid": 4183440, "tid": 4183440, + "ts": 675204894442.573, "dur": 7.473, + "args": { + "External id": 425583,"Record function id": 0, "Concrete Inputs": ["", "[8192, 1]", "6", "", "", "False"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "", "", "Scalar"], "Input Strides": [[32000, 1], [], [], [], [], []], "Input Dims": [[8192, 32000], [], [], [], [], []], "Ev Idx": 7774 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 4183440, + "ts": 675204894445.272, "dur": 4.512, + "args": { + "External id": 425584,"Record function id": 0, "Concrete Inputs": ["[8192, 1]", "6", "0", "", "False", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 7775 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::logsumexp", "pid": 4183440, "tid": 4183440, + "ts": 675204894583.453, "dur": 239.219, + "args": { + "External id": 425585,"Record function id": 0, "Concrete Inputs": ["", "[-1]", "False"], "Input type": ["float", "ScalarList", "Scalar"], "Input Strides": [[1, 1], [], []], "Input Dims": [[8192, 1], [], []], "Ev Idx": 7776 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 4183440, + "ts": 675204894586.414, "dur": 2.498, + "args": { + "External id": 425586,"Record function id": 0, "Concrete Inputs": ["[0]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 7777 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::logsumexp", "pid": 4183440, "tid": 4183440, + "ts": 675204894590.464, "dur": 231.654, + "args": { + "External id": 425587,"Record function id": 0, "Concrete Inputs": ["", "[-1]", "False", ""], "Input type": ["float", "ScalarList", "Scalar", "float"], "Input Strides": [[1, 1], [], [], [1]], "Input Dims": [[8192, 1], [], [], [0]], "Ev Idx": 7778 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::real", "pid": 4183440, "tid": 4183440, + "ts": 675204894592.719, "dur": 0.661, + "args": { + "External id": 425588,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1, 1]], "Input Dims": [[8192, 1]], "Ev Idx": 7779 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::amax", "pid": 4183440, "tid": 4183440, + "ts": 675204894597.705, "dur": 24.302, + "args": { + "External id": 425589,"Record function id": 0, "Concrete Inputs": ["", "[-1]", "True"], "Input type": ["float", "ScalarList", "Scalar"], "Input Strides": [[1, 1], [], []], "Input Dims": [[8192, 1], [], []], "Ev Idx": 7780 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::squeeze", "pid": 4183440, "tid": 4183440, + "ts": 675204894623.759, "dur": 4.270, + "args": { + "External id": 425590,"Record function id": 0, "Concrete Inputs": ["", "[-1]"], "Input type": ["float", "ScalarList"], "Input Strides": [[1, 1], []], "Input Dims": [[8192, 1], []], "Ev Idx": 7781 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204894626.413, "dur": 1.123, + "args": { + "External id": 425591,"Record function id": 0, "Concrete Inputs": ["", "[8192]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[1, 1], [], [], []], "Input Dims": [[8192, 1], [], [], []], "Ev Idx": 7782 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::abs", "pid": 4183440, "tid": 4183440, + "ts": 675204894629.172, "dur": 59.142, + "args": { + "External id": 425592,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1]], "Input Dims": [[8192]], "Ev Idx": 7783 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 4183440, + "ts": 675204894630.647, "dur": 3.534, + "args": { + "External id": 425593,"Record function id": 0, "Concrete Inputs": ["[0]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 7784 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::abs", "pid": 4183440, "tid": 4183440, + "ts": 675204894635.829, "dur": 51.815, + "args": { + "External id": 425594,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["float", "float"], "Input Strides": [[1], [1]], "Input Dims": [[8192], [0]], "Ev Idx": 7785 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::resize_", "pid": 4183440, "tid": 4183440, + "ts": 675204894639.525, "dur": 3.242, + "args": { + "External id": 425595,"Record function id": 0, "Concrete Inputs": ["", "[8192]", ""], "Input type": ["float", "ScalarList", ""], "Input Strides": [[1], [], []], "Input Dims": [[0], [], []], "Ev Idx": 7786 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::eq", "pid": 4183440, "tid": 4183440, + "ts": 675204894690.827, "dur": 25.618, + "args": { + "External id": 425596,"Record function id": 0, "Concrete Inputs": ["", "inf"], "Input type": ["float", "Scalar"], "Input Strides": [[1], []], "Input Dims": [[8192], []], "Ev Idx": 7787 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::masked_fill_", "pid": 4183440, "tid": 4183440, + "ts": 675204894718.277, "dur": 16.305, + "args": { + "External id": 425597,"Record function id": 0, "Concrete Inputs": ["", "", "0"], "Input type": ["float", "bool", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[8192], [8192], []], "Ev Idx": 7788 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::sub", "pid": 4183440, "tid": 4183440, + "ts": 675204894737.637, "dur": 15.851, + "args": { + "External id": 425598,"Record function id": 0, "Concrete Inputs": ["", "", "1"], "Input type": ["float", "float", "Scalar"], "Input Strides": [[1, 1], [1, 1], []], "Input Dims": [[8192, 1], [8192, 1], []], "Ev Idx": 7789 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::exp_", "pid": 4183440, "tid": 4183440, + "ts": 675204894754.935, "dur": 14.378, + "args": { + "External id": 425599,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1, 1]], "Input Dims": [[8192, 1]], "Ev Idx": 7790 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::sum", "pid": 4183440, "tid": 4183440, + "ts": 675204894771.670, "dur": 21.627, + "args": { + "External id": 425600,"Record function id": 0, "Concrete Inputs": ["", "[-1]", "False", "", ""], "Input type": ["float", "ScalarList", "Scalar", "", "float"], "Input Strides": [[1, 1], [], [], [], [1]], "Input Dims": [[8192, 1], [], [], [], [0]], "Ev Idx": 7791 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::resize_", "pid": 4183440, "tid": 4183440, + "ts": 675204894774.044, "dur": 1.485, + "args": { + "External id": 425601,"Record function id": 0, "Concrete Inputs": ["", "[8192]", ""], "Input type": ["float", "ScalarList", ""], "Input Strides": [[1], [], []], "Input Dims": [[0], [], []], "Ev Idx": 7792 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204894777.813, "dur": 0.978, + "args": { + "External id": 425602,"Record function id": 0, "Concrete Inputs": ["", "[8192, 1]", "[1, 0]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[1], [], [], []], "Input Dims": [[8192], [], [], []], "Ev Idx": 7793 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::log_", "pid": 4183440, "tid": 4183440, + "ts": 675204894795.068, "dur": 13.234, + "args": { + "External id": 425603,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1]], "Input Dims": [[8192]], "Ev Idx": 7794 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::add_", "pid": 4183440, "tid": 4183440, + "ts": 675204894809.726, "dur": 11.468, + "args": { + "External id": 425604,"Record function id": 0, "Concrete Inputs": ["", "", "1"], "Input type": ["float", "float", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[8192], [8192], []], "Ev Idx": 7795 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204894831.137, "dur": 2.525, + "args": { + "External id": 425605,"Record function id": 0, "Concrete Inputs": ["", "[8192]"], "Input type": ["float", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[8192], []], "Ev Idx": 7796 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 4183440, "tid": 4183440, + "ts": 675204894841.318, "dur": 4.033, + "args": { + "External id": 425606,"Record function id": 0, "Concrete Inputs": ["", "0", "0", "8192", "1"], "Input type": ["float", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], [], []], "Input Dims": [[65536], [], [], [], []], "Ev Idx": 7797 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204894843.533, "dur": 1.000, + "args": { + "External id": 425607,"Record function id": 0, "Concrete Inputs": ["", "[8192]", "[1]", "0"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[65536], [], [], []], "Ev Idx": 7798 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 4183440, + "ts": 675204894928.622, "dur": 75.602, + "args": { + "External id": 425608,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[32000, 1], [1024, 1]], "Input Dims": [[8192, 32000], [32000, 1024]], "Ev Idx": 7799 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 4183440, "tid": 4183440, + "ts": 675204895010.814, "dur": 6.780, + "args": { + "External id": 425609,"Record function id": 0, "Concrete Inputs": ["", "0", "0", "8192", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [], [], [], []], "Input Dims": [[65536, 1024], [], [], [], []], "Ev Idx": 7800 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204895013.928, "dur": 0.939, + "args": { + "External id": 425610,"Record function id": 0, "Concrete Inputs": ["", "[8192, 1024]", "[1024, 1]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1024, 1], [], [], []], "Input Dims": [[65536, 1024], [], [], []], "Ev Idx": 7801 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 4183440, "tid": 4183440, + "ts": 675204895019.270, "dur": 27.633, + "args": { + "External id": 425611,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[1024, 1], [1024, 1], []], "Input Dims": [[8192, 1024], [8192, 1024], []], "Ev Idx": 7802 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 4183440, "tid": 4183440, + "ts": 675204895052.936, "dur": 6.782, + "args": { + "External id": 425612,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[32000, 1]], "Input Dims": [[8192, 32000]], "Ev Idx": 7803 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 4183440, "tid": 4183440, + "ts": 675204895054.868, "dur": 4.036, + "args": { + "External id": 425613,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[32000, 1], [], []], "Input Dims": [[8192, 32000], [], []], "Ev Idx": 7804 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204895057.063, "dur": 1.567, + "args": { + "External id": 425614,"Record function id": 0, "Concrete Inputs": ["", "[32000, 8192]", "[1, 32000]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[32000, 1], [], [], []], "Input Dims": [[8192, 32000], [], [], []], "Ev Idx": 7805 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::matmul", "pid": 4183440, "tid": 4183440, + "ts": 675204895063.211, "dur": 49.461, + "args": { + "External id": 425615,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 32000], [1024, 1]], "Input Dims": [[32000, 8192], [8192, 1024]], "Ev Idx": 7806 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 4183440, + "ts": 675204895064.948, "dur": 46.902, + "args": { + "External id": 425616,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 32000], [1024, 1]], "Input Dims": [[32000, 8192], [8192, 1024]], "Ev Idx": 7807 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::add_", "pid": 4183440, "tid": 4183440, + "ts": 675204895116.754, "dur": 16.877, + "args": { + "External id": 425617,"Record function id": 0, "Concrete Inputs": ["", "", "1"], "Input type": ["float", "c10::BFloat16", "Scalar"], "Input Strides": [[1024, 1], [1024, 1], []], "Input Dims": [[32000, 1024], [32000, 1024], []], "Ev Idx": 7808 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 4183440, "tid": 4183440, + "ts": 675204895139.679, "dur": 4.363, + "args": { + "External id": 425618,"Record function id": 0, "Concrete Inputs": ["", "0", "8192", "16384", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [], [], [], []], "Input Dims": [[65536, 1024], [], [], [], []], "Ev Idx": 7809 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204895142.544, "dur": 0.628, + "args": { + "External id": 425619,"Record function id": 0, "Concrete Inputs": ["", "[8192, 1024]", "[1024, 1]", "8388608"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1024, 1], [], [], []], "Input Dims": [[65536, 1024], [], [], []], "Ev Idx": 7810 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::linear", "pid": 4183440, "tid": 4183440, + "ts": 675204895148.709, "dur": 54.657, + "args": { + "External id": 425620,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", ""], "Input Strides": [[1024, 1], [1024, 1], []], "Input Dims": [[8192, 1024], [32000, 1024], []], "Ev Idx": 7811 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 4183440, "tid": 4183440, + "ts": 675204895149.657, "dur": 7.140, + "args": { + "External id": 425621,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[32000, 1024]], "Ev Idx": 7812 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 4183440, "tid": 4183440, + "ts": 675204895150.643, "dur": 5.480, + "args": { + "External id": 425622,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [], []], "Input Dims": [[32000, 1024], [], []], "Ev Idx": 7813 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204895155.190, "dur": 0.779, + "args": { + "External id": 425623,"Record function id": 0, "Concrete Inputs": ["", "[1024, 32000]", "[1, 1024]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[1024, 1], [], [], []], "Input Dims": [[32000, 1024], [], [], []], "Ev Idx": 7814 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::matmul", "pid": 4183440, "tid": 4183440, + "ts": 675204895157.455, "dur": 45.384, + "args": { + "External id": 425624,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1, 1024]], "Input Dims": [[8192, 1024], [1024, 32000]], "Ev Idx": 7815 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 4183440, + "ts": 675204895158.520, "dur": 43.668, + "args": { + "External id": 425625,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1, 1024]], "Input Dims": [[8192, 1024], [1024, 32000]], "Ev Idx": 7816 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 4183440, "tid": 4183440, + "ts": 675204895207.219, "dur": 4.122, + "args": { + "External id": 425626,"Record function id": 0, "Concrete Inputs": ["", "0", "8192", "16384", "1"], "Input type": ["long int", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], [], []], "Input Dims": [[65536], [], [], [], []], "Ev Idx": 7817 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204895209.438, "dur": 0.793, + "args": { + "External id": 425627,"Record function id": 0, "Concrete Inputs": ["", "[8192]", "[1]", "8192"], "Input type": ["long int", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[65536], [], [], []], "Ev Idx": 7818 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204895217.982, "dur": 1.805, + "args": { + "External id": 425628,"Record function id": 0, "Concrete Inputs": ["", "[-1, 32000]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[32000, 1], []], "Input Dims": [[8192, 32000], []], "Ev Idx": 7819 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::new_empty", "pid": 4183440, "tid": 4183440, + "ts": 675204895228.337, "dur": 7.387, + "args": { + "External id": 425629,"Record function id": 0, "Concrete Inputs": ["", "[8192, 1]", "6", "", "", "False"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "", "", "Scalar"], "Input Strides": [[32000, 1], [], [], [], [], []], "Input Dims": [[8192, 32000], [], [], [], [], []], "Ev Idx": 7820 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 4183440, + "ts": 675204895231.038, "dur": 4.357, + "args": { + "External id": 425630,"Record function id": 0, "Concrete Inputs": ["[8192, 1]", "6", "0", "", "False", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 7821 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::logsumexp", "pid": 4183440, "tid": 4183440, + "ts": 675204895334.557, "dur": 356.824, + "args": { + "External id": 425631,"Record function id": 0, "Concrete Inputs": ["", "[-1]", "False"], "Input type": ["float", "ScalarList", "Scalar"], "Input Strides": [[1, 1], [], []], "Input Dims": [[8192, 1], [], []], "Ev Idx": 7822 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 4183440, + "ts": 675204895337.191, "dur": 2.613, + "args": { + "External id": 425632,"Record function id": 0, "Concrete Inputs": ["[0]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 7823 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::logsumexp", "pid": 4183440, "tid": 4183440, + "ts": 675204895341.356, "dur": 349.473, + "args": { + "External id": 425633,"Record function id": 0, "Concrete Inputs": ["", "[-1]", "False", ""], "Input type": ["float", "ScalarList", "Scalar", "float"], "Input Strides": [[1, 1], [], [], [1]], "Input Dims": [[8192, 1], [], [], [0]], "Ev Idx": 7824 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::real", "pid": 4183440, "tid": 4183440, + "ts": 675204895345.315, "dur": 0.575, + "args": { + "External id": 425634,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1, 1]], "Input Dims": [[8192, 1]], "Ev Idx": 7825 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::amax", "pid": 4183440, "tid": 4183440, + "ts": 675204895347.208, "dur": 22.570, + "args": { + "External id": 425635,"Record function id": 0, "Concrete Inputs": ["", "[-1]", "True"], "Input type": ["float", "ScalarList", "Scalar"], "Input Strides": [[1, 1], [], []], "Input Dims": [[8192, 1], [], []], "Ev Idx": 7826 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::squeeze", "pid": 4183440, "tid": 4183440, + "ts": 675204895371.408, "dur": 3.505, + "args": { + "External id": 425636,"Record function id": 0, "Concrete Inputs": ["", "[-1]"], "Input type": ["float", "ScalarList"], "Input Strides": [[1, 1], []], "Input Dims": [[8192, 1], []], "Ev Idx": 7827 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204895373.516, "dur": 1.125, + "args": { + "External id": 425637,"Record function id": 0, "Concrete Inputs": ["", "[8192]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[1, 1], [], [], []], "Input Dims": [[8192, 1], [], [], []], "Ev Idx": 7828 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::abs", "pid": 4183440, "tid": 4183440, + "ts": 675204895375.731, "dur": 36.215, + "args": { + "External id": 425638,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1]], "Input Dims": [[8192]], "Ev Idx": 7829 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 4183440, + "ts": 675204895379.857, "dur": 2.026, + "args": { + "External id": 425639,"Record function id": 0, "Concrete Inputs": ["[0]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 7830 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::abs", "pid": 4183440, "tid": 4183440, + "ts": 675204895393.032, "dur": 18.510, + "args": { + "External id": 425640,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["float", "float"], "Input Strides": [[1], [1]], "Input Dims": [[8192], [0]], "Ev Idx": 7831 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::resize_", "pid": 4183440, "tid": 4183440, + "ts": 675204895396.139, "dur": 2.888, + "args": { + "External id": 425641,"Record function id": 0, "Concrete Inputs": ["", "[8192]", ""], "Input type": ["float", "ScalarList", ""], "Input Strides": [[1], [], []], "Input Dims": [[0], [], []], "Ev Idx": 7832 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::eq", "pid": 4183440, "tid": 4183440, + "ts": 675204895413.439, "dur": 25.084, + "args": { + "External id": 425642,"Record function id": 0, "Concrete Inputs": ["", "inf"], "Input type": ["float", "Scalar"], "Input Strides": [[1], []], "Input Dims": [[8192], []], "Ev Idx": 7833 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::masked_fill_", "pid": 4183440, "tid": 4183440, + "ts": 675204895439.993, "dur": 24.392, + "args": { + "External id": 425643,"Record function id": 0, "Concrete Inputs": ["", "", "0"], "Input type": ["float", "bool", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[8192], [8192], []], "Ev Idx": 7834 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::sub", "pid": 4183440, "tid": 4183440, + "ts": 675204895466.813, "dur": 39.800, + "args": { + "External id": 425644,"Record function id": 0, "Concrete Inputs": ["", "", "1"], "Input type": ["float", "float", "Scalar"], "Input Strides": [[1, 1], [1, 1], []], "Input Dims": [[8192, 1], [8192, 1], []], "Ev Idx": 7835 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::exp_", "pid": 4183440, "tid": 4183440, + "ts": 675204895508.108, "dur": 40.255, + "args": { + "External id": 425645,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1, 1]], "Input Dims": [[8192, 1]], "Ev Idx": 7836 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::sum", "pid": 4183440, "tid": 4183440, + "ts": 675204895550.246, "dur": 41.247, + "args": { + "External id": 425646,"Record function id": 0, "Concrete Inputs": ["", "[-1]", "False", "", ""], "Input type": ["float", "ScalarList", "Scalar", "", "float"], "Input Strides": [[1, 1], [], [], [], [1]], "Input Dims": [[8192, 1], [], [], [], [0]], "Ev Idx": 7837 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::resize_", "pid": 4183440, "tid": 4183440, + "ts": 675204895552.412, "dur": 1.616, + "args": { + "External id": 425647,"Record function id": 0, "Concrete Inputs": ["", "[8192]", ""], "Input type": ["float", "ScalarList", ""], "Input Strides": [[1], [], []], "Input Dims": [[0], [], []], "Ev Idx": 7838 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204895556.758, "dur": 0.942, + "args": { + "External id": 425648,"Record function id": 0, "Concrete Inputs": ["", "[8192, 1]", "[1, 0]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[1], [], [], []], "Input Dims": [[8192], [], [], []], "Ev Idx": 7839 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::log_", "pid": 4183440, "tid": 4183440, + "ts": 675204895593.089, "dur": 34.171, + "args": { + "External id": 425649,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1]], "Input Dims": [[8192]], "Ev Idx": 7840 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::add_", "pid": 4183440, "tid": 4183440, + "ts": 675204895628.522, "dur": 60.301, + "args": { + "External id": 425650,"Record function id": 0, "Concrete Inputs": ["", "", "1"], "Input type": ["float", "float", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[8192], [8192], []], "Ev Idx": 7841 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204895699.989, "dur": 2.617, + "args": { + "External id": 425651,"Record function id": 0, "Concrete Inputs": ["", "[8192]"], "Input type": ["float", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[8192], []], "Ev Idx": 7842 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 4183440, "tid": 4183440, + "ts": 675204895712.258, "dur": 3.913, + "args": { + "External id": 425652,"Record function id": 0, "Concrete Inputs": ["", "0", "8192", "16384", "1"], "Input type": ["float", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], [], []], "Input Dims": [[65536], [], [], [], []], "Ev Idx": 7843 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204895714.762, "dur": 0.509, + "args": { + "External id": 425653,"Record function id": 0, "Concrete Inputs": ["", "[8192]", "[1]", "8192"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[65536], [], [], []], "Ev Idx": 7844 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 4183440, + "ts": 675204895792.838, "dur": 51.588, + "args": { + "External id": 425654,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[32000, 1], [1024, 1]], "Input Dims": [[8192, 32000], [32000, 1024]], "Ev Idx": 7845 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 4183440, "tid": 4183440, + "ts": 675204895848.954, "dur": 5.252, + "args": { + "External id": 425655,"Record function id": 0, "Concrete Inputs": ["", "0", "8192", "16384", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [], [], [], []], "Input Dims": [[65536, 1024], [], [], [], []], "Ev Idx": 7846 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204895851.958, "dur": 1.122, + "args": { + "External id": 425656,"Record function id": 0, "Concrete Inputs": ["", "[8192, 1024]", "[1024, 1]", "8388608"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1024, 1], [], [], []], "Input Dims": [[65536, 1024], [], [], []], "Ev Idx": 7847 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 4183440, "tid": 4183440, + "ts": 675204895855.565, "dur": 26.598, + "args": { + "External id": 425657,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[1024, 1], [1024, 1], []], "Input Dims": [[8192, 1024], [8192, 1024], []], "Ev Idx": 7848 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 4183440, "tid": 4183440, + "ts": 675204895886.978, "dur": 7.869, + "args": { + "External id": 425658,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[32000, 1]], "Input Dims": [[8192, 32000]], "Ev Idx": 7849 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 4183440, "tid": 4183440, + "ts": 675204895888.379, "dur": 5.751, + "args": { + "External id": 425659,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[32000, 1], [], []], "Input Dims": [[8192, 32000], [], []], "Ev Idx": 7850 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204895890.779, "dur": 3.043, + "args": { + "External id": 425660,"Record function id": 0, "Concrete Inputs": ["", "[32000, 8192]", "[1, 32000]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[32000, 1], [], [], []], "Input Dims": [[8192, 32000], [], [], []], "Ev Idx": 7851 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::matmul", "pid": 4183440, "tid": 4183440, + "ts": 675204895897.446, "dur": 59.281, + "args": { + "External id": 425661,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 32000], [1024, 1]], "Input Dims": [[32000, 8192], [8192, 1024]], "Ev Idx": 7852 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 4183440, + "ts": 675204895898.809, "dur": 56.744, + "args": { + "External id": 425662,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 32000], [1024, 1]], "Input Dims": [[32000, 8192], [8192, 1024]], "Ev Idx": 7853 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::add_", "pid": 4183440, "tid": 4183440, + "ts": 675204895962.077, "dur": 18.650, + "args": { + "External id": 425663,"Record function id": 0, "Concrete Inputs": ["", "", "1"], "Input type": ["float", "c10::BFloat16", "Scalar"], "Input Strides": [[1024, 1], [1024, 1], []], "Input Dims": [[32000, 1024], [32000, 1024], []], "Ev Idx": 7854 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 4183440, "tid": 4183440, + "ts": 675204895986.970, "dur": 5.272, + "args": { + "External id": 425664,"Record function id": 0, "Concrete Inputs": ["", "0", "16384", "24576", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [], [], [], []], "Input Dims": [[65536, 1024], [], [], [], []], "Ev Idx": 7855 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204895990.300, "dur": 0.937, + "args": { + "External id": 425665,"Record function id": 0, "Concrete Inputs": ["", "[8192, 1024]", "[1024, 1]", "16777216"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1024, 1], [], [], []], "Input Dims": [[65536, 1024], [], [], []], "Ev Idx": 7856 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::linear", "pid": 4183440, "tid": 4183440, + "ts": 675204895996.738, "dur": 52.093, + "args": { + "External id": 425666,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", ""], "Input Strides": [[1024, 1], [1024, 1], []], "Input Dims": [[8192, 1024], [32000, 1024], []], "Ev Idx": 7857 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 4183440, "tid": 4183440, + "ts": 675204895997.923, "dur": 4.284, + "args": { + "External id": 425667,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[32000, 1024]], "Ev Idx": 7858 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 4183440, "tid": 4183440, + "ts": 675204895998.597, "dur": 2.998, + "args": { + "External id": 425668,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [], []], "Input Dims": [[32000, 1024], [], []], "Ev Idx": 7859 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204896000.687, "dur": 0.789, + "args": { + "External id": 425669,"Record function id": 0, "Concrete Inputs": ["", "[1024, 32000]", "[1, 1024]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[1024, 1], [], [], []], "Input Dims": [[32000, 1024], [], [], []], "Ev Idx": 7860 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::matmul", "pid": 4183440, "tid": 4183440, + "ts": 675204896002.844, "dur": 45.521, + "args": { + "External id": 425670,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1, 1024]], "Input Dims": [[8192, 1024], [1024, 32000]], "Ev Idx": 7861 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 4183440, + "ts": 675204896003.503, "dur": 44.070, + "args": { + "External id": 425671,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1, 1024]], "Input Dims": [[8192, 1024], [1024, 32000]], "Ev Idx": 7862 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 4183440, "tid": 4183440, + "ts": 675204896052.756, "dur": 3.861, + "args": { + "External id": 425672,"Record function id": 0, "Concrete Inputs": ["", "0", "16384", "24576", "1"], "Input type": ["long int", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], [], []], "Input Dims": [[65536], [], [], [], []], "Ev Idx": 7863 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204896054.777, "dur": 0.775, + "args": { + "External id": 425673,"Record function id": 0, "Concrete Inputs": ["", "[8192]", "[1]", "16384"], "Input type": ["long int", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[65536], [], [], []], "Ev Idx": 7864 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204896062.713, "dur": 1.808, + "args": { + "External id": 425674,"Record function id": 0, "Concrete Inputs": ["", "[-1, 32000]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[32000, 1], []], "Input Dims": [[8192, 32000], []], "Ev Idx": 7865 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::new_empty", "pid": 4183440, "tid": 4183440, + "ts": 675204896072.726, "dur": 6.699, + "args": { + "External id": 425675,"Record function id": 0, "Concrete Inputs": ["", "[8192, 1]", "6", "", "", "False"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "", "", "Scalar"], "Input Strides": [[32000, 1], [], [], [], [], []], "Input Dims": [[8192, 32000], [], [], [], [], []], "Ev Idx": 7866 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 4183440, + "ts": 675204896074.871, "dur": 4.238, + "args": { + "External id": 425676,"Record function id": 0, "Concrete Inputs": ["[8192, 1]", "6", "0", "", "False", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 7867 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::logsumexp", "pid": 4183440, "tid": 4183440, + "ts": 675204896170.004, "dur": 182.859, + "args": { + "External id": 425677,"Record function id": 0, "Concrete Inputs": ["", "[-1]", "False"], "Input type": ["float", "ScalarList", "Scalar"], "Input Strides": [[1, 1], [], []], "Input Dims": [[8192, 1], [], []], "Ev Idx": 7868 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 4183440, + "ts": 675204896172.040, "dur": 2.124, + "args": { + "External id": 425678,"Record function id": 0, "Concrete Inputs": ["[0]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 7869 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::logsumexp", "pid": 4183440, "tid": 4183440, + "ts": 675204896178.527, "dur": 173.756, + "args": { + "External id": 425679,"Record function id": 0, "Concrete Inputs": ["", "[-1]", "False", ""], "Input type": ["float", "ScalarList", "Scalar", "float"], "Input Strides": [[1, 1], [], [], [1]], "Input Dims": [[8192, 1], [], [], [0]], "Ev Idx": 7870 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::real", "pid": 4183440, "tid": 4183440, + "ts": 675204896180.056, "dur": 0.507, + "args": { + "External id": 425680,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1, 1]], "Input Dims": [[8192, 1]], "Ev Idx": 7871 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::amax", "pid": 4183440, "tid": 4183440, + "ts": 675204896181.957, "dur": 21.477, + "args": { + "External id": 425681,"Record function id": 0, "Concrete Inputs": ["", "[-1]", "True"], "Input type": ["float", "ScalarList", "Scalar"], "Input Strides": [[1, 1], [], []], "Input Dims": [[8192, 1], [], []], "Ev Idx": 7872 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::squeeze", "pid": 4183440, "tid": 4183440, + "ts": 675204896205.413, "dur": 5.245, + "args": { + "External id": 425682,"Record function id": 0, "Concrete Inputs": ["", "[-1]"], "Input type": ["float", "ScalarList"], "Input Strides": [[1, 1], []], "Input Dims": [[8192, 1], []], "Ev Idx": 7873 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204896207.570, "dur": 2.798, + "args": { + "External id": 425683,"Record function id": 0, "Concrete Inputs": ["", "[8192]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[1, 1], [], [], []], "Input Dims": [[8192, 1], [], [], []], "Ev Idx": 7874 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::abs", "pid": 4183440, "tid": 4183440, + "ts": 675204896211.458, "dur": 21.410, + "args": { + "External id": 425684,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1]], "Input Dims": [[8192]], "Ev Idx": 7875 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 4183440, + "ts": 675204896212.604, "dur": 1.740, + "args": { + "External id": 425685,"Record function id": 0, "Concrete Inputs": ["[0]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 7876 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::abs", "pid": 4183440, "tid": 4183440, + "ts": 675204896215.491, "dur": 17.134, + "args": { + "External id": 425686,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["float", "float"], "Input Strides": [[1], [1]], "Input Dims": [[8192], [0]], "Ev Idx": 7877 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::resize_", "pid": 4183440, "tid": 4183440, + "ts": 675204896218.299, "dur": 2.299, + "args": { + "External id": 425687,"Record function id": 0, "Concrete Inputs": ["", "[8192]", ""], "Input type": ["float", "ScalarList", ""], "Input Strides": [[1], [], []], "Input Dims": [[0], [], []], "Ev Idx": 7878 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::eq", "pid": 4183440, "tid": 4183440, + "ts": 675204896234.495, "dur": 21.110, + "args": { + "External id": 425688,"Record function id": 0, "Concrete Inputs": ["", "inf"], "Input type": ["float", "Scalar"], "Input Strides": [[1], []], "Input Dims": [[8192], []], "Ev Idx": 7879 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::masked_fill_", "pid": 4183440, "tid": 4183440, + "ts": 675204896256.985, "dur": 14.189, + "args": { + "External id": 425689,"Record function id": 0, "Concrete Inputs": ["", "", "0"], "Input type": ["float", "bool", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[8192], [8192], []], "Ev Idx": 7880 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::sub", "pid": 4183440, "tid": 4183440, + "ts": 675204896273.711, "dur": 13.794, + "args": { + "External id": 425690,"Record function id": 0, "Concrete Inputs": ["", "", "1"], "Input type": ["float", "float", "Scalar"], "Input Strides": [[1, 1], [1, 1], []], "Input Dims": [[8192, 1], [8192, 1], []], "Ev Idx": 7881 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::exp_", "pid": 4183440, "tid": 4183440, + "ts": 675204896288.791, "dur": 13.577, + "args": { + "External id": 425691,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1, 1]], "Input Dims": [[8192, 1]], "Ev Idx": 7882 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::sum", "pid": 4183440, "tid": 4183440, + "ts": 675204896304.163, "dur": 20.499, + "args": { + "External id": 425692,"Record function id": 0, "Concrete Inputs": ["", "[-1]", "False", "", ""], "Input type": ["float", "ScalarList", "Scalar", "", "float"], "Input Strides": [[1, 1], [], [], [], [1]], "Input Dims": [[8192, 1], [], [], [], [0]], "Ev Idx": 7883 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::resize_", "pid": 4183440, "tid": 4183440, + "ts": 675204896306.198, "dur": 1.545, + "args": { + "External id": 425693,"Record function id": 0, "Concrete Inputs": ["", "[8192]", ""], "Input type": ["float", "ScalarList", ""], "Input Strides": [[1], [], []], "Input Dims": [[0], [], []], "Ev Idx": 7884 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204896310.031, "dur": 1.157, + "args": { + "External id": 425694,"Record function id": 0, "Concrete Inputs": ["", "[8192, 1]", "[1, 0]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[1], [], [], []], "Input Dims": [[8192], [], [], []], "Ev Idx": 7885 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::log_", "pid": 4183440, "tid": 4183440, + "ts": 675204896326.262, "dur": 13.063, + "args": { + "External id": 425695,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1]], "Input Dims": [[8192]], "Ev Idx": 7886 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::add_", "pid": 4183440, "tid": 4183440, + "ts": 675204896340.459, "dur": 10.792, + "args": { + "External id": 425696,"Record function id": 0, "Concrete Inputs": ["", "", "1"], "Input type": ["float", "float", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[8192], [8192], []], "Ev Idx": 7887 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204896358.470, "dur": 1.612, + "args": { + "External id": 425697,"Record function id": 0, "Concrete Inputs": ["", "[8192]"], "Input type": ["float", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[8192], []], "Ev Idx": 7888 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 4183440, "tid": 4183440, + "ts": 675204896368.684, "dur": 3.042, + "args": { + "External id": 425698,"Record function id": 0, "Concrete Inputs": ["", "0", "16384", "24576", "1"], "Input type": ["float", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], [], []], "Input Dims": [[65536], [], [], [], []], "Ev Idx": 7889 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204896370.726, "dur": 0.307, + "args": { + "External id": 425699,"Record function id": 0, "Concrete Inputs": ["", "[8192]", "[1]", "16384"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[65536], [], [], []], "Ev Idx": 7890 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 4183440, + "ts": 675204896436.857, "dur": 41.806, + "args": { + "External id": 425700,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[32000, 1], [1024, 1]], "Input Dims": [[8192, 32000], [32000, 1024]], "Ev Idx": 7891 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 4183440, "tid": 4183440, + "ts": 675204896482.725, "dur": 7.925, + "args": { + "External id": 425701,"Record function id": 0, "Concrete Inputs": ["", "0", "16384", "24576", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [], [], [], []], "Input Dims": [[65536, 1024], [], [], [], []], "Ev Idx": 7892 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204896485.756, "dur": 3.696, + "args": { + "External id": 425702,"Record function id": 0, "Concrete Inputs": ["", "[8192, 1024]", "[1024, 1]", "16777216"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1024, 1], [], [], []], "Input Dims": [[65536, 1024], [], [], []], "Ev Idx": 7893 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 4183440, "tid": 4183440, + "ts": 675204896492.009, "dur": 23.856, + "args": { + "External id": 425703,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[1024, 1], [1024, 1], []], "Input Dims": [[8192, 1024], [8192, 1024], []], "Ev Idx": 7894 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 4183440, "tid": 4183440, + "ts": 675204896520.187, "dur": 5.337, + "args": { + "External id": 425704,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[32000, 1]], "Input Dims": [[8192, 32000]], "Ev Idx": 7895 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 4183440, "tid": 4183440, + "ts": 675204896521.828, "dur": 3.095, + "args": { + "External id": 425705,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[32000, 1], [], []], "Input Dims": [[8192, 32000], [], []], "Ev Idx": 7896 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204896523.798, "dur": 0.892, + "args": { + "External id": 425706,"Record function id": 0, "Concrete Inputs": ["", "[32000, 8192]", "[1, 32000]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[32000, 1], [], [], []], "Input Dims": [[8192, 32000], [], [], []], "Ev Idx": 7897 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::matmul", "pid": 4183440, "tid": 4183440, + "ts": 675204896527.772, "dur": 41.198, + "args": { + "External id": 425707,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 32000], [1024, 1]], "Input Dims": [[32000, 8192], [8192, 1024]], "Ev Idx": 7898 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 4183440, + "ts": 675204896528.894, "dur": 39.476, + "args": { + "External id": 425708,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 32000], [1024, 1]], "Input Dims": [[32000, 8192], [8192, 1024]], "Ev Idx": 7899 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::add_", "pid": 4183440, "tid": 4183440, + "ts": 675204896571.875, "dur": 14.606, + "args": { + "External id": 425709,"Record function id": 0, "Concrete Inputs": ["", "", "1"], "Input type": ["float", "c10::BFloat16", "Scalar"], "Input Strides": [[1024, 1], [1024, 1], []], "Input Dims": [[32000, 1024], [32000, 1024], []], "Ev Idx": 7900 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 4183440, "tid": 4183440, + "ts": 675204896591.289, "dur": 3.689, + "args": { + "External id": 425710,"Record function id": 0, "Concrete Inputs": ["", "0", "24576", "32768", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [], [], [], []], "Input Dims": [[65536, 1024], [], [], [], []], "Ev Idx": 7901 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204896593.486, "dur": 0.685, + "args": { + "External id": 425711,"Record function id": 0, "Concrete Inputs": ["", "[8192, 1024]", "[1024, 1]", "25165824"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1024, 1], [], [], []], "Input Dims": [[65536, 1024], [], [], []], "Ev Idx": 7902 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::linear", "pid": 4183440, "tid": 4183440, + "ts": 675204896598.648, "dur": 47.063, + "args": { + "External id": 425712,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", ""], "Input Strides": [[1024, 1], [1024, 1], []], "Input Dims": [[8192, 1024], [32000, 1024], []], "Ev Idx": 7903 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 4183440, "tid": 4183440, + "ts": 675204896599.347, "dur": 3.949, + "args": { + "External id": 425713,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[32000, 1024]], "Ev Idx": 7904 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 4183440, "tid": 4183440, + "ts": 675204896600.284, "dur": 2.514, + "args": { + "External id": 425714,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [], []], "Input Dims": [[32000, 1024], [], []], "Ev Idx": 7905 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204896601.840, "dur": 0.615, + "args": { + "External id": 425715,"Record function id": 0, "Concrete Inputs": ["", "[1024, 32000]", "[1, 1024]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[1024, 1], [], [], []], "Input Dims": [[32000, 1024], [], [], []], "Ev Idx": 7906 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::matmul", "pid": 4183440, "tid": 4183440, + "ts": 675204896604.067, "dur": 41.275, + "args": { + "External id": 425716,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1, 1024]], "Input Dims": [[8192, 1024], [1024, 32000]], "Ev Idx": 7907 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 4183440, + "ts": 675204896604.829, "dur": 39.869, + "args": { + "External id": 425717,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1, 1024]], "Input Dims": [[8192, 1024], [1024, 32000]], "Ev Idx": 7908 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 4183440, "tid": 4183440, + "ts": 675204896648.757, "dur": 41.064, + "args": { + "External id": 425718,"Record function id": 0, "Concrete Inputs": ["", "0", "24576", "32768", "1"], "Input type": ["long int", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], [], []], "Input Dims": [[65536], [], [], [], []], "Ev Idx": 7909 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204896650.899, "dur": 36.726, + "args": { + "External id": 425719,"Record function id": 0, "Concrete Inputs": ["", "[8192]", "[1]", "24576"], "Input type": ["long int", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[65536], [], [], []], "Ev Idx": 7910 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204896698.292, "dur": 1.882, + "args": { + "External id": 425720,"Record function id": 0, "Concrete Inputs": ["", "[-1, 32000]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[32000, 1], []], "Input Dims": [[8192, 32000], []], "Ev Idx": 7911 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::new_empty", "pid": 4183440, "tid": 4183440, + "ts": 675204896708.317, "dur": 7.871, + "args": { + "External id": 425721,"Record function id": 0, "Concrete Inputs": ["", "[8192, 1]", "6", "", "", "False"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "", "", "Scalar"], "Input Strides": [[32000, 1], [], [], [], [], []], "Input Dims": [[8192, 32000], [], [], [], [], []], "Ev Idx": 7912 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 4183440, + "ts": 675204896710.832, "dur": 5.075, + "args": { + "External id": 425722,"Record function id": 0, "Concrete Inputs": ["[8192, 1]", "6", "0", "", "False", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 7913 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::logsumexp", "pid": 4183440, "tid": 4183440, + "ts": 675204896805.774, "dur": 208.425, + "args": { + "External id": 425723,"Record function id": 0, "Concrete Inputs": ["", "[-1]", "False"], "Input type": ["float", "ScalarList", "Scalar"], "Input Strides": [[1, 1], [], []], "Input Dims": [[8192, 1], [], []], "Ev Idx": 7914 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 4183440, + "ts": 675204896808.017, "dur": 4.259, + "args": { + "External id": 425724,"Record function id": 0, "Concrete Inputs": ["[0]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 7915 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::logsumexp", "pid": 4183440, "tid": 4183440, + "ts": 675204896813.893, "dur": 199.769, + "args": { + "External id": 425725,"Record function id": 0, "Concrete Inputs": ["", "[-1]", "False", ""], "Input type": ["float", "ScalarList", "Scalar", "float"], "Input Strides": [[1, 1], [], [], [1]], "Input Dims": [[8192, 1], [], [], [0]], "Ev Idx": 7916 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::real", "pid": 4183440, "tid": 4183440, + "ts": 675204896815.470, "dur": 0.348, + "args": { + "External id": 425726,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1, 1]], "Input Dims": [[8192, 1]], "Ev Idx": 7917 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::amax", "pid": 4183440, "tid": 4183440, + "ts": 675204896817.273, "dur": 22.491, + "args": { + "External id": 425727,"Record function id": 0, "Concrete Inputs": ["", "[-1]", "True"], "Input type": ["float", "ScalarList", "Scalar"], "Input Strides": [[1, 1], [], []], "Input Dims": [[8192, 1], [], []], "Ev Idx": 7918 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::squeeze", "pid": 4183440, "tid": 4183440, + "ts": 675204896841.404, "dur": 5.707, + "args": { + "External id": 425728,"Record function id": 0, "Concrete Inputs": ["", "[-1]"], "Input type": ["float", "ScalarList"], "Input Strides": [[1, 1], []], "Input Dims": [[8192, 1], []], "Ev Idx": 7919 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204896845.981, "dur": 0.832, + "args": { + "External id": 425729,"Record function id": 0, "Concrete Inputs": ["", "[8192]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[1, 1], [], [], []], "Input Dims": [[8192, 1], [], [], []], "Ev Idx": 7920 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::abs", "pid": 4183440, "tid": 4183440, + "ts": 675204896848.169, "dur": 21.722, + "args": { + "External id": 425730,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1]], "Input Dims": [[8192]], "Ev Idx": 7921 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 4183440, + "ts": 675204896849.315, "dur": 1.655, + "args": { + "External id": 425731,"Record function id": 0, "Concrete Inputs": ["[0]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 7922 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::abs", "pid": 4183440, "tid": 4183440, + "ts": 675204896852.080, "dur": 17.537, + "args": { + "External id": 425732,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["float", "float"], "Input Strides": [[1], [1]], "Input Dims": [[8192], [0]], "Ev Idx": 7923 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::resize_", "pid": 4183440, "tid": 4183440, + "ts": 675204896854.578, "dur": 2.544, + "args": { + "External id": 425733,"Record function id": 0, "Concrete Inputs": ["", "[8192]", ""], "Input type": ["float", "ScalarList", ""], "Input Strides": [[1], [], []], "Input Dims": [[0], [], []], "Ev Idx": 7924 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::eq", "pid": 4183440, "tid": 4183440, + "ts": 675204896871.157, "dur": 21.482, + "args": { + "External id": 425734,"Record function id": 0, "Concrete Inputs": ["", "inf"], "Input type": ["float", "Scalar"], "Input Strides": [[1], []], "Input Dims": [[8192], []], "Ev Idx": 7925 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::masked_fill_", "pid": 4183440, "tid": 4183440, + "ts": 675204896894.119, "dur": 13.238, + "args": { + "External id": 425735,"Record function id": 0, "Concrete Inputs": ["", "", "0"], "Input type": ["float", "bool", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[8192], [8192], []], "Ev Idx": 7926 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::sub", "pid": 4183440, "tid": 4183440, + "ts": 675204896910.096, "dur": 15.598, + "args": { + "External id": 425736,"Record function id": 0, "Concrete Inputs": ["", "", "1"], "Input type": ["float", "float", "Scalar"], "Input Strides": [[1, 1], [1, 1], []], "Input Dims": [[8192, 1], [8192, 1], []], "Ev Idx": 7927 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::exp_", "pid": 4183440, "tid": 4183440, + "ts": 675204896927.207, "dur": 28.858, + "args": { + "External id": 425737,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1, 1]], "Input Dims": [[8192, 1]], "Ev Idx": 7928 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::sum", "pid": 4183440, "tid": 4183440, + "ts": 675204896958.832, "dur": 25.881, + "args": { + "External id": 425738,"Record function id": 0, "Concrete Inputs": ["", "[-1]", "False", "", ""], "Input type": ["float", "ScalarList", "Scalar", "", "float"], "Input Strides": [[1, 1], [], [], [], [1]], "Input Dims": [[8192, 1], [], [], [], [0]], "Ev Idx": 7929 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::resize_", "pid": 4183440, "tid": 4183440, + "ts": 675204896960.991, "dur": 1.881, + "args": { + "External id": 425739,"Record function id": 0, "Concrete Inputs": ["", "[8192]", ""], "Input type": ["float", "ScalarList", ""], "Input Strides": [[1], [], []], "Input Dims": [[0], [], []], "Ev Idx": 7930 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204896964.943, "dur": 3.757, + "args": { + "External id": 425740,"Record function id": 0, "Concrete Inputs": ["", "[8192, 1]", "[1, 0]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[1], [], [], []], "Input Dims": [[8192], [], [], []], "Ev Idx": 7931 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::log_", "pid": 4183440, "tid": 4183440, + "ts": 675204896986.447, "dur": 12.853, + "args": { + "External id": 425741,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1]], "Input Dims": [[8192]], "Ev Idx": 7932 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::add_", "pid": 4183440, "tid": 4183440, + "ts": 675204897000.600, "dur": 12.080, + "args": { + "External id": 425742,"Record function id": 0, "Concrete Inputs": ["", "", "1"], "Input type": ["float", "float", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[8192], [8192], []], "Ev Idx": 7933 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204897021.358, "dur": 2.551, + "args": { + "External id": 425743,"Record function id": 0, "Concrete Inputs": ["", "[8192]"], "Input type": ["float", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[8192], []], "Ev Idx": 7934 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 4183440, "tid": 4183440, + "ts": 675204897033.139, "dur": 4.046, + "args": { + "External id": 425744,"Record function id": 0, "Concrete Inputs": ["", "0", "24576", "32768", "1"], "Input type": ["float", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], [], []], "Input Dims": [[65536], [], [], [], []], "Ev Idx": 7935 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204897035.665, "dur": 0.637, + "args": { + "External id": 425745,"Record function id": 0, "Concrete Inputs": ["", "[8192]", "[1]", "24576"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[65536], [], [], []], "Ev Idx": 7936 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 4183440, + "ts": 675204897105.545, "dur": 54.126, + "args": { + "External id": 425746,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[32000, 1], [1024, 1]], "Input Dims": [[8192, 32000], [32000, 1024]], "Ev Idx": 7937 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 4183440, "tid": 4183440, + "ts": 675204897164.733, "dur": 4.972, + "args": { + "External id": 425747,"Record function id": 0, "Concrete Inputs": ["", "0", "24576", "32768", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [], [], [], []], "Input Dims": [[65536, 1024], [], [], [], []], "Ev Idx": 7938 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204897167.834, "dur": 0.839, + "args": { + "External id": 425748,"Record function id": 0, "Concrete Inputs": ["", "[8192, 1024]", "[1024, 1]", "25165824"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1024, 1], [], [], []], "Input Dims": [[65536, 1024], [], [], []], "Ev Idx": 7939 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 4183440, "tid": 4183440, + "ts": 675204897171.042, "dur": 24.502, + "args": { + "External id": 425749,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[1024, 1], [1024, 1], []], "Input Dims": [[8192, 1024], [8192, 1024], []], "Ev Idx": 7940 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 4183440, "tid": 4183440, + "ts": 675204897200.147, "dur": 6.473, + "args": { + "External id": 425750,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[32000, 1]], "Input Dims": [[8192, 32000]], "Ev Idx": 7941 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 4183440, "tid": 4183440, + "ts": 675204897201.809, "dur": 4.063, + "args": { + "External id": 425751,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[32000, 1], [], []], "Input Dims": [[8192, 32000], [], []], "Ev Idx": 7942 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204897204.144, "dur": 1.535, + "args": { + "External id": 425752,"Record function id": 0, "Concrete Inputs": ["", "[32000, 8192]", "[1, 32000]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[32000, 1], [], [], []], "Input Dims": [[8192, 32000], [], [], []], "Ev Idx": 7943 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::matmul", "pid": 4183440, "tid": 4183440, + "ts": 675204897209.501, "dur": 42.740, + "args": { + "External id": 425753,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 32000], [1024, 1]], "Input Dims": [[32000, 8192], [8192, 1024]], "Ev Idx": 7944 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 4183440, + "ts": 675204897210.500, "dur": 41.127, + "args": { + "External id": 425754,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 32000], [1024, 1]], "Input Dims": [[32000, 8192], [8192, 1024]], "Ev Idx": 7945 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::add_", "pid": 4183440, "tid": 4183440, + "ts": 675204897255.781, "dur": 15.489, + "args": { + "External id": 425755,"Record function id": 0, "Concrete Inputs": ["", "", "1"], "Input type": ["float", "c10::BFloat16", "Scalar"], "Input Strides": [[1024, 1], [1024, 1], []], "Input Dims": [[32000, 1024], [32000, 1024], []], "Ev Idx": 7946 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 4183440, "tid": 4183440, + "ts": 675204897276.553, "dur": 3.882, + "args": { + "External id": 425756,"Record function id": 0, "Concrete Inputs": ["", "0", "32768", "40960", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [], [], [], []], "Input Dims": [[65536, 1024], [], [], [], []], "Ev Idx": 7947 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204897278.755, "dur": 0.963, + "args": { + "External id": 425757,"Record function id": 0, "Concrete Inputs": ["", "[8192, 1024]", "[1024, 1]", "33554432"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1024, 1], [], [], []], "Input Dims": [[65536, 1024], [], [], []], "Ev Idx": 7948 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::linear", "pid": 4183440, "tid": 4183440, + "ts": 675204897284.263, "dur": 60.821, + "args": { + "External id": 425758,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", ""], "Input Strides": [[1024, 1], [1024, 1], []], "Input Dims": [[8192, 1024], [32000, 1024], []], "Ev Idx": 7949 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 4183440, "tid": 4183440, + "ts": 675204897285.443, "dur": 3.745, + "args": { + "External id": 425759,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[32000, 1024]], "Ev Idx": 7950 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 4183440, "tid": 4183440, + "ts": 675204897286.157, "dur": 2.493, + "args": { + "External id": 425760,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [], []], "Input Dims": [[32000, 1024], [], []], "Ev Idx": 7951 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204897287.669, "dur": 0.824, + "args": { + "External id": 425761,"Record function id": 0, "Concrete Inputs": ["", "[1024, 32000]", "[1, 1024]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[1024, 1], [], [], []], "Input Dims": [[32000, 1024], [], [], []], "Ev Idx": 7952 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::matmul", "pid": 4183440, "tid": 4183440, + "ts": 675204897302.571, "dur": 42.133, + "args": { + "External id": 425762,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1, 1024]], "Input Dims": [[8192, 1024], [1024, 32000]], "Ev Idx": 7953 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 4183440, + "ts": 675204897303.626, "dur": 40.586, + "args": { + "External id": 425763,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1, 1024]], "Input Dims": [[8192, 1024], [1024, 32000]], "Ev Idx": 7954 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 4183440, "tid": 4183440, + "ts": 675204897349.191, "dur": 3.882, + "args": { + "External id": 425764,"Record function id": 0, "Concrete Inputs": ["", "0", "32768", "40960", "1"], "Input type": ["long int", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], [], []], "Input Dims": [[65536], [], [], [], []], "Ev Idx": 7955 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204897351.119, "dur": 0.877, + "args": { + "External id": 425765,"Record function id": 0, "Concrete Inputs": ["", "[8192]", "[1]", "32768"], "Input type": ["long int", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[65536], [], [], []], "Ev Idx": 7956 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204897358.131, "dur": 1.335, + "args": { + "External id": 425766,"Record function id": 0, "Concrete Inputs": ["", "[-1, 32000]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[32000, 1], []], "Input Dims": [[8192, 32000], []], "Ev Idx": 7957 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::new_empty", "pid": 4183440, "tid": 4183440, + "ts": 675204897367.472, "dur": 8.818, + "args": { + "External id": 425767,"Record function id": 0, "Concrete Inputs": ["", "[8192, 1]", "6", "", "", "False"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "", "", "Scalar"], "Input Strides": [[32000, 1], [], [], [], [], []], "Input Dims": [[8192, 32000], [], [], [], [], []], "Ev Idx": 7958 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 4183440, + "ts": 675204897370.157, "dur": 5.828, + "args": { + "External id": 425768,"Record function id": 0, "Concrete Inputs": ["[8192, 1]", "6", "0", "", "False", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 7959 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::logsumexp", "pid": 4183440, "tid": 4183440, + "ts": 675204897458.649, "dur": 169.849, + "args": { + "External id": 425769,"Record function id": 0, "Concrete Inputs": ["", "[-1]", "False"], "Input type": ["float", "ScalarList", "Scalar"], "Input Strides": [[1, 1], [], []], "Input Dims": [[8192, 1], [], []], "Ev Idx": 7960 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 4183440, + "ts": 675204897460.967, "dur": 2.455, + "args": { + "External id": 425770,"Record function id": 0, "Concrete Inputs": ["[0]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 7961 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::logsumexp", "pid": 4183440, "tid": 4183440, + "ts": 675204897465.189, "dur": 162.817, + "args": { + "External id": 425771,"Record function id": 0, "Concrete Inputs": ["", "[-1]", "False", ""], "Input type": ["float", "ScalarList", "Scalar", "float"], "Input Strides": [[1, 1], [], [], [1]], "Input Dims": [[8192, 1], [], [], [0]], "Ev Idx": 7962 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::real", "pid": 4183440, "tid": 4183440, + "ts": 675204897466.946, "dur": 0.419, + "args": { + "External id": 425772,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1, 1]], "Input Dims": [[8192, 1]], "Ev Idx": 7963 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::amax", "pid": 4183440, "tid": 4183440, + "ts": 675204897468.800, "dur": 21.251, + "args": { + "External id": 425773,"Record function id": 0, "Concrete Inputs": ["", "[-1]", "True"], "Input type": ["float", "ScalarList", "Scalar"], "Input Strides": [[1, 1], [], []], "Input Dims": [[8192, 1], [], []], "Ev Idx": 7964 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::squeeze", "pid": 4183440, "tid": 4183440, + "ts": 675204897491.710, "dur": 3.769, + "args": { + "External id": 425774,"Record function id": 0, "Concrete Inputs": ["", "[-1]"], "Input type": ["float", "ScalarList"], "Input Strides": [[1, 1], []], "Input Dims": [[8192, 1], []], "Ev Idx": 7965 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204897493.749, "dur": 1.473, + "args": { + "External id": 425775,"Record function id": 0, "Concrete Inputs": ["", "[8192]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[1, 1], [], [], []], "Input Dims": [[8192, 1], [], [], []], "Ev Idx": 7966 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::abs", "pid": 4183440, "tid": 4183440, + "ts": 675204897496.384, "dur": 22.305, + "args": { + "External id": 425776,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1]], "Input Dims": [[8192]], "Ev Idx": 7967 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 4183440, + "ts": 675204897497.473, "dur": 1.600, + "args": { + "External id": 425777,"Record function id": 0, "Concrete Inputs": ["[0]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 7968 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::abs", "pid": 4183440, "tid": 4183440, + "ts": 675204897500.575, "dur": 17.819, + "args": { + "External id": 425778,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["float", "float"], "Input Strides": [[1], [1]], "Input Dims": [[8192], [0]], "Ev Idx": 7969 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::resize_", "pid": 4183440, "tid": 4183440, + "ts": 675204897505.406, "dur": 2.018, + "args": { + "External id": 425779,"Record function id": 0, "Concrete Inputs": ["", "[8192]", ""], "Input type": ["float", "ScalarList", ""], "Input Strides": [[1], [], []], "Input Dims": [[0], [], []], "Ev Idx": 7970 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::eq", "pid": 4183440, "tid": 4183440, + "ts": 675204897520.173, "dur": 19.159, + "args": { + "External id": 425780,"Record function id": 0, "Concrete Inputs": ["", "inf"], "Input type": ["float", "Scalar"], "Input Strides": [[1], []], "Input Dims": [[8192], []], "Ev Idx": 7971 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::masked_fill_", "pid": 4183440, "tid": 4183440, + "ts": 675204897540.972, "dur": 12.846, + "args": { + "External id": 425781,"Record function id": 0, "Concrete Inputs": ["", "", "0"], "Input type": ["float", "bool", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[8192], [8192], []], "Ev Idx": 7972 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::sub", "pid": 4183440, "tid": 4183440, + "ts": 675204897556.253, "dur": 11.933, + "args": { + "External id": 425782,"Record function id": 0, "Concrete Inputs": ["", "", "1"], "Input type": ["float", "float", "Scalar"], "Input Strides": [[1, 1], [1, 1], []], "Input Dims": [[8192, 1], [8192, 1], []], "Ev Idx": 7973 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::exp_", "pid": 4183440, "tid": 4183440, + "ts": 675204897569.288, "dur": 11.954, + "args": { + "External id": 425783,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1, 1]], "Input Dims": [[8192, 1]], "Ev Idx": 7974 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::sum", "pid": 4183440, "tid": 4183440, + "ts": 675204897583.051, "dur": 17.534, + "args": { + "External id": 425784,"Record function id": 0, "Concrete Inputs": ["", "[-1]", "False", "", ""], "Input type": ["float", "ScalarList", "Scalar", "", "float"], "Input Strides": [[1, 1], [], [], [], [1]], "Input Dims": [[8192, 1], [], [], [], [0]], "Ev Idx": 7975 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::resize_", "pid": 4183440, "tid": 4183440, + "ts": 675204897584.663, "dur": 1.446, + "args": { + "External id": 425785,"Record function id": 0, "Concrete Inputs": ["", "[8192]", ""], "Input type": ["float", "ScalarList", ""], "Input Strides": [[1], [], []], "Input Dims": [[0], [], []], "Ev Idx": 7976 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204897588.121, "dur": 0.885, + "args": { + "External id": 425786,"Record function id": 0, "Concrete Inputs": ["", "[8192, 1]", "[1, 0]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[1], [], [], []], "Input Dims": [[8192], [], [], []], "Ev Idx": 7977 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::log_", "pid": 4183440, "tid": 4183440, + "ts": 675204897602.101, "dur": 12.867, + "args": { + "External id": 425787,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1]], "Input Dims": [[8192]], "Ev Idx": 7978 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::add_", "pid": 4183440, "tid": 4183440, + "ts": 675204897616.337, "dur": 10.691, + "args": { + "External id": 425788,"Record function id": 0, "Concrete Inputs": ["", "", "1"], "Input type": ["float", "float", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[8192], [8192], []], "Ev Idx": 7979 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204897634.529, "dur": 1.453, + "args": { + "External id": 425789,"Record function id": 0, "Concrete Inputs": ["", "[8192]"], "Input type": ["float", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[8192], []], "Ev Idx": 7980 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 4183440, "tid": 4183440, + "ts": 675204897643.883, "dur": 2.980, + "args": { + "External id": 425790,"Record function id": 0, "Concrete Inputs": ["", "0", "32768", "40960", "1"], "Input type": ["float", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], [], []], "Input Dims": [[65536], [], [], [], []], "Ev Idx": 7981 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204897645.684, "dur": 0.394, + "args": { + "External id": 425791,"Record function id": 0, "Concrete Inputs": ["", "[8192]", "[1]", "32768"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[65536], [], [], []], "Ev Idx": 7982 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 4183440, + "ts": 675204897756.741, "dur": 46.253, + "args": { + "External id": 425792,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[32000, 1], [1024, 1]], "Input Dims": [[8192, 32000], [32000, 1024]], "Ev Idx": 7983 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 4183440, "tid": 4183440, + "ts": 675204897807.620, "dur": 5.710, + "args": { + "External id": 425793,"Record function id": 0, "Concrete Inputs": ["", "0", "32768", "40960", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [], [], [], []], "Input Dims": [[65536, 1024], [], [], [], []], "Ev Idx": 7984 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204897810.542, "dur": 1.503, + "args": { + "External id": 425794,"Record function id": 0, "Concrete Inputs": ["", "[8192, 1024]", "[1024, 1]", "33554432"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1024, 1], [], [], []], "Input Dims": [[65536, 1024], [], [], []], "Ev Idx": 7985 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 4183440, "tid": 4183440, + "ts": 675204897814.863, "dur": 22.868, + "args": { + "External id": 425795,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[1024, 1], [1024, 1], []], "Input Dims": [[8192, 1024], [8192, 1024], []], "Ev Idx": 7986 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 4183440, "tid": 4183440, + "ts": 675204897842.431, "dur": 5.830, + "args": { + "External id": 425796,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[32000, 1]], "Input Dims": [[8192, 32000]], "Ev Idx": 7987 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 4183440, "tid": 4183440, + "ts": 675204897844.204, "dur": 3.270, + "args": { + "External id": 425797,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[32000, 1], [], []], "Input Dims": [[8192, 32000], [], []], "Ev Idx": 7988 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204897846.143, "dur": 1.084, + "args": { + "External id": 425798,"Record function id": 0, "Concrete Inputs": ["", "[32000, 8192]", "[1, 32000]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[32000, 1], [], [], []], "Input Dims": [[8192, 32000], [], [], []], "Ev Idx": 7989 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::matmul", "pid": 4183440, "tid": 4183440, + "ts": 675204897850.787, "dur": 40.619, + "args": { + "External id": 425799,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 32000], [1024, 1]], "Input Dims": [[32000, 8192], [8192, 1024]], "Ev Idx": 7990 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 4183440, + "ts": 675204897852.280, "dur": 38.420, + "args": { + "External id": 425800,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 32000], [1024, 1]], "Input Dims": [[32000, 8192], [8192, 1024]], "Ev Idx": 7991 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::add_", "pid": 4183440, "tid": 4183440, + "ts": 675204897894.590, "dur": 14.216, + "args": { + "External id": 425801,"Record function id": 0, "Concrete Inputs": ["", "", "1"], "Input type": ["float", "c10::BFloat16", "Scalar"], "Input Strides": [[1024, 1], [1024, 1], []], "Input Dims": [[32000, 1024], [32000, 1024], []], "Ev Idx": 7992 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 4183440, "tid": 4183440, + "ts": 675204897914.358, "dur": 3.613, + "args": { + "External id": 425802,"Record function id": 0, "Concrete Inputs": ["", "0", "40960", "49152", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [], [], [], []], "Input Dims": [[65536, 1024], [], [], [], []], "Ev Idx": 7993 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204897916.409, "dur": 0.708, + "args": { + "External id": 425803,"Record function id": 0, "Concrete Inputs": ["", "[8192, 1024]", "[1024, 1]", "41943040"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1024, 1], [], [], []], "Input Dims": [[65536, 1024], [], [], []], "Ev Idx": 7994 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::linear", "pid": 4183440, "tid": 4183440, + "ts": 675204897921.826, "dur": 70.096, + "args": { + "External id": 425804,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", ""], "Input Strides": [[1024, 1], [1024, 1], []], "Input Dims": [[8192, 1024], [32000, 1024], []], "Ev Idx": 7995 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 4183440, "tid": 4183440, + "ts": 675204897922.568, "dur": 5.983, + "args": { + "External id": 425805,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[32000, 1024]], "Ev Idx": 7996 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 4183440, "tid": 4183440, + "ts": 675204897923.544, "dur": 4.368, + "args": { + "External id": 425806,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [], []], "Input Dims": [[32000, 1024], [], []], "Ev Idx": 7997 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204897925.126, "dur": 2.623, + "args": { + "External id": 425807,"Record function id": 0, "Concrete Inputs": ["", "[1024, 32000]", "[1, 1024]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[1024, 1], [], [], []], "Input Dims": [[32000, 1024], [], [], []], "Ev Idx": 7998 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::matmul", "pid": 4183440, "tid": 4183440, + "ts": 675204897929.379, "dur": 62.026, + "args": { + "External id": 425808,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1, 1024]], "Input Dims": [[8192, 1024], [1024, 32000]], "Ev Idx": 7999 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 4183440, + "ts": 675204897930.324, "dur": 60.055, + "args": { + "External id": 425809,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1, 1024]], "Input Dims": [[8192, 1024], [1024, 32000]], "Ev Idx": 8000 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 4183440, "tid": 4183440, + "ts": 675204897997.089, "dur": 4.423, + "args": { + "External id": 425810,"Record function id": 0, "Concrete Inputs": ["", "0", "40960", "49152", "1"], "Input type": ["long int", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], [], []], "Input Dims": [[65536], [], [], [], []], "Ev Idx": 8001 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204897999.331, "dur": 0.764, + "args": { + "External id": 425811,"Record function id": 0, "Concrete Inputs": ["", "[8192]", "[1]", "40960"], "Input type": ["long int", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[65536], [], [], []], "Ev Idx": 8002 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204898008.073, "dur": 1.562, + "args": { + "External id": 425812,"Record function id": 0, "Concrete Inputs": ["", "[-1, 32000]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[32000, 1], []], "Input Dims": [[8192, 32000], []], "Ev Idx": 8003 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::new_empty", "pid": 4183440, "tid": 4183440, + "ts": 675204898017.654, "dur": 7.127, + "args": { + "External id": 425813,"Record function id": 0, "Concrete Inputs": ["", "[8192, 1]", "6", "", "", "False"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "", "", "Scalar"], "Input Strides": [[32000, 1], [], [], [], [], []], "Input Dims": [[8192, 32000], [], [], [], [], []], "Ev Idx": 8004 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 4183440, + "ts": 675204898020.322, "dur": 4.180, + "args": { + "External id": 425814,"Record function id": 0, "Concrete Inputs": ["[8192, 1]", "6", "0", "", "False", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 8005 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::logsumexp", "pid": 4183440, "tid": 4183440, + "ts": 675204898108.096, "dur": 241.394, + "args": { + "External id": 425815,"Record function id": 0, "Concrete Inputs": ["", "[-1]", "False"], "Input type": ["float", "ScalarList", "Scalar"], "Input Strides": [[1, 1], [], []], "Input Dims": [[8192, 1], [], []], "Ev Idx": 8006 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 4183440, + "ts": 675204898110.366, "dur": 2.013, + "args": { + "External id": 425816,"Record function id": 0, "Concrete Inputs": ["[0]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 8007 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::logsumexp", "pid": 4183440, "tid": 4183440, + "ts": 675204898113.770, "dur": 235.321, + "args": { + "External id": 425817,"Record function id": 0, "Concrete Inputs": ["", "[-1]", "False", ""], "Input type": ["float", "ScalarList", "Scalar", "float"], "Input Strides": [[1, 1], [], [], [1]], "Input Dims": [[8192, 1], [], [], [0]], "Ev Idx": 8008 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::real", "pid": 4183440, "tid": 4183440, + "ts": 675204898114.959, "dur": 0.381, + "args": { + "External id": 425818,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1, 1]], "Input Dims": [[8192, 1]], "Ev Idx": 8009 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::amax", "pid": 4183440, "tid": 4183440, + "ts": 675204898119.231, "dur": 19.457, + "args": { + "External id": 425819,"Record function id": 0, "Concrete Inputs": ["", "[-1]", "True"], "Input type": ["float", "ScalarList", "Scalar"], "Input Strides": [[1, 1], [], []], "Input Dims": [[8192, 1], [], []], "Ev Idx": 8010 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::squeeze", "pid": 4183440, "tid": 4183440, + "ts": 675204898140.490, "dur": 3.503, + "args": { + "External id": 425820,"Record function id": 0, "Concrete Inputs": ["", "[-1]"], "Input type": ["float", "ScalarList"], "Input Strides": [[1, 1], []], "Input Dims": [[8192, 1], []], "Ev Idx": 8011 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204898142.868, "dur": 0.897, + "args": { + "External id": 425821,"Record function id": 0, "Concrete Inputs": ["", "[8192]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[1, 1], [], [], []], "Input Dims": [[8192, 1], [], [], []], "Ev Idx": 8012 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::abs", "pid": 4183440, "tid": 4183440, + "ts": 675204898144.748, "dur": 24.151, + "args": { + "External id": 425822,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1]], "Input Dims": [[8192]], "Ev Idx": 8013 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 4183440, + "ts": 675204898145.979, "dur": 3.463, + "args": { + "External id": 425823,"Record function id": 0, "Concrete Inputs": ["[0]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 8014 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::abs", "pid": 4183440, "tid": 4183440, + "ts": 675204898150.650, "dur": 17.866, + "args": { + "External id": 425824,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["float", "float"], "Input Strides": [[1], [1]], "Input Dims": [[8192], [0]], "Ev Idx": 8015 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::resize_", "pid": 4183440, "tid": 4183440, + "ts": 675204898153.606, "dur": 2.512, + "args": { + "External id": 425825,"Record function id": 0, "Concrete Inputs": ["", "[8192]", ""], "Input type": ["float", "ScalarList", ""], "Input Strides": [[1], [], []], "Input Dims": [[0], [], []], "Ev Idx": 8016 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::eq", "pid": 4183440, "tid": 4183440, + "ts": 675204898170.317, "dur": 21.366, + "args": { + "External id": 425826,"Record function id": 0, "Concrete Inputs": ["", "inf"], "Input type": ["float", "Scalar"], "Input Strides": [[1], []], "Input Dims": [[8192], []], "Ev Idx": 8017 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::masked_fill_", "pid": 4183440, "tid": 4183440, + "ts": 675204898193.266, "dur": 13.817, + "args": { + "External id": 425827,"Record function id": 0, "Concrete Inputs": ["", "", "0"], "Input type": ["float", "bool", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[8192], [8192], []], "Ev Idx": 8018 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::sub", "pid": 4183440, "tid": 4183440, + "ts": 675204898210.132, "dur": 15.637, + "args": { + "External id": 425828,"Record function id": 0, "Concrete Inputs": ["", "", "1"], "Input type": ["float", "float", "Scalar"], "Input Strides": [[1, 1], [1, 1], []], "Input Dims": [[8192, 1], [8192, 1], []], "Ev Idx": 8019 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::exp_", "pid": 4183440, "tid": 4183440, + "ts": 675204898227.203, "dur": 14.734, + "args": { + "External id": 425829,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1, 1]], "Input Dims": [[8192, 1]], "Ev Idx": 8020 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::sum", "pid": 4183440, "tid": 4183440, + "ts": 675204898243.782, "dur": 21.250, + "args": { + "External id": 425830,"Record function id": 0, "Concrete Inputs": ["", "[-1]", "False", "", ""], "Input type": ["float", "ScalarList", "Scalar", "", "float"], "Input Strides": [[1, 1], [], [], [], [1]], "Input Dims": [[8192, 1], [], [], [], [0]], "Ev Idx": 8021 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::resize_", "pid": 4183440, "tid": 4183440, + "ts": 675204898245.482, "dur": 1.616, + "args": { + "External id": 425831,"Record function id": 0, "Concrete Inputs": ["", "[8192]", ""], "Input type": ["float", "ScalarList", ""], "Input Strides": [[1], [], []], "Input Dims": [[0], [], []], "Ev Idx": 8022 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204898249.500, "dur": 1.298, + "args": { + "External id": 425832,"Record function id": 0, "Concrete Inputs": ["", "[8192, 1]", "[1, 0]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[1], [], [], []], "Input Dims": [[8192], [], [], []], "Ev Idx": 8023 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::log_", "pid": 4183440, "tid": 4183440, + "ts": 675204898266.535, "dur": 36.074, + "args": { + "External id": 425833,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1]], "Input Dims": [[8192]], "Ev Idx": 8024 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::add_", "pid": 4183440, "tid": 4183440, + "ts": 675204898303.706, "dur": 44.011, + "args": { + "External id": 425834,"Record function id": 0, "Concrete Inputs": ["", "", "1"], "Input type": ["float", "float", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[8192], [8192], []], "Ev Idx": 8025 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204898355.537, "dur": 1.509, + "args": { + "External id": 425835,"Record function id": 0, "Concrete Inputs": ["", "[8192]"], "Input type": ["float", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[8192], []], "Ev Idx": 8026 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 4183440, "tid": 4183440, + "ts": 675204898365.673, "dur": 3.137, + "args": { + "External id": 425836,"Record function id": 0, "Concrete Inputs": ["", "0", "40960", "49152", "1"], "Input type": ["float", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], [], []], "Input Dims": [[65536], [], [], [], []], "Ev Idx": 8027 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204898367.555, "dur": 0.477, + "args": { + "External id": 425837,"Record function id": 0, "Concrete Inputs": ["", "[8192]", "[1]", "40960"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[65536], [], [], []], "Ev Idx": 8028 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 4183440, + "ts": 675204898430.992, "dur": 43.359, + "args": { + "External id": 425838,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[32000, 1], [1024, 1]], "Input Dims": [[8192, 32000], [32000, 1024]], "Ev Idx": 8029 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 4183440, "tid": 4183440, + "ts": 675204898478.310, "dur": 5.197, + "args": { + "External id": 425839,"Record function id": 0, "Concrete Inputs": ["", "0", "40960", "49152", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [], [], [], []], "Input Dims": [[65536, 1024], [], [], [], []], "Ev Idx": 8030 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204898481.447, "dur": 0.957, + "args": { + "External id": 425840,"Record function id": 0, "Concrete Inputs": ["", "[8192, 1024]", "[1024, 1]", "41943040"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1024, 1], [], [], []], "Input Dims": [[65536, 1024], [], [], []], "Ev Idx": 8031 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 4183440, "tid": 4183440, + "ts": 675204898484.836, "dur": 24.077, + "args": { + "External id": 425841,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[1024, 1], [1024, 1], []], "Input Dims": [[8192, 1024], [8192, 1024], []], "Ev Idx": 8032 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 4183440, "tid": 4183440, + "ts": 675204898512.807, "dur": 7.157, + "args": { + "External id": 425842,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[32000, 1]], "Input Dims": [[8192, 32000]], "Ev Idx": 8033 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 4183440, "tid": 4183440, + "ts": 675204898514.295, "dur": 4.998, + "args": { + "External id": 425843,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[32000, 1], [], []], "Input Dims": [[8192, 32000], [], []], "Ev Idx": 8034 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204898516.423, "dur": 2.659, + "args": { + "External id": 425844,"Record function id": 0, "Concrete Inputs": ["", "[32000, 8192]", "[1, 32000]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[32000, 1], [], [], []], "Input Dims": [[8192, 32000], [], [], []], "Ev Idx": 8035 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::matmul", "pid": 4183440, "tid": 4183440, + "ts": 675204898522.153, "dur": 43.467, + "args": { + "External id": 425845,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 32000], [1024, 1]], "Input Dims": [[32000, 8192], [8192, 1024]], "Ev Idx": 8036 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 4183440, + "ts": 675204898523.470, "dur": 41.445, + "args": { + "External id": 425846,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 32000], [1024, 1]], "Input Dims": [[32000, 8192], [8192, 1024]], "Ev Idx": 8037 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::add_", "pid": 4183440, "tid": 4183440, + "ts": 675204898568.691, "dur": 15.522, + "args": { + "External id": 425847,"Record function id": 0, "Concrete Inputs": ["", "", "1"], "Input type": ["float", "c10::BFloat16", "Scalar"], "Input Strides": [[1024, 1], [1024, 1], []], "Input Dims": [[32000, 1024], [32000, 1024], []], "Ev Idx": 8038 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 4183440, "tid": 4183440, + "ts": 675204898589.370, "dur": 3.665, + "args": { + "External id": 425848,"Record function id": 0, "Concrete Inputs": ["", "0", "49152", "57344", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [], [], [], []], "Input Dims": [[65536, 1024], [], [], [], []], "Ev Idx": 8039 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204898591.468, "dur": 0.788, + "args": { + "External id": 425849,"Record function id": 0, "Concrete Inputs": ["", "[8192, 1024]", "[1024, 1]", "50331648"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1024, 1], [], [], []], "Input Dims": [[65536, 1024], [], [], []], "Ev Idx": 8040 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::linear", "pid": 4183440, "tid": 4183440, + "ts": 675204898596.720, "dur": 48.267, + "args": { + "External id": 425850,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", ""], "Input Strides": [[1024, 1], [1024, 1], []], "Input Dims": [[8192, 1024], [32000, 1024], []], "Ev Idx": 8041 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 4183440, "tid": 4183440, + "ts": 675204898597.505, "dur": 4.095, + "args": { + "External id": 425851,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[32000, 1024]], "Ev Idx": 8042 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 4183440, "tid": 4183440, + "ts": 675204898598.523, "dur": 2.486, + "args": { + "External id": 425852,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [], []], "Input Dims": [[32000, 1024], [], []], "Ev Idx": 8043 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204898599.870, "dur": 0.796, + "args": { + "External id": 425853,"Record function id": 0, "Concrete Inputs": ["", "[1024, 32000]", "[1, 1024]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[1024, 1], [], [], []], "Input Dims": [[32000, 1024], [], [], []], "Ev Idx": 8044 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::matmul", "pid": 4183440, "tid": 4183440, + "ts": 675204898602.473, "dur": 42.169, + "args": { + "External id": 425854,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1, 1024]], "Input Dims": [[8192, 1024], [1024, 32000]], "Ev Idx": 8045 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 4183440, + "ts": 675204898603.399, "dur": 40.458, + "args": { + "External id": 425855,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1, 1024]], "Input Dims": [[8192, 1024], [1024, 32000]], "Ev Idx": 8046 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 4183440, "tid": 4183440, + "ts": 675204898648.817, "dur": 39.849, + "args": { + "External id": 425856,"Record function id": 0, "Concrete Inputs": ["", "0", "49152", "57344", "1"], "Input type": ["long int", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], [], []], "Input Dims": [[65536], [], [], [], []], "Ev Idx": 8047 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204898685.760, "dur": 1.001, + "args": { + "External id": 425857,"Record function id": 0, "Concrete Inputs": ["", "[8192]", "[1]", "49152"], "Input type": ["long int", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[65536], [], [], []], "Ev Idx": 8048 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204898696.759, "dur": 1.703, + "args": { + "External id": 425858,"Record function id": 0, "Concrete Inputs": ["", "[-1, 32000]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[32000, 1], []], "Input Dims": [[8192, 32000], []], "Ev Idx": 8049 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::new_empty", "pid": 4183440, "tid": 4183440, + "ts": 675204898706.074, "dur": 6.792, + "args": { + "External id": 425859,"Record function id": 0, "Concrete Inputs": ["", "[8192, 1]", "6", "", "", "False"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "", "", "Scalar"], "Input Strides": [[32000, 1], [], [], [], [], []], "Input Dims": [[8192, 32000], [], [], [], [], []], "Ev Idx": 8050 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 4183440, + "ts": 675204898708.164, "dur": 4.372, + "args": { + "External id": 425860,"Record function id": 0, "Concrete Inputs": ["[8192, 1]", "6", "0", "", "False", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 8051 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::logsumexp", "pid": 4183440, "tid": 4183440, + "ts": 675204898796.906, "dur": 206.507, + "args": { + "External id": 425861,"Record function id": 0, "Concrete Inputs": ["", "[-1]", "False"], "Input type": ["float", "ScalarList", "Scalar"], "Input Strides": [[1, 1], [], []], "Input Dims": [[8192, 1], [], []], "Ev Idx": 8052 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 4183440, + "ts": 675204898799.581, "dur": 2.543, + "args": { + "External id": 425862,"Record function id": 0, "Concrete Inputs": ["[0]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 8053 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::logsumexp", "pid": 4183440, "tid": 4183440, + "ts": 675204898805.581, "dur": 197.298, + "args": { + "External id": 425863,"Record function id": 0, "Concrete Inputs": ["", "[-1]", "False", ""], "Input type": ["float", "ScalarList", "Scalar", "float"], "Input Strides": [[1, 1], [], [], [1]], "Input Dims": [[8192, 1], [], [], [0]], "Ev Idx": 8054 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::real", "pid": 4183440, "tid": 4183440, + "ts": 675204898807.241, "dur": 0.399, + "args": { + "External id": 425864,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1, 1]], "Input Dims": [[8192, 1]], "Ev Idx": 8055 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::amax", "pid": 4183440, "tid": 4183440, + "ts": 675204898809.172, "dur": 22.734, + "args": { + "External id": 425865,"Record function id": 0, "Concrete Inputs": ["", "[-1]", "True"], "Input type": ["float", "ScalarList", "Scalar"], "Input Strides": [[1, 1], [], []], "Input Dims": [[8192, 1], [], []], "Ev Idx": 8056 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::squeeze", "pid": 4183440, "tid": 4183440, + "ts": 675204898833.486, "dur": 5.191, + "args": { + "External id": 425866,"Record function id": 0, "Concrete Inputs": ["", "[-1]"], "Input type": ["float", "ScalarList"], "Input Strides": [[1, 1], []], "Input Dims": [[8192, 1], []], "Ev Idx": 8057 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204898835.539, "dur": 2.784, + "args": { + "External id": 425867,"Record function id": 0, "Concrete Inputs": ["", "[8192]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[1, 1], [], [], []], "Input Dims": [[8192, 1], [], [], []], "Ev Idx": 8058 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::abs", "pid": 4183440, "tid": 4183440, + "ts": 675204898839.721, "dur": 21.934, + "args": { + "External id": 425868,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1]], "Input Dims": [[8192]], "Ev Idx": 8059 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 4183440, + "ts": 675204898841.136, "dur": 1.487, + "args": { + "External id": 425869,"Record function id": 0, "Concrete Inputs": ["[0]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 8060 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::abs", "pid": 4183440, "tid": 4183440, + "ts": 675204898844.038, "dur": 17.294, + "args": { + "External id": 425870,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["float", "float"], "Input Strides": [[1], [1]], "Input Dims": [[8192], [0]], "Ev Idx": 8061 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::resize_", "pid": 4183440, "tid": 4183440, + "ts": 675204898846.506, "dur": 2.485, + "args": { + "External id": 425871,"Record function id": 0, "Concrete Inputs": ["", "[8192]", ""], "Input type": ["float", "ScalarList", ""], "Input Strides": [[1], [], []], "Input Dims": [[0], [], []], "Ev Idx": 8062 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::eq", "pid": 4183440, "tid": 4183440, + "ts": 675204898863.080, "dur": 20.004, + "args": { + "External id": 425872,"Record function id": 0, "Concrete Inputs": ["", "inf"], "Input type": ["float", "Scalar"], "Input Strides": [[1], []], "Input Dims": [[8192], []], "Ev Idx": 8063 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::masked_fill_", "pid": 4183440, "tid": 4183440, + "ts": 675204898884.595, "dur": 14.476, + "args": { + "External id": 425873,"Record function id": 0, "Concrete Inputs": ["", "", "0"], "Input type": ["float", "bool", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[8192], [8192], []], "Ev Idx": 8064 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::sub", "pid": 4183440, "tid": 4183440, + "ts": 675204898901.956, "dur": 14.024, + "args": { + "External id": 425874,"Record function id": 0, "Concrete Inputs": ["", "", "1"], "Input type": ["float", "float", "Scalar"], "Input Strides": [[1, 1], [1, 1], []], "Input Dims": [[8192, 1], [8192, 1], []], "Ev Idx": 8065 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::exp_", "pid": 4183440, "tid": 4183440, + "ts": 675204898917.458, "dur": 13.247, + "args": { + "External id": 425875,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1, 1]], "Input Dims": [[8192, 1]], "Ev Idx": 8066 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::sum", "pid": 4183440, "tid": 4183440, + "ts": 675204898932.425, "dur": 41.979, + "args": { + "External id": 425876,"Record function id": 0, "Concrete Inputs": ["", "[-1]", "False", "", ""], "Input type": ["float", "ScalarList", "Scalar", "", "float"], "Input Strides": [[1, 1], [], [], [], [1]], "Input Dims": [[8192, 1], [], [], [], [0]], "Ev Idx": 8067 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::resize_", "pid": 4183440, "tid": 4183440, + "ts": 675204898949.865, "dur": 2.764, + "args": { + "External id": 425877,"Record function id": 0, "Concrete Inputs": ["", "[8192]", ""], "Input type": ["float", "ScalarList", ""], "Input Strides": [[1], [], []], "Input Dims": [[0], [], []], "Ev Idx": 8068 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204898955.441, "dur": 2.888, + "args": { + "External id": 425878,"Record function id": 0, "Concrete Inputs": ["", "[8192, 1]", "[1, 0]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[1], [], [], []], "Input Dims": [[8192], [], [], []], "Ev Idx": 8069 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::log_", "pid": 4183440, "tid": 4183440, + "ts": 675204898976.147, "dur": 13.262, + "args": { + "External id": 425879,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1]], "Input Dims": [[8192]], "Ev Idx": 8070 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::add_", "pid": 4183440, "tid": 4183440, + "ts": 675204898990.359, "dur": 11.678, + "args": { + "External id": 425880,"Record function id": 0, "Concrete Inputs": ["", "", "1"], "Input type": ["float", "float", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[8192], [8192], []], "Ev Idx": 8071 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204899010.264, "dur": 2.163, + "args": { + "External id": 425881,"Record function id": 0, "Concrete Inputs": ["", "[8192]"], "Input type": ["float", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[8192], []], "Ev Idx": 8072 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 4183440, "tid": 4183440, + "ts": 675204899021.624, "dur": 3.725, + "args": { + "External id": 425882,"Record function id": 0, "Concrete Inputs": ["", "0", "49152", "57344", "1"], "Input type": ["float", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], [], []], "Input Dims": [[65536], [], [], [], []], "Ev Idx": 8073 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204899024.068, "dur": 0.439, + "args": { + "External id": 425883,"Record function id": 0, "Concrete Inputs": ["", "[8192]", "[1]", "49152"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[65536], [], [], []], "Ev Idx": 8074 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 4183440, + "ts": 675204899089.723, "dur": 48.647, + "args": { + "External id": 425884,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[32000, 1], [1024, 1]], "Input Dims": [[8192, 32000], [32000, 1024]], "Ev Idx": 8075 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 4183440, "tid": 4183440, + "ts": 675204899155.206, "dur": 4.920, + "args": { + "External id": 425885,"Record function id": 0, "Concrete Inputs": ["", "0", "49152", "57344", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [], [], [], []], "Input Dims": [[65536, 1024], [], [], [], []], "Ev Idx": 8076 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204899158.029, "dur": 0.948, + "args": { + "External id": 425886,"Record function id": 0, "Concrete Inputs": ["", "[8192, 1024]", "[1024, 1]", "50331648"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1024, 1], [], [], []], "Input Dims": [[65536, 1024], [], [], []], "Ev Idx": 8077 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 4183440, "tid": 4183440, + "ts": 675204899161.467, "dur": 23.854, + "args": { + "External id": 425887,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[1024, 1], [1024, 1], []], "Input Dims": [[8192, 1024], [8192, 1024], []], "Ev Idx": 8078 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 4183440, "tid": 4183440, + "ts": 675204899189.537, "dur": 7.985, + "args": { + "External id": 425888,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[32000, 1]], "Input Dims": [[8192, 32000]], "Ev Idx": 8079 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 4183440, "tid": 4183440, + "ts": 675204899191.223, "dur": 5.336, + "args": { + "External id": 425889,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[32000, 1], [], []], "Input Dims": [[8192, 32000], [], []], "Ev Idx": 8080 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204899193.476, "dur": 2.872, + "args": { + "External id": 425890,"Record function id": 0, "Concrete Inputs": ["", "[32000, 8192]", "[1, 32000]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[32000, 1], [], [], []], "Input Dims": [[8192, 32000], [], [], []], "Ev Idx": 8081 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::matmul", "pid": 4183440, "tid": 4183440, + "ts": 675204899199.984, "dur": 43.679, + "args": { + "External id": 425891,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 32000], [1024, 1]], "Input Dims": [[32000, 8192], [8192, 1024]], "Ev Idx": 8082 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 4183440, + "ts": 675204899201.181, "dur": 41.863, + "args": { + "External id": 425892,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 32000], [1024, 1]], "Input Dims": [[32000, 8192], [8192, 1024]], "Ev Idx": 8083 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::add_", "pid": 4183440, "tid": 4183440, + "ts": 675204899246.728, "dur": 15.986, + "args": { + "External id": 425893,"Record function id": 0, "Concrete Inputs": ["", "", "1"], "Input type": ["float", "c10::BFloat16", "Scalar"], "Input Strides": [[1024, 1], [1024, 1], []], "Input Dims": [[32000, 1024], [32000, 1024], []], "Ev Idx": 8084 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 4183440, "tid": 4183440, + "ts": 675204899268.109, "dur": 4.141, + "args": { + "External id": 425894,"Record function id": 0, "Concrete Inputs": ["", "0", "57344", "65536", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [], [], [], []], "Input Dims": [[65536, 1024], [], [], [], []], "Ev Idx": 8085 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204899270.601, "dur": 0.851, + "args": { + "External id": 425895,"Record function id": 0, "Concrete Inputs": ["", "[8192, 1024]", "[1024, 1]", "58720256"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1024, 1], [], [], []], "Input Dims": [[65536, 1024], [], [], []], "Ev Idx": 8086 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::linear", "pid": 4183440, "tid": 4183440, + "ts": 675204899275.989, "dur": 47.612, + "args": { + "External id": 425896,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", ""], "Input Strides": [[1024, 1], [1024, 1], []], "Input Dims": [[8192, 1024], [32000, 1024], []], "Ev Idx": 8087 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 4183440, "tid": 4183440, + "ts": 675204899277.016, "dur": 4.437, + "args": { + "External id": 425897,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[32000, 1024]], "Ev Idx": 8088 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 4183440, "tid": 4183440, + "ts": 675204899277.851, "dur": 3.068, + "args": { + "External id": 425898,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [], []], "Input Dims": [[32000, 1024], [], []], "Ev Idx": 8089 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204899279.755, "dur": 1.022, + "args": { + "External id": 425899,"Record function id": 0, "Concrete Inputs": ["", "[1024, 32000]", "[1, 1024]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[1024, 1], [], [], []], "Input Dims": [[32000, 1024], [], [], []], "Ev Idx": 8090 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::matmul", "pid": 4183440, "tid": 4183440, + "ts": 675204899282.230, "dur": 40.907, + "args": { + "External id": 425900,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1, 1024]], "Input Dims": [[8192, 1024], [1024, 32000]], "Ev Idx": 8091 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 4183440, + "ts": 675204899283.042, "dur": 39.576, + "args": { + "External id": 425901,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1, 1024]], "Input Dims": [[8192, 1024], [1024, 32000]], "Ev Idx": 8092 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 4183440, "tid": 4183440, + "ts": 675204899327.158, "dur": 3.903, + "args": { + "External id": 425902,"Record function id": 0, "Concrete Inputs": ["", "0", "57344", "65536", "1"], "Input type": ["long int", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], [], []], "Input Dims": [[65536], [], [], [], []], "Ev Idx": 8093 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204899329.108, "dur": 0.873, + "args": { + "External id": 425903,"Record function id": 0, "Concrete Inputs": ["", "[8192]", "[1]", "57344"], "Input type": ["long int", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[65536], [], [], []], "Ev Idx": 8094 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204899336.100, "dur": 1.660, + "args": { + "External id": 425904,"Record function id": 0, "Concrete Inputs": ["", "[-1, 32000]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[32000, 1], []], "Input Dims": [[8192, 32000], []], "Ev Idx": 8095 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::new_empty", "pid": 4183440, "tid": 4183440, + "ts": 675204899344.845, "dur": 6.610, + "args": { + "External id": 425905,"Record function id": 0, "Concrete Inputs": ["", "[8192, 1]", "6", "", "", "False"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "", "", "Scalar"], "Input Strides": [[32000, 1], [], [], [], [], []], "Input Dims": [[8192, 32000], [], [], [], [], []], "Ev Idx": 8096 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 4183440, + "ts": 675204899347.186, "dur": 3.986, + "args": { + "External id": 425906,"Record function id": 0, "Concrete Inputs": ["[8192, 1]", "6", "0", "", "False", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 8097 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::logsumexp", "pid": 4183440, "tid": 4183440, + "ts": 675204899426.844, "dur": 178.415, + "args": { + "External id": 425907,"Record function id": 0, "Concrete Inputs": ["", "[-1]", "False"], "Input type": ["float", "ScalarList", "Scalar"], "Input Strides": [[1, 1], [], []], "Input Dims": [[8192, 1], [], []], "Ev Idx": 8098 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 4183440, + "ts": 675204899428.908, "dur": 2.439, + "args": { + "External id": 425908,"Record function id": 0, "Concrete Inputs": ["[0]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 8099 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::logsumexp", "pid": 4183440, "tid": 4183440, + "ts": 675204899435.518, "dur": 169.226, + "args": { + "External id": 425909,"Record function id": 0, "Concrete Inputs": ["", "[-1]", "False", ""], "Input type": ["float", "ScalarList", "Scalar", "float"], "Input Strides": [[1, 1], [], [], [1]], "Input Dims": [[8192, 1], [], [], [0]], "Ev Idx": 8100 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::real", "pid": 4183440, "tid": 4183440, + "ts": 675204899436.848, "dur": 0.388, + "args": { + "External id": 425910,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1, 1]], "Input Dims": [[8192, 1]], "Ev Idx": 8101 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::amax", "pid": 4183440, "tid": 4183440, + "ts": 675204899438.466, "dur": 20.518, + "args": { + "External id": 425911,"Record function id": 0, "Concrete Inputs": ["", "[-1]", "True"], "Input type": ["float", "ScalarList", "Scalar"], "Input Strides": [[1, 1], [], []], "Input Dims": [[8192, 1], [], []], "Ev Idx": 8102 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::squeeze", "pid": 4183440, "tid": 4183440, + "ts": 675204899460.728, "dur": 5.274, + "args": { + "External id": 425912,"Record function id": 0, "Concrete Inputs": ["", "[-1]"], "Input type": ["float", "ScalarList"], "Input Strides": [[1, 1], []], "Input Dims": [[8192, 1], []], "Ev Idx": 8103 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204899462.614, "dur": 3.045, + "args": { + "External id": 425913,"Record function id": 0, "Concrete Inputs": ["", "[8192]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[1, 1], [], [], []], "Input Dims": [[8192, 1], [], [], []], "Ev Idx": 8104 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::abs", "pid": 4183440, "tid": 4183440, + "ts": 675204899466.984, "dur": 22.351, + "args": { + "External id": 425914,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1]], "Input Dims": [[8192]], "Ev Idx": 8105 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 4183440, + "ts": 675204899468.248, "dur": 1.635, + "args": { + "External id": 425915,"Record function id": 0, "Concrete Inputs": ["[0]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 8106 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::abs", "pid": 4183440, "tid": 4183440, + "ts": 675204899471.218, "dur": 17.798, + "args": { + "External id": 425916,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["float", "float"], "Input Strides": [[1], [1]], "Input Dims": [[8192], [0]], "Ev Idx": 8107 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::resize_", "pid": 4183440, "tid": 4183440, + "ts": 675204899473.631, "dur": 2.043, + "args": { + "External id": 425917,"Record function id": 0, "Concrete Inputs": ["", "[8192]", ""], "Input type": ["float", "ScalarList", ""], "Input Strides": [[1], [], []], "Input Dims": [[0], [], []], "Ev Idx": 8108 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::eq", "pid": 4183440, "tid": 4183440, + "ts": 675204899490.839, "dur": 19.996, + "args": { + "External id": 425918,"Record function id": 0, "Concrete Inputs": ["", "inf"], "Input type": ["float", "Scalar"], "Input Strides": [[1], []], "Input Dims": [[8192], []], "Ev Idx": 8109 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::masked_fill_", "pid": 4183440, "tid": 4183440, + "ts": 675204899512.167, "dur": 13.810, + "args": { + "External id": 425919,"Record function id": 0, "Concrete Inputs": ["", "", "0"], "Input type": ["float", "bool", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[8192], [8192], []], "Ev Idx": 8110 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::sub", "pid": 4183440, "tid": 4183440, + "ts": 675204899528.746, "dur": 14.020, + "args": { + "External id": 425920,"Record function id": 0, "Concrete Inputs": ["", "", "1"], "Input type": ["float", "float", "Scalar"], "Input Strides": [[1, 1], [1, 1], []], "Input Dims": [[8192, 1], [8192, 1], []], "Ev Idx": 8111 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::exp_", "pid": 4183440, "tid": 4183440, + "ts": 675204899544.018, "dur": 12.584, + "args": { + "External id": 425921,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1, 1]], "Input Dims": [[8192, 1]], "Ev Idx": 8112 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::sum", "pid": 4183440, "tid": 4183440, + "ts": 675204899558.443, "dur": 20.099, + "args": { + "External id": 425922,"Record function id": 0, "Concrete Inputs": ["", "[-1]", "False", "", ""], "Input type": ["float", "ScalarList", "Scalar", "", "float"], "Input Strides": [[1, 1], [], [], [], [1]], "Input Dims": [[8192, 1], [], [], [], [0]], "Ev Idx": 8113 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::resize_", "pid": 4183440, "tid": 4183440, + "ts": 675204899560.674, "dur": 1.279, + "args": { + "External id": 425923,"Record function id": 0, "Concrete Inputs": ["", "[8192]", ""], "Input type": ["float", "ScalarList", ""], "Input Strides": [[1], [], []], "Input Dims": [[0], [], []], "Ev Idx": 8114 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204899564.160, "dur": 0.909, + "args": { + "External id": 425924,"Record function id": 0, "Concrete Inputs": ["", "[8192, 1]", "[1, 0]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[1], [], [], []], "Input Dims": [[8192], [], [], []], "Ev Idx": 8115 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::log_", "pid": 4183440, "tid": 4183440, + "ts": 675204899580.041, "dur": 12.293, + "args": { + "External id": 425925,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1]], "Input Dims": [[8192]], "Ev Idx": 8116 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::add_", "pid": 4183440, "tid": 4183440, + "ts": 675204899593.659, "dur": 10.294, + "args": { + "External id": 425926,"Record function id": 0, "Concrete Inputs": ["", "", "1"], "Input type": ["float", "float", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[8192], [8192], []], "Ev Idx": 8117 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204899610.686, "dur": 1.409, + "args": { + "External id": 425927,"Record function id": 0, "Concrete Inputs": ["", "[8192]"], "Input type": ["float", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[8192], []], "Ev Idx": 8118 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 4183440, "tid": 4183440, + "ts": 675204899619.764, "dur": 2.933, + "args": { + "External id": 425928,"Record function id": 0, "Concrete Inputs": ["", "0", "57344", "65536", "1"], "Input type": ["float", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], [], []], "Input Dims": [[65536], [], [], [], []], "Ev Idx": 8119 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204899621.693, "dur": 0.333, + "args": { + "External id": 425929,"Record function id": 0, "Concrete Inputs": ["", "[8192]", "[1]", "57344"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[65536], [], [], []], "Ev Idx": 8120 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 4183440, + "ts": 675204899721.552, "dur": 44.128, + "args": { + "External id": 425930,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[32000, 1], [1024, 1]], "Input Dims": [[8192, 32000], [32000, 1024]], "Ev Idx": 8121 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 4183440, "tid": 4183440, + "ts": 675204899770.949, "dur": 7.842, + "args": { + "External id": 425931,"Record function id": 0, "Concrete Inputs": ["", "0", "57344", "65536", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [], [], [], []], "Input Dims": [[65536, 1024], [], [], [], []], "Ev Idx": 8122 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204899774.122, "dur": 3.120, + "args": { + "External id": 425932,"Record function id": 0, "Concrete Inputs": ["", "[8192, 1024]", "[1024, 1]", "58720256"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1024, 1], [], [], []], "Input Dims": [[65536, 1024], [], [], []], "Ev Idx": 8123 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 4183440, "tid": 4183440, + "ts": 675204899780.065, "dur": 21.882, + "args": { + "External id": 425933,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[1024, 1], [1024, 1], []], "Input Dims": [[8192, 1024], [8192, 1024], []], "Ev Idx": 8124 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 4183440, "tid": 4183440, + "ts": 675204899806.866, "dur": 5.999, + "args": { + "External id": 425934,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[32000, 1]], "Input Dims": [[8192, 32000]], "Ev Idx": 8125 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 4183440, "tid": 4183440, + "ts": 675204899808.269, "dur": 3.871, + "args": { + "External id": 425935,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[32000, 1], [], []], "Input Dims": [[8192, 32000], [], []], "Ev Idx": 8126 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204899810.788, "dur": 1.093, + "args": { + "External id": 425936,"Record function id": 0, "Concrete Inputs": ["", "[32000, 8192]", "[1, 32000]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[32000, 1], [], [], []], "Input Dims": [[8192, 32000], [], [], []], "Ev Idx": 8127 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::matmul", "pid": 4183440, "tid": 4183440, + "ts": 675204899815.411, "dur": 39.202, + "args": { + "External id": 425937,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 32000], [1024, 1]], "Input Dims": [[32000, 8192], [8192, 1024]], "Ev Idx": 8128 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 4183440, + "ts": 675204899816.489, "dur": 37.502, + "args": { + "External id": 425938,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 32000], [1024, 1]], "Input Dims": [[32000, 8192], [8192, 1024]], "Ev Idx": 8129 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::add_", "pid": 4183440, "tid": 4183440, + "ts": 675204899857.989, "dur": 14.481, + "args": { + "External id": 425939,"Record function id": 0, "Concrete Inputs": ["", "", "1"], "Input type": ["float", "c10::BFloat16", "Scalar"], "Input Strides": [[1024, 1], [1024, 1], []], "Input Dims": [[32000, 1024], [32000, 1024], []], "Ev Idx": 8130 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::sum", "pid": 4183440, "tid": 4183440, + "ts": 675204899877.774, "dur": 21.855, + "args": { + "External id": 425940,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["float", ""], "Input Strides": [[1], []], "Input Dims": [[65536], []], "Ev Idx": 8131 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::sum", "pid": 4183440, "tid": 4183440, + "ts": 675204899880.059, "dur": 19.230, + "args": { + "External id": 425941,"Record function id": 0, "Concrete Inputs": ["", "[]", "False", ""], "Input type": ["float", "ScalarList", "Scalar", ""], "Input Strides": [[1], [], [], []], "Input Dims": [[65536], [], [], []], "Ev Idx": 8132 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204899885.004, "dur": 1.335, + "args": { + "External id": 425942,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[0]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 8133 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 4183440, + "ts": 675204899904.760, "dur": 25.772, + "args": { + "External id": 425943,"Record function id": 0, "Concrete Inputs": ["", "", "15", "False", "False", ""], "Input type": ["float", "", "Scalar", "Scalar", "Scalar", ""], "Input Strides": [[1024, 1], [], [], [], [], []], "Input Dims": [[32000, 1024], [], [], [], [], []], "Ev Idx": 8134 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::_to_copy", "pid": 4183440, "tid": 4183440, + "ts": 675204899906.593, "dur": 23.727, + "args": { + "External id": 425944,"Record function id": 0, "Concrete Inputs": ["", "15", "", "", "", "False", ""], "Input type": ["float", "Scalar", "", "", "", "Scalar", ""], "Input Strides": [[1024, 1], [], [], [], [], [], []], "Input Dims": [[32000, 1024], [], [], [], [], [], []], "Ev Idx": 8135 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204899911.581, "dur": 4.123, + "args": { + "External id": 425945,"Record function id": 0, "Concrete Inputs": ["[32000, 1024]", "[1024, 1]", "15", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 8136 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 4183440, "tid": 4183440, + "ts": 675204899917.104, "dur": 12.738, + "args": { + "External id": 425946,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["c10::BFloat16", "float", "Scalar"], "Input Strides": [[1024, 1], [1024, 1], []], "Input Dims": [[32000, 1024], [32000, 1024], []], "Ev Idx": 8137 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 4183440, "tid": 4183440, + "ts": 675204899960.631, "dur": 5.770, + "args": { + "External id": 425947,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[65536, 1024]], "Ev Idx": 8138 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 4183440, "tid": 4183440, + "ts": 675204899962.904, "dur": 3.130, + "args": { + "External id": 425948,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[65536, 1024]], "Ev Idx": 8139 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 4183440, "tid": 4183440, + "ts": 675204899967.788, "dur": 1.975, + "args": { + "External id": 425949,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[32000, 1024]], "Ev Idx": 8140 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 4183440, "tid": 4183440, + "ts": 675204899968.960, "dur": 0.725, + "args": { + "External id": 425950,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[32000, 1024]], "Ev Idx": 8141 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::add_", "pid": 4183440, "tid": 4183440, + "ts": 675204900013.673, "dur": 26.604, + "args": { + "External id": 425951,"Sequence number": 5055804, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "", "1"], "Input type": ["float", "float", "Scalar"], "Input Strides": [[1], [], []], "Input Dims": [[1], [], []], "Ev Idx": 8142 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::add_", "pid": 4183440, "tid": 4183440, + "ts": 675204900042.628, "dur": 14.627, + "args": { + "External id": 425952,"Sequence number": 5055805, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "", "1"], "Input type": ["float", "float", "Scalar"], "Input Strides": [[1], [], []], "Input Dims": [[1], [], []], "Ev Idx": 8143 + } + }, + { + "ph": "s", "id": 9, "pid": 4183440, "tid": 4183440, "ts": 675204900042.628, + "cat": "fwdbwd", "name": "fwdbwd" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 4183440, "tid": 4183440, + "ts": 675204900063.567, "dur": 6.615, + "args": { + "External id": 425953,"Sequence number": 5055806, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "0", "0", "9223372036854775807", "1"], "Input type": ["long int", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[8192, 1, 1], [], [], [], []], "Input Dims": [[16, 4, 4096], [], [], [], []], "Ev Idx": 8144 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204900067.299, "dur": 1.503, + "args": { + "External id": 425954,"Record function id": 0, "Concrete Inputs": ["", "[16, 4, 4096]", "[8192, 1, 1]", "1"], "Input type": ["long int", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[8192, 1, 1], [], [], []], "Input Dims": [[16, 4, 4096], [], [], []], "Ev Idx": 8145 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::select", "pid": 4183440, "tid": 4183440, + "ts": 675204900072.917, "dur": 7.068, + "args": { + "External id": 425955,"Sequence number": 5055806, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "1", "3"], "Input type": ["long int", "Scalar", "Scalar"], "Input Strides": [[8192, 1, 1], [], []], "Input Dims": [[16, 4, 4096], [], []], "Ev Idx": 8146 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204900077.601, "dur": 1.096, + "args": { + "External id": 425956,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096]", "[8192, 1]", "4"], "Input type": ["long int", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[8192, 1, 1], [], [], []], "Input Dims": [[16, 4, 4096], [], [], []], "Ev Idx": 8147 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 4183440, "tid": 4183440, + "ts": 675204900081.246, "dur": 3.480, + "args": { + "External id": 425957,"Sequence number": 5055806, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "1", "0", "9223372036854775807", "1"], "Input type": ["long int", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[8192, 1], [], [], [], []], "Input Dims": [[16, 4096], [], [], [], []], "Ev Idx": 8148 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204900083.094, "dur": 1.094, + "args": { + "External id": 425958,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096]", "[8192, 1]", "4"], "Input type": ["long int", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[8192, 1], [], [], []], "Input Dims": [[16, 4096], [], [], []], "Ev Idx": 8149 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 4183440, "tid": 4183440, + "ts": 675204900088.117, "dur": 5.859, + "args": { + "External id": 425959,"Sequence number": 5055806, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "0", "0", "9223372036854775807", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[16777216, 4096, 1024, 1], [], [], [], []], "Input Dims": [[16, 4096, 4, 1024], [], [], [], []], "Ev Idx": 8150 + } + }, + { + "ph": "s", "id": 8, "pid": 4183440, "tid": 4183440, "ts": 675204900088.117, + "cat": "fwdbwd", "name": "fwdbwd" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204900091.487, "dur": 1.195, + "args": { + "External id": 425960,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 4, 1024]", "[16777216, 4096, 1024, 1]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[16777216, 4096, 1024, 1], [], [], []], "Input Dims": [[16, 4096, 4, 1024], [], [], []], "Ev Idx": 8151 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 4183440, "tid": 4183440, + "ts": 675204900094.987, "dur": 4.867, + "args": { + "External id": 425961,"Sequence number": 5055807, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "1", "0", "9223372036854775807", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[16777216, 4096, 1024, 1], [], [], [], []], "Input Dims": [[16, 4096, 4, 1024], [], [], [], []], "Ev Idx": 8152 + } + }, + { + "ph": "s", "id": 7, "pid": 4183440, "tid": 4183440, "ts": 675204900094.987, + "cat": "fwdbwd", "name": "fwdbwd" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204900098.653, "dur": 0.487, + "args": { + "External id": 425962,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 4, 1024]", "[16777216, 4096, 1024, 1]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[16777216, 4096, 1024, 1], [], [], []], "Input Dims": [[16, 4096, 4, 1024], [], [], []], "Ev Idx": 8153 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::select", "pid": 4183440, "tid": 4183440, + "ts": 675204900101.199, "dur": 5.177, + "args": { + "External id": 425963,"Sequence number": 5055808, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "2", "3"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[16777216, 4096, 1024, 1], [], []], "Input Dims": [[16, 4096, 4, 1024], [], []], "Ev Idx": 8154 + } + }, + { + "ph": "s", "id": 6, "pid": 4183440, "tid": 4183440, "ts": 675204900101.199, + "cat": "fwdbwd", "name": "fwdbwd" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204900104.849, "dur": 0.728, + "args": { + "External id": 425964,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 1024]", "[16777216, 4096, 1]", "3072"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[16777216, 4096, 1024, 1], [], [], []], "Input Dims": [[16, 4096, 4, 1024], [], [], []], "Ev Idx": 8155 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 4183440, "tid": 4183440, + "ts": 675204900107.510, "dur": 4.891, + "args": { + "External id": 425965,"Sequence number": 5055809, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "2", "0", "9223372036854775807", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[16777216, 4096, 1], [], [], [], []], "Input Dims": [[16, 4096, 1024], [], [], [], []], "Ev Idx": 8156 + } + }, + { + "ph": "s", "id": 5, "pid": 4183440, "tid": 4183440, "ts": 675204900107.510, + "cat": "fwdbwd", "name": "fwdbwd" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204900110.654, "dur": 1.073, + "args": { + "External id": 425966,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 1024]", "[16777216, 4096, 1]", "3072"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[16777216, 4096, 1], [], [], []], "Input Dims": [[16, 4096, 1024], [], [], []], "Ev Idx": 8157 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::contiguous", "pid": 4183440, "tid": 4183440, + "ts": 675204900116.204, "dur": 32.585, + "args": { + "External id": 425967,"Sequence number": 5055810, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["long int", "Scalar"], "Input Strides": [[8192, 1], []], "Input Dims": [[16, 4096], []], "Ev Idx": 8158 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::clone", "pid": 4183440, "tid": 4183440, + "ts": 675204900117.901, "dur": 30.689, + "args": { + "External id": 425968,"Sequence number": 5055810, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["long int", "Scalar"], "Input Strides": [[8192, 1], []], "Input Dims": [[16, 4096], []], "Ev Idx": 8159 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty_like", "pid": 4183440, "tid": 4183440, + "ts": 675204900120.807, "dur": 7.738, + "args": { + "External id": 425969,"Record function id": 0, "Concrete Inputs": ["", "4", "0", "", "", "0"], "Input type": ["long int", "Scalar", "Scalar", "", "", "Scalar"], "Input Strides": [[8192, 1], [], [], [], [], []], "Input Dims": [[16, 4096], [], [], [], [], []], "Ev Idx": 8160 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 4183440, + "ts": 675204900123.499, "dur": 4.466, + "args": { + "External id": 425970,"Record function id": 0, "Concrete Inputs": ["[16, 4096]", "4", "0", "", "", "0"], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 8161 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 4183440, "tid": 4183440, + "ts": 675204900129.373, "dur": 18.797, + "args": { + "External id": 425971,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["long int", "long int", "Scalar"], "Input Strides": [[4096, 1], [8192, 1], []], "Input Dims": [[16, 4096], [16, 4096], []], "Ev Idx": 8162 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204900174.741, "dur": 4.638, + "args": { + "External id": 425972,"Sequence number": 5055810, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "[-1, 1024]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[16777216, 4096, 1], []], "Input Dims": [[16, 4096, 1024], []], "Ev Idx": 8163 + } + }, + { + "ph": "s", "id": 4, "pid": 4183440, "tid": 4183440, "ts": 675204900174.741, + "cat": "fwdbwd", "name": "fwdbwd" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204900181.460, "dur": 2.833, + "args": { + "External id": 425973,"Sequence number": 5055811, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "[-1]"], "Input type": ["long int", "ScalarList"], "Input Strides": [[4096, 1], []], "Input Dims": [[16, 4096], []], "Ev Idx": 8164 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "FusedLinearCrossEntropyFunction", "pid": 4183440, "tid": 4183440, + "ts": 675204900216.051, "dur": 23123.593, + "args": { + "External id": 425974,"Sequence number": 5055811, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "", "", "", "-100", "0.", "1.", "8"], "Input type": ["c10::BFloat16", "long int", "c10::BFloat16", "", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[4096, 1], [1], [1024, 1], [], [], [], [], []], "Input Dims": [[65536, 1024], [65536], [32000, 1024], [], [], [], [], []], "Ev Idx": 8165 + } + }, + { + "ph": "s", "id": 3, "pid": 4183440, "tid": 4183440, "ts": 675204900216.051, + "cat": "fwdbwd", "name": "fwdbwd" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::contiguous", "pid": 4183440, "tid": 4183440, + "ts": 675204900230.203, "dur": 27.164, + "args": { + "External id": 425975,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["c10::BFloat16", "Scalar"], "Input Strides": [[4096, 1], []], "Input Dims": [[65536, 1024], []], "Ev Idx": 8166 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::clone", "pid": 4183440, "tid": 4183440, + "ts": 675204900230.872, "dur": 26.303, + "args": { + "External id": 425976,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["c10::BFloat16", "Scalar"], "Input Strides": [[4096, 1], []], "Input Dims": [[65536, 1024], []], "Ev Idx": 8167 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty_like", "pid": 4183440, "tid": 4183440, + "ts": 675204900231.958, "dur": 5.904, + "args": { + "External id": 425977,"Record function id": 0, "Concrete Inputs": ["", "15", "0", "", "", "0"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "", "", "Scalar"], "Input Strides": [[4096, 1], [], [], [], [], []], "Input Dims": [[65536, 1024], [], [], [], [], []], "Ev Idx": 8168 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 4183440, + "ts": 675204900233.569, "dur": 3.769, + "args": { + "External id": 425978,"Record function id": 0, "Concrete Inputs": ["[65536, 1024]", "15", "0", "", "", "0"], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 8169 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 4183440, "tid": 4183440, + "ts": 675204900238.540, "dur": 18.169, + "args": { + "External id": 425979,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[1024, 1], [4096, 1], []], "Input Dims": [[65536, 1024], [65536, 1024], []], "Ev Idx": 8170 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::zeros_like", "pid": 4183440, "tid": 4183440, + "ts": 675204900272.020, "dur": 26.599, + "args": { + "External id": 425980,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "False", ""], "Input type": ["c10::BFloat16", "", "", "", "Scalar", ""], "Input Strides": [[1024, 1], [], [], [], [], []], "Input Dims": [[65536, 1024], [], [], [], [], []], "Ev Idx": 8171 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty_like", "pid": 4183440, "tid": 4183440, + "ts": 675204900272.930, "dur": 6.431, + "args": { + "External id": 425981,"Record function id": 0, "Concrete Inputs": ["", "15", "0", "", "False", ""], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "", "Scalar", ""], "Input Strides": [[1024, 1], [], [], [], [], []], "Input Dims": [[65536, 1024], [], [], [], [], []], "Ev Idx": 8172 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204900275.150, "dur": 3.921, + "args": { + "External id": 425982,"Record function id": 0, "Concrete Inputs": ["[65536, 1024]", "[1024, 1]", "15", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 8173 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::zero_", "pid": 4183440, "tid": 4183440, + "ts": 675204900280.772, "dur": 17.619, + "args": { + "External id": 425983,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[65536, 1024]], "Ev Idx": 8174 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::fill_", "pid": 4183440, "tid": 4183440, + "ts": 675204900282.804, "dur": 15.215, + "args": { + "External id": 425984,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["c10::BFloat16", "Scalar"], "Input Strides": [[1024, 1], []], "Input Dims": [[65536, 1024], []], "Ev Idx": 8175 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::zeros_like", "pid": 4183440, "tid": 4183440, + "ts": 675204900326.031, "dur": 21.581, + "args": { + "External id": 425985,"Record function id": 0, "Concrete Inputs": ["", "6", "", "", "False", ""], "Input type": ["c10::BFloat16", "Scalar", "", "", "Scalar", ""], "Input Strides": [[1024, 1], [], [], [], [], []], "Input Dims": [[32000, 1024], [], [], [], [], []], "Ev Idx": 8176 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty_like", "pid": 4183440, "tid": 4183440, + "ts": 675204900328.495, "dur": 3.969, + "args": { + "External id": 425986,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "False", ""], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "", "Scalar", ""], "Input Strides": [[1024, 1], [], [], [], [], []], "Input Dims": [[32000, 1024], [], [], [], [], []], "Ev Idx": 8177 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204900329.955, "dur": 2.234, + "args": { + "External id": 425987,"Record function id": 0, "Concrete Inputs": ["[32000, 1024]", "[1024, 1]", "6", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 8178 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::zero_", "pid": 4183440, "tid": 4183440, + "ts": 675204900333.005, "dur": 14.422, + "args": { + "External id": 425988,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1024, 1]], "Input Dims": [[32000, 1024]], "Ev Idx": 8179 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::fill_", "pid": 4183440, "tid": 4183440, + "ts": 675204900333.712, "dur": 13.235, + "args": { + "External id": 425989,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[1024, 1], []], "Input Dims": [[32000, 1024], []], "Ev Idx": 8180 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::zeros", "pid": 4183440, "tid": 4183440, + "ts": 675204900353.604, "dur": 19.606, + "args": { + "External id": 425990,"Record function id": 0, "Concrete Inputs": ["[65536]", "6", "", "", "False"], "Input type": ["ScalarList", "Scalar", "", "", "Scalar"], "Input Strides": [[], [], [], [], []], "Input Dims": [[], [], [], [], []], "Ev Idx": 8181 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 4183440, + "ts": 675204900355.060, "dur": 5.054, + "args": { + "External id": 425991,"Record function id": 0, "Concrete Inputs": ["[65536]", "6", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 8182 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::zero_", "pid": 4183440, "tid": 4183440, + "ts": 675204900360.696, "dur": 12.253, + "args": { + "External id": 425992,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1]], "Input Dims": [[65536]], "Ev Idx": 8183 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::fill_", "pid": 4183440, "tid": 4183440, + "ts": 675204900361.262, "dur": 11.348, + "args": { + "External id": 425993,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[1], []], "Input Dims": [[65536], []], "Ev Idx": 8184 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::ne", "pid": 4183440, "tid": 4183440, + "ts": 675204900378.098, "dur": 22.204, + "args": { + "External id": 425994,"Record function id": 0, "Concrete Inputs": ["", "-100"], "Input type": ["long int", "Scalar"], "Input Strides": [[1], []], "Input Dims": [[65536], []], "Ev Idx": 8185 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::sum", "pid": 4183440, "tid": 4183440, + "ts": 675204900403.340, "dur": 49.715, + "args": { + "External id": 425995,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["bool", ""], "Input Strides": [[1], []], "Input Dims": [[65536], []], "Ev Idx": 8186 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::sum", "pid": 4183440, "tid": 4183440, + "ts": 675204900405.204, "dur": 47.375, + "args": { + "External id": 425996,"Record function id": 0, "Concrete Inputs": ["", "[]", "False", ""], "Input type": ["bool", "ScalarList", "Scalar", ""], "Input Strides": [[1], [], [], []], "Input Dims": [[65536], [], [], []], "Ev Idx": 8187 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204900409.740, "dur": 1.021, + "args": { + "External id": 425997,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[0]", ""], "Input type": ["long int", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 8188 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 4183440, + "ts": 675204900412.004, "dur": 24.434, + "args": { + "External id": 425998,"Record function id": 0, "Concrete Inputs": ["", "4", "False", "False", ""], "Input type": ["bool", "Scalar", "Scalar", "Scalar", ""], "Input Strides": [[1], [], [], [], []], "Input Dims": [[65536], [], [], [], []], "Ev Idx": 8189 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::_to_copy", "pid": 4183440, "tid": 4183440, + "ts": 675204900413.352, "dur": 22.896, + "args": { + "External id": 425999,"Record function id": 0, "Concrete Inputs": ["", "4", "", "", "", "False", ""], "Input type": ["bool", "Scalar", "", "", "", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], []], "Input Dims": [[65536], [], [], [], [], [], []], "Ev Idx": 8190 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204900417.664, "dur": 2.464, + "args": { + "External id": 426000,"Record function id": 0, "Concrete Inputs": ["[65536]", "[1]", "4", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 8191 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 4183440, "tid": 4183440, + "ts": 675204900420.931, "dur": 14.907, + "args": { + "External id": 426001,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["long int", "bool", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[65536], [65536], []], "Ev Idx": 8192 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::item", "pid": 4183440, "tid": 4183440, + "ts": 675204900456.615, "dur": 17156.890, + "args": { + "External id": 426002,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["long int"], "Input Strides": [[]], "Input Dims": [[]], "Ev Idx": 8193 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::_local_scalar_dense", "pid": 4183440, "tid": 4183440, + "ts": 675204900458.098, "dur": 17154.248, + "args": { + "External id": 426003,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["long int"], "Input Strides": [[]], "Input Dims": [[]], "Ev Idx": 8194 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 4183440, "tid": 4183440, + "ts": 675204917623.398, "dur": 6.637, + "args": { + "External id": 426004,"Record function id": 0, "Concrete Inputs": ["", "0", "0", "8192", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [], [], [], []], "Input Dims": [[65536, 1024], [], [], [], []], "Ev Idx": 8195 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204917627.655, "dur": 0.786, + "args": { + "External id": 426005,"Record function id": 0, "Concrete Inputs": ["", "[8192, 1024]", "[1024, 1]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1024, 1], [], [], []], "Input Dims": [[65536, 1024], [], [], []], "Ev Idx": 8196 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::linear", "pid": 4183440, "tid": 4183440, + "ts": 675204917635.835, "dur": 131.249, + "args": { + "External id": 426006,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", ""], "Input Strides": [[1024, 1], [1024, 1], []], "Input Dims": [[8192, 1024], [32000, 1024], []], "Ev Idx": 8197 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 4183440, "tid": 4183440, + "ts": 675204917637.247, "dur": 6.512, + "args": { + "External id": 426007,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[32000, 1024]], "Ev Idx": 8198 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 4183440, "tid": 4183440, + "ts": 675204917639.529, "dur": 3.266, + "args": { + "External id": 426008,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [], []], "Input Dims": [[32000, 1024], [], []], "Ev Idx": 8199 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204917641.423, "dur": 1.096, + "args": { + "External id": 426009,"Record function id": 0, "Concrete Inputs": ["", "[1024, 32000]", "[1, 1024]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[1024, 1], [], [], []], "Input Dims": [[32000, 1024], [], [], []], "Ev Idx": 8200 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::matmul", "pid": 4183440, "tid": 4183440, + "ts": 675204917645.087, "dur": 121.439, + "args": { + "External id": 426010,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1, 1024]], "Input Dims": [[8192, 1024], [1024, 32000]], "Ev Idx": 8201 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 4183440, + "ts": 675204917646.907, "dur": 118.073, + "args": { + "External id": 426011,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1, 1024]], "Input Dims": [[8192, 1024], [1024, 32000]], "Ev Idx": 8202 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 4183440, "tid": 4183440, + "ts": 675204917772.245, "dur": 5.427, + "args": { + "External id": 426012,"Record function id": 0, "Concrete Inputs": ["", "0", "0", "8192", "1"], "Input type": ["long int", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], [], []], "Input Dims": [[65536], [], [], [], []], "Ev Idx": 8203 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204917775.080, "dur": 0.852, + "args": { + "External id": 426013,"Record function id": 0, "Concrete Inputs": ["", "[8192]", "[1]", "0"], "Input type": ["long int", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[65536], [], [], []], "Ev Idx": 8204 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204917785.600, "dur": 2.697, + "args": { + "External id": 426014,"Record function id": 0, "Concrete Inputs": ["", "[-1, 32000]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[32000, 1], []], "Input Dims": [[8192, 32000], []], "Ev Idx": 8205 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::new_empty", "pid": 4183440, "tid": 4183440, + "ts": 675204917802.894, "dur": 7.400, + "args": { + "External id": 426015,"Record function id": 0, "Concrete Inputs": ["", "[8192, 1]", "6", "", "", "False"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "", "", "Scalar"], "Input Strides": [[32000, 1], [], [], [], [], []], "Input Dims": [[8192, 32000], [], [], [], [], []], "Ev Idx": 8206 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 4183440, + "ts": 675204917805.758, "dur": 4.257, + "args": { + "External id": 426016,"Record function id": 0, "Concrete Inputs": ["[8192, 1]", "6", "0", "", "False", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 8207 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::logsumexp", "pid": 4183440, "tid": 4183440, + "ts": 675204917956.456, "dur": 210.314, + "args": { + "External id": 426017,"Record function id": 0, "Concrete Inputs": ["", "[-1]", "False"], "Input type": ["float", "ScalarList", "Scalar"], "Input Strides": [[1, 1], [], []], "Input Dims": [[8192, 1], [], []], "Ev Idx": 8208 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 4183440, + "ts": 675204917961.225, "dur": 3.190, + "args": { + "External id": 426018,"Record function id": 0, "Concrete Inputs": ["[0]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 8209 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::logsumexp", "pid": 4183440, "tid": 4183440, + "ts": 675204917966.179, "dur": 200.018, + "args": { + "External id": 426019,"Record function id": 0, "Concrete Inputs": ["", "[-1]", "False", ""], "Input type": ["float", "ScalarList", "Scalar", "float"], "Input Strides": [[1, 1], [], [], [1]], "Input Dims": [[8192, 1], [], [], [0]], "Ev Idx": 8210 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::real", "pid": 4183440, "tid": 4183440, + "ts": 675204917968.531, "dur": 0.439, + "args": { + "External id": 426020,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1, 1]], "Input Dims": [[8192, 1]], "Ev Idx": 8211 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::amax", "pid": 4183440, "tid": 4183440, + "ts": 675204917970.636, "dur": 27.376, + "args": { + "External id": 426021,"Record function id": 0, "Concrete Inputs": ["", "[-1]", "True"], "Input type": ["float", "ScalarList", "Scalar"], "Input Strides": [[1, 1], [], []], "Input Dims": [[8192, 1], [], []], "Ev Idx": 8212 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::squeeze", "pid": 4183440, "tid": 4183440, + "ts": 675204918000.066, "dur": 5.998, + "args": { + "External id": 426022,"Record function id": 0, "Concrete Inputs": ["", "[-1]"], "Input type": ["float", "ScalarList"], "Input Strides": [[1, 1], []], "Input Dims": [[8192, 1], []], "Ev Idx": 8213 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204918004.738, "dur": 1.000, + "args": { + "External id": 426023,"Record function id": 0, "Concrete Inputs": ["", "[8192]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[1, 1], [], [], []], "Input Dims": [[8192, 1], [], [], []], "Ev Idx": 8214 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::abs", "pid": 4183440, "tid": 4183440, + "ts": 675204918007.292, "dur": 26.044, + "args": { + "External id": 426024,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1]], "Input Dims": [[8192]], "Ev Idx": 8215 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 4183440, + "ts": 675204918008.491, "dur": 1.471, + "args": { + "External id": 426025,"Record function id": 0, "Concrete Inputs": ["[0]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 8216 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::abs", "pid": 4183440, "tid": 4183440, + "ts": 675204918011.391, "dur": 21.633, + "args": { + "External id": 426026,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["float", "float"], "Input Strides": [[1], [1]], "Input Dims": [[8192], [0]], "Ev Idx": 8217 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::resize_", "pid": 4183440, "tid": 4183440, + "ts": 675204918015.326, "dur": 3.490, + "args": { + "External id": 426027,"Record function id": 0, "Concrete Inputs": ["", "[8192]", ""], "Input type": ["float", "ScalarList", ""], "Input Strides": [[1], [], []], "Input Dims": [[0], [], []], "Ev Idx": 8218 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::eq", "pid": 4183440, "tid": 4183440, + "ts": 675204918035.041, "dur": 23.064, + "args": { + "External id": 426028,"Record function id": 0, "Concrete Inputs": ["", "inf"], "Input type": ["float", "Scalar"], "Input Strides": [[1], []], "Input Dims": [[8192], []], "Ev Idx": 8219 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::masked_fill_", "pid": 4183440, "tid": 4183440, + "ts": 675204918059.914, "dur": 19.015, + "args": { + "External id": 426029,"Record function id": 0, "Concrete Inputs": ["", "", "0"], "Input type": ["float", "bool", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[8192], [8192], []], "Ev Idx": 8220 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::sub", "pid": 4183440, "tid": 4183440, + "ts": 675204918082.111, "dur": 15.633, + "args": { + "External id": 426030,"Record function id": 0, "Concrete Inputs": ["", "", "1"], "Input type": ["float", "float", "Scalar"], "Input Strides": [[1, 1], [1, 1], []], "Input Dims": [[8192, 1], [8192, 1], []], "Ev Idx": 8221 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::exp_", "pid": 4183440, "tid": 4183440, + "ts": 675204918099.283, "dur": 13.983, + "args": { + "External id": 426031,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1, 1]], "Input Dims": [[8192, 1]], "Ev Idx": 8222 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::sum", "pid": 4183440, "tid": 4183440, + "ts": 675204918115.142, "dur": 22.248, + "args": { + "External id": 426032,"Record function id": 0, "Concrete Inputs": ["", "[-1]", "False", "", ""], "Input type": ["float", "ScalarList", "Scalar", "", "float"], "Input Strides": [[1, 1], [], [], [], [1]], "Input Dims": [[8192, 1], [], [], [], [0]], "Ev Idx": 8223 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::resize_", "pid": 4183440, "tid": 4183440, + "ts": 675204918117.243, "dur": 1.511, + "args": { + "External id": 426033,"Record function id": 0, "Concrete Inputs": ["", "[8192]", ""], "Input type": ["float", "ScalarList", ""], "Input Strides": [[1], [], []], "Input Dims": [[0], [], []], "Ev Idx": 8224 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204918121.442, "dur": 0.713, + "args": { + "External id": 426034,"Record function id": 0, "Concrete Inputs": ["", "[8192, 1]", "[1, 0]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[1], [], [], []], "Input Dims": [[8192], [], [], []], "Ev Idx": 8225 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::log_", "pid": 4183440, "tid": 4183440, + "ts": 675204918138.791, "dur": 12.966, + "args": { + "External id": 426035,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1]], "Input Dims": [[8192]], "Ev Idx": 8226 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::add_", "pid": 4183440, "tid": 4183440, + "ts": 675204918153.189, "dur": 12.007, + "args": { + "External id": 426036,"Record function id": 0, "Concrete Inputs": ["", "", "1"], "Input type": ["float", "float", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[8192], [8192], []], "Ev Idx": 8227 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204918173.580, "dur": 2.353, + "args": { + "External id": 426037,"Record function id": 0, "Concrete Inputs": ["", "[8192]"], "Input type": ["float", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[8192], []], "Ev Idx": 8228 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 4183440, "tid": 4183440, + "ts": 675204918182.644, "dur": 3.860, + "args": { + "External id": 426038,"Record function id": 0, "Concrete Inputs": ["", "0", "0", "8192", "1"], "Input type": ["float", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], [], []], "Input Dims": [[65536], [], [], [], []], "Ev Idx": 8229 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204918184.570, "dur": 0.919, + "args": { + "External id": 426039,"Record function id": 0, "Concrete Inputs": ["", "[8192]", "[1]", "0"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[65536], [], [], []], "Ev Idx": 8230 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 4183440, + "ts": 675204918264.851, "dur": 60.060, + "args": { + "External id": 426040,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[32000, 1], [1024, 1]], "Input Dims": [[8192, 32000], [32000, 1024]], "Ev Idx": 8231 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 4183440, "tid": 4183440, + "ts": 675204918330.696, "dur": 12.233, + "args": { + "External id": 426041,"Record function id": 0, "Concrete Inputs": ["", "0", "0", "8192", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [], [], [], []], "Input Dims": [[65536, 1024], [], [], [], []], "Ev Idx": 8232 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204918339.126, "dur": 1.159, + "args": { + "External id": 426042,"Record function id": 0, "Concrete Inputs": ["", "[8192, 1024]", "[1024, 1]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1024, 1], [], [], []], "Input Dims": [[65536, 1024], [], [], []], "Ev Idx": 8233 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 4183440, "tid": 4183440, + "ts": 675204918344.691, "dur": 27.115, + "args": { + "External id": 426043,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[1024, 1], [1024, 1], []], "Input Dims": [[8192, 1024], [8192, 1024], []], "Ev Idx": 8234 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 4183440, "tid": 4183440, + "ts": 675204918377.437, "dur": 8.795, + "args": { + "External id": 426044,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[32000, 1]], "Input Dims": [[8192, 32000]], "Ev Idx": 8235 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 4183440, "tid": 4183440, + "ts": 675204918379.426, "dur": 5.900, + "args": { + "External id": 426045,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[32000, 1], [], []], "Input Dims": [[8192, 32000], [], []], "Ev Idx": 8236 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204918381.818, "dur": 3.194, + "args": { + "External id": 426046,"Record function id": 0, "Concrete Inputs": ["", "[32000, 8192]", "[1, 32000]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[32000, 1], [], [], []], "Input Dims": [[8192, 32000], [], [], []], "Ev Idx": 8237 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::matmul", "pid": 4183440, "tid": 4183440, + "ts": 675204918389.376, "dur": 47.955, + "args": { + "External id": 426047,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 32000], [1024, 1]], "Input Dims": [[32000, 8192], [8192, 1024]], "Ev Idx": 8238 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 4183440, + "ts": 675204918390.928, "dur": 45.545, + "args": { + "External id": 426048,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 32000], [1024, 1]], "Input Dims": [[32000, 8192], [8192, 1024]], "Ev Idx": 8239 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::add_", "pid": 4183440, "tid": 4183440, + "ts": 675204918442.012, "dur": 16.301, + "args": { + "External id": 426049,"Record function id": 0, "Concrete Inputs": ["", "", "1"], "Input type": ["float", "c10::BFloat16", "Scalar"], "Input Strides": [[1024, 1], [1024, 1], []], "Input Dims": [[32000, 1024], [32000, 1024], []], "Ev Idx": 8240 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 4183440, "tid": 4183440, + "ts": 675204918464.319, "dur": 3.864, + "args": { + "External id": 426050,"Record function id": 0, "Concrete Inputs": ["", "0", "8192", "16384", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [], [], [], []], "Input Dims": [[65536, 1024], [], [], [], []], "Ev Idx": 8241 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204918466.550, "dur": 0.765, + "args": { + "External id": 426051,"Record function id": 0, "Concrete Inputs": ["", "[8192, 1024]", "[1024, 1]", "8388608"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1024, 1], [], [], []], "Input Dims": [[65536, 1024], [], [], []], "Ev Idx": 8242 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::linear", "pid": 4183440, "tid": 4183440, + "ts": 675204918472.847, "dur": 49.738, + "args": { + "External id": 426052,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", ""], "Input Strides": [[1024, 1], [1024, 1], []], "Input Dims": [[8192, 1024], [32000, 1024], []], "Ev Idx": 8243 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 4183440, "tid": 4183440, + "ts": 675204918474.034, "dur": 3.833, + "args": { + "External id": 426053,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[32000, 1024]], "Ev Idx": 8244 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 4183440, "tid": 4183440, + "ts": 675204918474.957, "dur": 2.278, + "args": { + "External id": 426054,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [], []], "Input Dims": [[32000, 1024], [], []], "Ev Idx": 8245 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204918476.441, "dur": 0.648, + "args": { + "External id": 426055,"Record function id": 0, "Concrete Inputs": ["", "[1024, 32000]", "[1, 1024]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[1024, 1], [], [], []], "Input Dims": [[32000, 1024], [], [], []], "Ev Idx": 8246 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::matmul", "pid": 4183440, "tid": 4183440, + "ts": 675204918478.793, "dur": 43.422, + "args": { + "External id": 426056,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1, 1024]], "Input Dims": [[8192, 1024], [1024, 32000]], "Ev Idx": 8247 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 4183440, + "ts": 675204918480.285, "dur": 41.440, + "args": { + "External id": 426057,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1, 1024]], "Input Dims": [[8192, 1024], [1024, 32000]], "Ev Idx": 8248 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 4183440, "tid": 4183440, + "ts": 675204918526.450, "dur": 3.812, + "args": { + "External id": 426058,"Record function id": 0, "Concrete Inputs": ["", "0", "8192", "16384", "1"], "Input type": ["long int", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], [], []], "Input Dims": [[65536], [], [], [], []], "Ev Idx": 8249 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204918528.642, "dur": 0.563, + "args": { + "External id": 426059,"Record function id": 0, "Concrete Inputs": ["", "[8192]", "[1]", "8192"], "Input type": ["long int", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[65536], [], [], []], "Ev Idx": 8250 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204918536.229, "dur": 1.604, + "args": { + "External id": 426060,"Record function id": 0, "Concrete Inputs": ["", "[-1, 32000]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[32000, 1], []], "Input Dims": [[8192, 32000], []], "Ev Idx": 8251 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::new_empty", "pid": 4183440, "tid": 4183440, + "ts": 675204918545.726, "dur": 7.220, + "args": { + "External id": 426061,"Record function id": 0, "Concrete Inputs": ["", "[8192, 1]", "6", "", "", "False"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "", "", "Scalar"], "Input Strides": [[32000, 1], [], [], [], [], []], "Input Dims": [[8192, 32000], [], [], [], [], []], "Ev Idx": 8252 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 4183440, + "ts": 675204918548.150, "dur": 4.457, + "args": { + "External id": 426062,"Record function id": 0, "Concrete Inputs": ["[8192, 1]", "6", "0", "", "False", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 8253 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::logsumexp", "pid": 4183440, "tid": 4183440, + "ts": 675204918647.775, "dur": 303.348, + "args": { + "External id": 426063,"Record function id": 0, "Concrete Inputs": ["", "[-1]", "False"], "Input type": ["float", "ScalarList", "Scalar"], "Input Strides": [[1, 1], [], []], "Input Dims": [[8192, 1], [], []], "Ev Idx": 8254 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 4183440, + "ts": 675204918649.567, "dur": 38.482, + "args": { + "External id": 426064,"Record function id": 0, "Concrete Inputs": ["[0]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 8255 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::logsumexp", "pid": 4183440, "tid": 4183440, + "ts": 675204918693.078, "dur": 257.406, + "args": { + "External id": 426065,"Record function id": 0, "Concrete Inputs": ["", "[-1]", "False", ""], "Input type": ["float", "ScalarList", "Scalar", "float"], "Input Strides": [[1, 1], [], [], [1]], "Input Dims": [[8192, 1], [], [], [0]], "Ev Idx": 8256 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::real", "pid": 4183440, "tid": 4183440, + "ts": 675204918695.056, "dur": 0.424, + "args": { + "External id": 426066,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1, 1]], "Input Dims": [[8192, 1]], "Ev Idx": 8257 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::amax", "pid": 4183440, "tid": 4183440, + "ts": 675204918696.754, "dur": 25.547, + "args": { + "External id": 426067,"Record function id": 0, "Concrete Inputs": ["", "[-1]", "True"], "Input type": ["float", "ScalarList", "Scalar"], "Input Strides": [[1, 1], [], []], "Input Dims": [[8192, 1], [], []], "Ev Idx": 8258 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::squeeze", "pid": 4183440, "tid": 4183440, + "ts": 675204918724.192, "dur": 5.925, + "args": { + "External id": 426068,"Record function id": 0, "Concrete Inputs": ["", "[-1]"], "Input type": ["float", "ScalarList"], "Input Strides": [[1, 1], []], "Input Dims": [[8192, 1], []], "Ev Idx": 8259 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204918726.549, "dur": 3.300, + "args": { + "External id": 426069,"Record function id": 0, "Concrete Inputs": ["", "[8192]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[1, 1], [], [], []], "Input Dims": [[8192, 1], [], [], []], "Ev Idx": 8260 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::abs", "pid": 4183440, "tid": 4183440, + "ts": 675204918731.058, "dur": 23.712, + "args": { + "External id": 426070,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1]], "Input Dims": [[8192]], "Ev Idx": 8261 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 4183440, + "ts": 675204918732.305, "dur": 1.720, + "args": { + "External id": 426071,"Record function id": 0, "Concrete Inputs": ["[0]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 8262 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::abs", "pid": 4183440, "tid": 4183440, + "ts": 675204918735.608, "dur": 18.906, + "args": { + "External id": 426072,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["float", "float"], "Input Strides": [[1], [1]], "Input Dims": [[8192], [0]], "Ev Idx": 8263 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::resize_", "pid": 4183440, "tid": 4183440, + "ts": 675204918738.499, "dur": 2.790, + "args": { + "External id": 426073,"Record function id": 0, "Concrete Inputs": ["", "[8192]", ""], "Input type": ["float", "ScalarList", ""], "Input Strides": [[1], [], []], "Input Dims": [[0], [], []], "Ev Idx": 8264 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::eq", "pid": 4183440, "tid": 4183440, + "ts": 675204918756.264, "dur": 22.701, + "args": { + "External id": 426074,"Record function id": 0, "Concrete Inputs": ["", "inf"], "Input type": ["float", "Scalar"], "Input Strides": [[1], []], "Input Dims": [[8192], []], "Ev Idx": 8265 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::masked_fill_", "pid": 4183440, "tid": 4183440, + "ts": 675204918780.485, "dur": 12.856, + "args": { + "External id": 426075,"Record function id": 0, "Concrete Inputs": ["", "", "0"], "Input type": ["float", "bool", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[8192], [8192], []], "Ev Idx": 8266 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::sub", "pid": 4183440, "tid": 4183440, + "ts": 675204918796.031, "dur": 15.536, + "args": { + "External id": 426076,"Record function id": 0, "Concrete Inputs": ["", "", "1"], "Input type": ["float", "float", "Scalar"], "Input Strides": [[1, 1], [1, 1], []], "Input Dims": [[8192, 1], [8192, 1], []], "Ev Idx": 8267 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::exp_", "pid": 4183440, "tid": 4183440, + "ts": 675204918812.975, "dur": 14.522, + "args": { + "External id": 426077,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1, 1]], "Input Dims": [[8192, 1]], "Ev Idx": 8268 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::sum", "pid": 4183440, "tid": 4183440, + "ts": 675204918829.529, "dur": 25.644, + "args": { + "External id": 426078,"Record function id": 0, "Concrete Inputs": ["", "[-1]", "False", "", ""], "Input type": ["float", "ScalarList", "Scalar", "", "float"], "Input Strides": [[1, 1], [], [], [], [1]], "Input Dims": [[8192, 1], [], [], [], [0]], "Ev Idx": 8269 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::resize_", "pid": 4183440, "tid": 4183440, + "ts": 675204918831.636, "dur": 1.692, + "args": { + "External id": 426079,"Record function id": 0, "Concrete Inputs": ["", "[8192]", ""], "Input type": ["float", "ScalarList", ""], "Input Strides": [[1], [], []], "Input Dims": [[0], [], []], "Ev Idx": 8270 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204918835.976, "dur": 2.973, + "args": { + "External id": 426080,"Record function id": 0, "Concrete Inputs": ["", "[8192, 1]", "[1, 0]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[1], [], [], []], "Input Dims": [[8192], [], [], []], "Ev Idx": 8271 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::log_", "pid": 4183440, "tid": 4183440, + "ts": 675204918856.711, "dur": 36.179, + "args": { + "External id": 426081,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1]], "Input Dims": [[8192]], "Ev Idx": 8272 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::add_", "pid": 4183440, "tid": 4183440, + "ts": 675204918894.055, "dur": 54.802, + "args": { + "External id": 426082,"Record function id": 0, "Concrete Inputs": ["", "", "1"], "Input type": ["float", "float", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[8192], [8192], []], "Ev Idx": 8273 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204918960.453, "dur": 2.463, + "args": { + "External id": 426083,"Record function id": 0, "Concrete Inputs": ["", "[8192]"], "Input type": ["float", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[8192], []], "Ev Idx": 8274 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 4183440, "tid": 4183440, + "ts": 675204918972.834, "dur": 4.113, + "args": { + "External id": 426084,"Record function id": 0, "Concrete Inputs": ["", "0", "8192", "16384", "1"], "Input type": ["float", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], [], []], "Input Dims": [[65536], [], [], [], []], "Ev Idx": 8275 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204918975.537, "dur": 0.572, + "args": { + "External id": 426085,"Record function id": 0, "Concrete Inputs": ["", "[8192]", "[1]", "8192"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[65536], [], [], []], "Ev Idx": 8276 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 4183440, + "ts": 675204919052.052, "dur": 56.837, + "args": { + "External id": 426086,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[32000, 1], [1024, 1]], "Input Dims": [[8192, 32000], [32000, 1024]], "Ev Idx": 8277 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 4183440, "tid": 4183440, + "ts": 675204919113.339, "dur": 4.779, + "args": { + "External id": 426087,"Record function id": 0, "Concrete Inputs": ["", "0", "8192", "16384", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [], [], [], []], "Input Dims": [[65536, 1024], [], [], [], []], "Ev Idx": 8278 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204919115.977, "dur": 0.957, + "args": { + "External id": 426088,"Record function id": 0, "Concrete Inputs": ["", "[8192, 1024]", "[1024, 1]", "8388608"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1024, 1], [], [], []], "Input Dims": [[65536, 1024], [], [], []], "Ev Idx": 8279 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 4183440, "tid": 4183440, + "ts": 675204919119.633, "dur": 25.511, + "args": { + "External id": 426089,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[1024, 1], [1024, 1], []], "Input Dims": [[8192, 1024], [8192, 1024], []], "Ev Idx": 8280 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 4183440, "tid": 4183440, + "ts": 675204919161.297, "dur": 8.529, + "args": { + "External id": 426090,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[32000, 1]], "Input Dims": [[8192, 32000]], "Ev Idx": 8281 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 4183440, "tid": 4183440, + "ts": 675204919163.098, "dur": 5.793, + "args": { + "External id": 426091,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[32000, 1], [], []], "Input Dims": [[8192, 32000], [], []], "Ev Idx": 8282 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204919165.311, "dur": 3.322, + "args": { + "External id": 426092,"Record function id": 0, "Concrete Inputs": ["", "[32000, 8192]", "[1, 32000]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[32000, 1], [], [], []], "Input Dims": [[8192, 32000], [], [], []], "Ev Idx": 8283 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::matmul", "pid": 4183440, "tid": 4183440, + "ts": 675204919172.482, "dur": 43.499, + "args": { + "External id": 426093,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 32000], [1024, 1]], "Input Dims": [[32000, 8192], [8192, 1024]], "Ev Idx": 8284 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 4183440, + "ts": 675204919173.578, "dur": 41.858, + "args": { + "External id": 426094,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 32000], [1024, 1]], "Input Dims": [[32000, 8192], [8192, 1024]], "Ev Idx": 8285 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::add_", "pid": 4183440, "tid": 4183440, + "ts": 675204919219.654, "dur": 16.373, + "args": { + "External id": 426095,"Record function id": 0, "Concrete Inputs": ["", "", "1"], "Input type": ["float", "c10::BFloat16", "Scalar"], "Input Strides": [[1024, 1], [1024, 1], []], "Input Dims": [[32000, 1024], [32000, 1024], []], "Ev Idx": 8286 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 4183440, "tid": 4183440, + "ts": 675204919241.770, "dur": 3.804, + "args": { + "External id": 426096,"Record function id": 0, "Concrete Inputs": ["", "0", "16384", "24576", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [], [], [], []], "Input Dims": [[65536, 1024], [], [], [], []], "Ev Idx": 8287 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204919244.092, "dur": 0.640, + "args": { + "External id": 426097,"Record function id": 0, "Concrete Inputs": ["", "[8192, 1024]", "[1024, 1]", "16777216"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1024, 1], [], [], []], "Input Dims": [[65536, 1024], [], [], []], "Ev Idx": 8288 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::linear", "pid": 4183440, "tid": 4183440, + "ts": 675204919250.125, "dur": 47.342, + "args": { + "External id": 426098,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", ""], "Input Strides": [[1024, 1], [1024, 1], []], "Input Dims": [[8192, 1024], [32000, 1024], []], "Ev Idx": 8289 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 4183440, "tid": 4183440, + "ts": 675204919251.226, "dur": 3.712, + "args": { + "External id": 426099,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[32000, 1024]], "Ev Idx": 8290 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 4183440, "tid": 4183440, + "ts": 675204919252.091, "dur": 2.290, + "args": { + "External id": 426100,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [], []], "Input Dims": [[32000, 1024], [], []], "Ev Idx": 8291 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204919253.724, "dur": 0.521, + "args": { + "External id": 426101,"Record function id": 0, "Concrete Inputs": ["", "[1024, 32000]", "[1, 1024]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[1024, 1], [], [], []], "Input Dims": [[32000, 1024], [], [], []], "Ev Idx": 8292 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::matmul", "pid": 4183440, "tid": 4183440, + "ts": 675204919255.772, "dur": 41.362, + "args": { + "External id": 426102,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1, 1024]], "Input Dims": [[8192, 1024], [1024, 32000]], "Ev Idx": 8293 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 4183440, + "ts": 675204919256.578, "dur": 39.956, + "args": { + "External id": 426103,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1, 1024]], "Input Dims": [[8192, 1024], [1024, 32000]], "Ev Idx": 8294 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 4183440, "tid": 4183440, + "ts": 675204919301.418, "dur": 3.853, + "args": { + "External id": 426104,"Record function id": 0, "Concrete Inputs": ["", "0", "16384", "24576", "1"], "Input type": ["long int", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], [], []], "Input Dims": [[65536], [], [], [], []], "Ev Idx": 8295 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204919303.221, "dur": 0.753, + "args": { + "External id": 426105,"Record function id": 0, "Concrete Inputs": ["", "[8192]", "[1]", "16384"], "Input type": ["long int", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[65536], [], [], []], "Ev Idx": 8296 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204919310.241, "dur": 1.469, + "args": { + "External id": 426106,"Record function id": 0, "Concrete Inputs": ["", "[-1, 32000]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[32000, 1], []], "Input Dims": [[8192, 32000], []], "Ev Idx": 8297 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::new_empty", "pid": 4183440, "tid": 4183440, + "ts": 675204919319.799, "dur": 6.690, + "args": { + "External id": 426107,"Record function id": 0, "Concrete Inputs": ["", "[8192, 1]", "6", "", "", "False"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "", "", "Scalar"], "Input Strides": [[32000, 1], [], [], [], [], []], "Input Dims": [[8192, 32000], [], [], [], [], []], "Ev Idx": 8298 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 4183440, + "ts": 675204919321.954, "dur": 4.249, + "args": { + "External id": 426108,"Record function id": 0, "Concrete Inputs": ["[8192, 1]", "6", "0", "", "False", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 8299 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::logsumexp", "pid": 4183440, "tid": 4183440, + "ts": 675204919414.184, "dur": 187.722, + "args": { + "External id": 426109,"Record function id": 0, "Concrete Inputs": ["", "[-1]", "False"], "Input type": ["float", "ScalarList", "Scalar"], "Input Strides": [[1, 1], [], []], "Input Dims": [[8192, 1], [], []], "Ev Idx": 8300 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 4183440, + "ts": 675204919416.136, "dur": 2.234, + "args": { + "External id": 426110,"Record function id": 0, "Concrete Inputs": ["[0]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 8301 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::logsumexp", "pid": 4183440, "tid": 4183440, + "ts": 675204919421.758, "dur": 179.651, + "args": { + "External id": 426111,"Record function id": 0, "Concrete Inputs": ["", "[-1]", "False", ""], "Input type": ["float", "ScalarList", "Scalar", "float"], "Input Strides": [[1, 1], [], [], [1]], "Input Dims": [[8192, 1], [], [], [0]], "Ev Idx": 8302 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::real", "pid": 4183440, "tid": 4183440, + "ts": 675204919422.998, "dur": 0.391, + "args": { + "External id": 426112,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1, 1]], "Input Dims": [[8192, 1]], "Ev Idx": 8303 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::amax", "pid": 4183440, "tid": 4183440, + "ts": 675204919424.590, "dur": 20.972, + "args": { + "External id": 426113,"Record function id": 0, "Concrete Inputs": ["", "[-1]", "True"], "Input type": ["float", "ScalarList", "Scalar"], "Input Strides": [[1, 1], [], []], "Input Dims": [[8192, 1], [], []], "Ev Idx": 8304 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::squeeze", "pid": 4183440, "tid": 4183440, + "ts": 675204919447.465, "dur": 5.376, + "args": { + "External id": 426114,"Record function id": 0, "Concrete Inputs": ["", "[-1]"], "Input type": ["float", "ScalarList"], "Input Strides": [[1, 1], []], "Input Dims": [[8192, 1], []], "Ev Idx": 8305 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204919449.390, "dur": 3.178, + "args": { + "External id": 426115,"Record function id": 0, "Concrete Inputs": ["", "[8192]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[1, 1], [], [], []], "Input Dims": [[8192, 1], [], [], []], "Ev Idx": 8306 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::abs", "pid": 4183440, "tid": 4183440, + "ts": 675204919453.598, "dur": 21.375, + "args": { + "External id": 426116,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1]], "Input Dims": [[8192]], "Ev Idx": 8307 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 4183440, + "ts": 675204919454.859, "dur": 1.300, + "args": { + "External id": 426117,"Record function id": 0, "Concrete Inputs": ["[0]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 8308 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::abs", "pid": 4183440, "tid": 4183440, + "ts": 675204919457.456, "dur": 17.292, + "args": { + "External id": 426118,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["float", "float"], "Input Strides": [[1], [1]], "Input Dims": [[8192], [0]], "Ev Idx": 8309 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::resize_", "pid": 4183440, "tid": 4183440, + "ts": 675204919460.173, "dur": 2.226, + "args": { + "External id": 426119,"Record function id": 0, "Concrete Inputs": ["", "[8192]", ""], "Input type": ["float", "ScalarList", ""], "Input Strides": [[1], [], []], "Input Dims": [[0], [], []], "Ev Idx": 8310 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::eq", "pid": 4183440, "tid": 4183440, + "ts": 675204919479.065, "dur": 20.861, + "args": { + "External id": 426120,"Record function id": 0, "Concrete Inputs": ["", "inf"], "Input type": ["float", "Scalar"], "Input Strides": [[1], []], "Input Dims": [[8192], []], "Ev Idx": 8311 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::masked_fill_", "pid": 4183440, "tid": 4183440, + "ts": 675204919501.340, "dur": 14.650, + "args": { + "External id": 426121,"Record function id": 0, "Concrete Inputs": ["", "", "0"], "Input type": ["float", "bool", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[8192], [8192], []], "Ev Idx": 8312 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::sub", "pid": 4183440, "tid": 4183440, + "ts": 675204919518.185, "dur": 13.617, + "args": { + "External id": 426122,"Record function id": 0, "Concrete Inputs": ["", "", "1"], "Input type": ["float", "float", "Scalar"], "Input Strides": [[1, 1], [1, 1], []], "Input Dims": [[8192, 1], [8192, 1], []], "Ev Idx": 8313 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::exp_", "pid": 4183440, "tid": 4183440, + "ts": 675204919533.031, "dur": 13.003, + "args": { + "External id": 426123,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1, 1]], "Input Dims": [[8192, 1]], "Ev Idx": 8314 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::sum", "pid": 4183440, "tid": 4183440, + "ts": 675204919548.883, "dur": 24.554, + "args": { + "External id": 426124,"Record function id": 0, "Concrete Inputs": ["", "[-1]", "False", "", ""], "Input type": ["float", "ScalarList", "Scalar", "", "float"], "Input Strides": [[1, 1], [], [], [], [1]], "Input Dims": [[8192, 1], [], [], [], [0]], "Ev Idx": 8315 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::resize_", "pid": 4183440, "tid": 4183440, + "ts": 675204919554.255, "dur": 1.980, + "args": { + "External id": 426125,"Record function id": 0, "Concrete Inputs": ["", "[8192]", ""], "Input type": ["float", "ScalarList", ""], "Input Strides": [[1], [], []], "Input Dims": [[0], [], []], "Ev Idx": 8316 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204919558.123, "dur": 1.032, + "args": { + "External id": 426126,"Record function id": 0, "Concrete Inputs": ["", "[8192, 1]", "[1, 0]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[1], [], [], []], "Input Dims": [[8192], [], [], []], "Ev Idx": 8317 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::log_", "pid": 4183440, "tid": 4183440, + "ts": 675204919575.193, "dur": 13.691, + "args": { + "External id": 426127,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1]], "Input Dims": [[8192]], "Ev Idx": 8318 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::add_", "pid": 4183440, "tid": 4183440, + "ts": 675204919590.049, "dur": 10.332, + "args": { + "External id": 426128,"Record function id": 0, "Concrete Inputs": ["", "", "1"], "Input type": ["float", "float", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[8192], [8192], []], "Ev Idx": 8319 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204919607.506, "dur": 1.641, + "args": { + "External id": 426129,"Record function id": 0, "Concrete Inputs": ["", "[8192]"], "Input type": ["float", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[8192], []], "Ev Idx": 8320 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 4183440, "tid": 4183440, + "ts": 675204919617.629, "dur": 3.245, + "args": { + "External id": 426130,"Record function id": 0, "Concrete Inputs": ["", "0", "16384", "24576", "1"], "Input type": ["float", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], [], []], "Input Dims": [[65536], [], [], [], []], "Ev Idx": 8321 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204919619.602, "dur": 0.332, + "args": { + "External id": 426131,"Record function id": 0, "Concrete Inputs": ["", "[8192]", "[1]", "16384"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[65536], [], [], []], "Ev Idx": 8322 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 4183440, + "ts": 675204919727.555, "dur": 48.792, + "args": { + "External id": 426132,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[32000, 1], [1024, 1]], "Input Dims": [[8192, 32000], [32000, 1024]], "Ev Idx": 8323 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 4183440, "tid": 4183440, + "ts": 675204919781.267, "dur": 5.988, + "args": { + "External id": 426133,"Record function id": 0, "Concrete Inputs": ["", "0", "16384", "24576", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [], [], [], []], "Input Dims": [[65536, 1024], [], [], [], []], "Ev Idx": 8324 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204919784.482, "dur": 1.002, + "args": { + "External id": 426134,"Record function id": 0, "Concrete Inputs": ["", "[8192, 1024]", "[1024, 1]", "16777216"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1024, 1], [], [], []], "Input Dims": [[65536, 1024], [], [], []], "Ev Idx": 8325 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 4183440, "tid": 4183440, + "ts": 675204919788.602, "dur": 30.117, + "args": { + "External id": 426135,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[1024, 1], [1024, 1], []], "Input Dims": [[8192, 1024], [8192, 1024], []], "Ev Idx": 8326 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 4183440, "tid": 4183440, + "ts": 675204919823.502, "dur": 6.061, + "args": { + "External id": 426136,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[32000, 1]], "Input Dims": [[8192, 32000]], "Ev Idx": 8327 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 4183440, "tid": 4183440, + "ts": 675204919825.292, "dur": 3.620, + "args": { + "External id": 426137,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[32000, 1], [], []], "Input Dims": [[8192, 32000], [], []], "Ev Idx": 8328 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204919827.162, "dur": 1.499, + "args": { + "External id": 426138,"Record function id": 0, "Concrete Inputs": ["", "[32000, 8192]", "[1, 32000]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[32000, 1], [], [], []], "Input Dims": [[8192, 32000], [], [], []], "Ev Idx": 8329 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::matmul", "pid": 4183440, "tid": 4183440, + "ts": 675204919832.023, "dur": 44.052, + "args": { + "External id": 426139,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 32000], [1024, 1]], "Input Dims": [[32000, 8192], [8192, 1024]], "Ev Idx": 8330 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 4183440, + "ts": 675204919833.544, "dur": 41.879, + "args": { + "External id": 426140,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 32000], [1024, 1]], "Input Dims": [[32000, 8192], [8192, 1024]], "Ev Idx": 8331 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::add_", "pid": 4183440, "tid": 4183440, + "ts": 675204919879.763, "dur": 15.620, + "args": { + "External id": 426141,"Record function id": 0, "Concrete Inputs": ["", "", "1"], "Input type": ["float", "c10::BFloat16", "Scalar"], "Input Strides": [[1024, 1], [1024, 1], []], "Input Dims": [[32000, 1024], [32000, 1024], []], "Ev Idx": 8332 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 4183440, "tid": 4183440, + "ts": 675204919900.946, "dur": 3.953, + "args": { + "External id": 426142,"Record function id": 0, "Concrete Inputs": ["", "0", "24576", "32768", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [], [], [], []], "Input Dims": [[65536, 1024], [], [], [], []], "Ev Idx": 8333 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204919903.408, "dur": 0.712, + "args": { + "External id": 426143,"Record function id": 0, "Concrete Inputs": ["", "[8192, 1024]", "[1024, 1]", "25165824"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1024, 1], [], [], []], "Input Dims": [[65536, 1024], [], [], []], "Ev Idx": 8334 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::linear", "pid": 4183440, "tid": 4183440, + "ts": 675204919909.107, "dur": 65.422, + "args": { + "External id": 426144,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", ""], "Input Strides": [[1024, 1], [1024, 1], []], "Input Dims": [[8192, 1024], [32000, 1024], []], "Ev Idx": 8335 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 4183440, "tid": 4183440, + "ts": 675204919910.062, "dur": 4.288, + "args": { + "External id": 426145,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[32000, 1024]], "Ev Idx": 8336 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 4183440, "tid": 4183440, + "ts": 675204919911.168, "dur": 2.634, + "args": { + "External id": 426146,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [], []], "Input Dims": [[32000, 1024], [], []], "Ev Idx": 8337 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204919913.031, "dur": 0.625, + "args": { + "External id": 426147,"Record function id": 0, "Concrete Inputs": ["", "[1024, 32000]", "[1, 1024]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[1024, 1], [], [], []], "Input Dims": [[32000, 1024], [], [], []], "Ev Idx": 8338 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::matmul", "pid": 4183440, "tid": 4183440, + "ts": 675204919915.125, "dur": 58.848, + "args": { + "External id": 426148,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1, 1024]], "Input Dims": [[8192, 1024], [1024, 32000]], "Ev Idx": 8339 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 4183440, + "ts": 675204919916.061, "dur": 56.987, + "args": { + "External id": 426149,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1, 1024]], "Input Dims": [[8192, 1024], [1024, 32000]], "Ev Idx": 8340 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 4183440, "tid": 4183440, + "ts": 675204919980.219, "dur": 4.717, + "args": { + "External id": 426150,"Record function id": 0, "Concrete Inputs": ["", "0", "24576", "32768", "1"], "Input type": ["long int", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], [], []], "Input Dims": [[65536], [], [], [], []], "Ev Idx": 8341 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204919982.519, "dur": 0.975, + "args": { + "External id": 426151,"Record function id": 0, "Concrete Inputs": ["", "[8192]", "[1]", "24576"], "Input type": ["long int", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[65536], [], [], []], "Ev Idx": 8342 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204919991.442, "dur": 1.772, + "args": { + "External id": 426152,"Record function id": 0, "Concrete Inputs": ["", "[-1, 32000]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[32000, 1], []], "Input Dims": [[8192, 32000], []], "Ev Idx": 8343 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::new_empty", "pid": 4183440, "tid": 4183440, + "ts": 675204920000.929, "dur": 7.564, + "args": { + "External id": 426153,"Record function id": 0, "Concrete Inputs": ["", "[8192, 1]", "6", "", "", "False"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "", "", "Scalar"], "Input Strides": [[32000, 1], [], [], [], [], []], "Input Dims": [[8192, 32000], [], [], [], [], []], "Ev Idx": 8344 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 4183440, + "ts": 675204920003.371, "dur": 4.848, + "args": { + "External id": 426154,"Record function id": 0, "Concrete Inputs": ["[8192, 1]", "6", "0", "", "False", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 8345 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::logsumexp", "pid": 4183440, "tid": 4183440, + "ts": 675204920096.946, "dur": 186.677, + "args": { + "External id": 426155,"Record function id": 0, "Concrete Inputs": ["", "[-1]", "False"], "Input type": ["float", "ScalarList", "Scalar"], "Input Strides": [[1, 1], [], []], "Input Dims": [[8192, 1], [], []], "Ev Idx": 8346 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 4183440, + "ts": 675204920101.164, "dur": 2.147, + "args": { + "External id": 426156,"Record function id": 0, "Concrete Inputs": ["[0]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 8347 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::logsumexp", "pid": 4183440, "tid": 4183440, + "ts": 675204920105.055, "dur": 178.104, + "args": { + "External id": 426157,"Record function id": 0, "Concrete Inputs": ["", "[-1]", "False", ""], "Input type": ["float", "ScalarList", "Scalar", "float"], "Input Strides": [[1, 1], [], [], [1]], "Input Dims": [[8192, 1], [], [], [0]], "Ev Idx": 8348 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::real", "pid": 4183440, "tid": 4183440, + "ts": 675204920106.383, "dur": 0.553, + "args": { + "External id": 426158,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1, 1]], "Input Dims": [[8192, 1]], "Ev Idx": 8349 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::amax", "pid": 4183440, "tid": 4183440, + "ts": 675204920108.599, "dur": 21.635, + "args": { + "External id": 426159,"Record function id": 0, "Concrete Inputs": ["", "[-1]", "True"], "Input type": ["float", "ScalarList", "Scalar"], "Input Strides": [[1, 1], [], []], "Input Dims": [[8192, 1], [], []], "Ev Idx": 8350 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::squeeze", "pid": 4183440, "tid": 4183440, + "ts": 675204920131.609, "dur": 5.524, + "args": { + "External id": 426160,"Record function id": 0, "Concrete Inputs": ["", "[-1]"], "Input type": ["float", "ScalarList"], "Input Strides": [[1, 1], []], "Input Dims": [[8192, 1], []], "Ev Idx": 8351 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204920135.918, "dur": 0.985, + "args": { + "External id": 426161,"Record function id": 0, "Concrete Inputs": ["", "[8192]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[1, 1], [], [], []], "Input Dims": [[8192, 1], [], [], []], "Ev Idx": 8352 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::abs", "pid": 4183440, "tid": 4183440, + "ts": 675204920138.137, "dur": 21.990, + "args": { + "External id": 426162,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1]], "Input Dims": [[8192]], "Ev Idx": 8353 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 4183440, + "ts": 675204920139.364, "dur": 1.512, + "args": { + "External id": 426163,"Record function id": 0, "Concrete Inputs": ["[0]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 8354 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::abs", "pid": 4183440, "tid": 4183440, + "ts": 675204920142.267, "dur": 17.598, + "args": { + "External id": 426164,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["float", "float"], "Input Strides": [[1], [1]], "Input Dims": [[8192], [0]], "Ev Idx": 8355 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::resize_", "pid": 4183440, "tid": 4183440, + "ts": 675204920144.950, "dur": 2.886, + "args": { + "External id": 426165,"Record function id": 0, "Concrete Inputs": ["", "[8192]", ""], "Input type": ["float", "ScalarList", ""], "Input Strides": [[1], [], []], "Input Dims": [[0], [], []], "Ev Idx": 8356 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::eq", "pid": 4183440, "tid": 4183440, + "ts": 675204920161.486, "dur": 22.472, + "args": { + "External id": 426166,"Record function id": 0, "Concrete Inputs": ["", "inf"], "Input type": ["float", "Scalar"], "Input Strides": [[1], []], "Input Dims": [[8192], []], "Ev Idx": 8357 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::masked_fill_", "pid": 4183440, "tid": 4183440, + "ts": 675204920185.278, "dur": 15.153, + "args": { + "External id": 426167,"Record function id": 0, "Concrete Inputs": ["", "", "0"], "Input type": ["float", "bool", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[8192], [8192], []], "Ev Idx": 8358 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::sub", "pid": 4183440, "tid": 4183440, + "ts": 675204920203.311, "dur": 15.816, + "args": { + "External id": 426168,"Record function id": 0, "Concrete Inputs": ["", "", "1"], "Input type": ["float", "float", "Scalar"], "Input Strides": [[1, 1], [1, 1], []], "Input Dims": [[8192, 1], [8192, 1], []], "Ev Idx": 8359 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::exp_", "pid": 4183440, "tid": 4183440, + "ts": 675204920220.440, "dur": 12.503, + "args": { + "External id": 426169,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1, 1]], "Input Dims": [[8192, 1]], "Ev Idx": 8360 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::sum", "pid": 4183440, "tid": 4183440, + "ts": 675204920234.879, "dur": 21.095, + "args": { + "External id": 426170,"Record function id": 0, "Concrete Inputs": ["", "[-1]", "False", "", ""], "Input type": ["float", "ScalarList", "Scalar", "", "float"], "Input Strides": [[1, 1], [], [], [], [1]], "Input Dims": [[8192, 1], [], [], [], [0]], "Ev Idx": 8361 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::resize_", "pid": 4183440, "tid": 4183440, + "ts": 675204920236.748, "dur": 1.484, + "args": { + "External id": 426171,"Record function id": 0, "Concrete Inputs": ["", "[8192]", ""], "Input type": ["float", "ScalarList", ""], "Input Strides": [[1], [], []], "Input Dims": [[0], [], []], "Ev Idx": 8362 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204920240.459, "dur": 1.194, + "args": { + "External id": 426172,"Record function id": 0, "Concrete Inputs": ["", "[8192, 1]", "[1, 0]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[1], [], [], []], "Input Dims": [[8192], [], [], []], "Ev Idx": 8363 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::log_", "pid": 4183440, "tid": 4183440, + "ts": 675204920257.550, "dur": 12.657, + "args": { + "External id": 426173,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1]], "Input Dims": [[8192]], "Ev Idx": 8364 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::add_", "pid": 4183440, "tid": 4183440, + "ts": 675204920271.596, "dur": 10.452, + "args": { + "External id": 426174,"Record function id": 0, "Concrete Inputs": ["", "", "1"], "Input type": ["float", "float", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[8192], [8192], []], "Ev Idx": 8365 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204920290.001, "dur": 1.371, + "args": { + "External id": 426175,"Record function id": 0, "Concrete Inputs": ["", "[8192]"], "Input type": ["float", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[8192], []], "Ev Idx": 8366 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 4183440, "tid": 4183440, + "ts": 675204920300.585, "dur": 3.681, + "args": { + "External id": 426176,"Record function id": 0, "Concrete Inputs": ["", "0", "24576", "32768", "1"], "Input type": ["float", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], [], []], "Input Dims": [[65536], [], [], [], []], "Ev Idx": 8367 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204920303.037, "dur": 0.481, + "args": { + "External id": 426177,"Record function id": 0, "Concrete Inputs": ["", "[8192]", "[1]", "24576"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[65536], [], [], []], "Ev Idx": 8368 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 4183440, + "ts": 675204920364.149, "dur": 41.806, + "args": { + "External id": 426178,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[32000, 1], [1024, 1]], "Input Dims": [[8192, 32000], [32000, 1024]], "Ev Idx": 8369 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 4183440, "tid": 4183440, + "ts": 675204920410.413, "dur": 4.917, + "args": { + "External id": 426179,"Record function id": 0, "Concrete Inputs": ["", "0", "24576", "32768", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [], [], [], []], "Input Dims": [[65536, 1024], [], [], [], []], "Ev Idx": 8370 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204920413.128, "dur": 1.214, + "args": { + "External id": 426180,"Record function id": 0, "Concrete Inputs": ["", "[8192, 1024]", "[1024, 1]", "25165824"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1024, 1], [], [], []], "Input Dims": [[65536, 1024], [], [], []], "Ev Idx": 8371 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 4183440, "tid": 4183440, + "ts": 675204920416.698, "dur": 21.270, + "args": { + "External id": 426181,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[1024, 1], [1024, 1], []], "Input Dims": [[8192, 1024], [8192, 1024], []], "Ev Idx": 8372 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 4183440, "tid": 4183440, + "ts": 675204920442.402, "dur": 5.768, + "args": { + "External id": 426182,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[32000, 1]], "Input Dims": [[8192, 32000]], "Ev Idx": 8373 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 4183440, "tid": 4183440, + "ts": 675204920443.750, "dur": 3.625, + "args": { + "External id": 426183,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[32000, 1], [], []], "Input Dims": [[8192, 32000], [], []], "Ev Idx": 8374 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204920445.946, "dur": 1.222, + "args": { + "External id": 426184,"Record function id": 0, "Concrete Inputs": ["", "[32000, 8192]", "[1, 32000]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[32000, 1], [], [], []], "Input Dims": [[8192, 32000], [], [], []], "Ev Idx": 8375 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::matmul", "pid": 4183440, "tid": 4183440, + "ts": 675204920450.183, "dur": 39.813, + "args": { + "External id": 426185,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 32000], [1024, 1]], "Input Dims": [[32000, 8192], [8192, 1024]], "Ev Idx": 8376 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 4183440, + "ts": 675204920451.376, "dur": 37.982, + "args": { + "External id": 426186,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 32000], [1024, 1]], "Input Dims": [[32000, 8192], [8192, 1024]], "Ev Idx": 8377 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::add_", "pid": 4183440, "tid": 4183440, + "ts": 675204920493.064, "dur": 13.146, + "args": { + "External id": 426187,"Record function id": 0, "Concrete Inputs": ["", "", "1"], "Input type": ["float", "c10::BFloat16", "Scalar"], "Input Strides": [[1024, 1], [1024, 1], []], "Input Dims": [[32000, 1024], [32000, 1024], []], "Ev Idx": 8378 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 4183440, "tid": 4183440, + "ts": 675204920511.644, "dur": 3.903, + "args": { + "External id": 426188,"Record function id": 0, "Concrete Inputs": ["", "0", "32768", "40960", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [], [], [], []], "Input Dims": [[65536, 1024], [], [], [], []], "Ev Idx": 8379 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204920513.976, "dur": 0.776, + "args": { + "External id": 426189,"Record function id": 0, "Concrete Inputs": ["", "[8192, 1024]", "[1024, 1]", "33554432"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1024, 1], [], [], []], "Input Dims": [[65536, 1024], [], [], []], "Ev Idx": 8380 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::linear", "pid": 4183440, "tid": 4183440, + "ts": 675204920519.315, "dur": 45.258, + "args": { + "External id": 426190,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", ""], "Input Strides": [[1024, 1], [1024, 1], []], "Input Dims": [[8192, 1024], [32000, 1024], []], "Ev Idx": 8381 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 4183440, "tid": 4183440, + "ts": 675204920520.346, "dur": 4.170, + "args": { + "External id": 426191,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[32000, 1024]], "Ev Idx": 8382 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 4183440, "tid": 4183440, + "ts": 675204920521.150, "dur": 2.851, + "args": { + "External id": 426192,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [], []], "Input Dims": [[32000, 1024], [], []], "Ev Idx": 8383 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204920522.798, "dur": 1.064, + "args": { + "External id": 426193,"Record function id": 0, "Concrete Inputs": ["", "[1024, 32000]", "[1, 1024]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[1024, 1], [], [], []], "Input Dims": [[32000, 1024], [], [], []], "Ev Idx": 8384 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::matmul", "pid": 4183440, "tid": 4183440, + "ts": 675204920525.285, "dur": 38.890, + "args": { + "External id": 426194,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1, 1024]], "Input Dims": [[8192, 1024], [1024, 32000]], "Ev Idx": 8385 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 4183440, + "ts": 675204920525.898, "dur": 37.615, + "args": { + "External id": 426195,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1, 1024]], "Input Dims": [[8192, 1024], [1024, 32000]], "Ev Idx": 8386 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 4183440, "tid": 4183440, + "ts": 675204920568.016, "dur": 3.763, + "args": { + "External id": 426196,"Record function id": 0, "Concrete Inputs": ["", "0", "32768", "40960", "1"], "Input type": ["long int", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], [], []], "Input Dims": [[65536], [], [], [], []], "Ev Idx": 8387 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204920570.064, "dur": 0.795, + "args": { + "External id": 426197,"Record function id": 0, "Concrete Inputs": ["", "[8192]", "[1]", "32768"], "Input type": ["long int", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[65536], [], [], []], "Ev Idx": 8388 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204920576.847, "dur": 1.527, + "args": { + "External id": 426198,"Record function id": 0, "Concrete Inputs": ["", "[-1, 32000]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[32000, 1], []], "Input Dims": [[8192, 32000], []], "Ev Idx": 8389 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::new_empty", "pid": 4183440, "tid": 4183440, + "ts": 675204920585.379, "dur": 7.634, + "args": { + "External id": 426199,"Record function id": 0, "Concrete Inputs": ["", "[8192, 1]", "6", "", "", "False"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "", "", "Scalar"], "Input Strides": [[32000, 1], [], [], [], [], []], "Input Dims": [[8192, 32000], [], [], [], [], []], "Ev Idx": 8390 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 4183440, + "ts": 675204920587.182, "dur": 5.546, + "args": { + "External id": 426200,"Record function id": 0, "Concrete Inputs": ["[8192, 1]", "6", "0", "", "False", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 8391 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::logsumexp", "pid": 4183440, "tid": 4183440, + "ts": 675204920719.727, "dur": 190.392, + "args": { + "External id": 426201,"Record function id": 0, "Concrete Inputs": ["", "[-1]", "False"], "Input type": ["float", "ScalarList", "Scalar"], "Input Strides": [[1, 1], [], []], "Input Dims": [[8192, 1], [], []], "Ev Idx": 8392 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 4183440, + "ts": 675204920722.200, "dur": 3.716, + "args": { + "External id": 426202,"Record function id": 0, "Concrete Inputs": ["[0]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 8393 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::logsumexp", "pid": 4183440, "tid": 4183440, + "ts": 675204920727.844, "dur": 181.844, + "args": { + "External id": 426203,"Record function id": 0, "Concrete Inputs": ["", "[-1]", "False", ""], "Input type": ["float", "ScalarList", "Scalar", "float"], "Input Strides": [[1, 1], [], [], [1]], "Input Dims": [[8192, 1], [], [], [0]], "Ev Idx": 8394 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::real", "pid": 4183440, "tid": 4183440, + "ts": 675204920729.262, "dur": 0.471, + "args": { + "External id": 426204,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1, 1]], "Input Dims": [[8192, 1]], "Ev Idx": 8395 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::amax", "pid": 4183440, "tid": 4183440, + "ts": 675204920730.891, "dur": 26.772, + "args": { + "External id": 426205,"Record function id": 0, "Concrete Inputs": ["", "[-1]", "True"], "Input type": ["float", "ScalarList", "Scalar"], "Input Strides": [[1, 1], [], []], "Input Dims": [[8192, 1], [], []], "Ev Idx": 8396 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::squeeze", "pid": 4183440, "tid": 4183440, + "ts": 675204920759.710, "dur": 3.434, + "args": { + "External id": 426206,"Record function id": 0, "Concrete Inputs": ["", "[-1]"], "Input type": ["float", "ScalarList"], "Input Strides": [[1, 1], []], "Input Dims": [[8192, 1], []], "Ev Idx": 8397 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204920761.978, "dur": 0.840, + "args": { + "External id": 426207,"Record function id": 0, "Concrete Inputs": ["", "[8192]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[1, 1], [], [], []], "Input Dims": [[8192, 1], [], [], []], "Ev Idx": 8398 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::abs", "pid": 4183440, "tid": 4183440, + "ts": 675204920764.184, "dur": 24.445, + "args": { + "External id": 426208,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1]], "Input Dims": [[8192]], "Ev Idx": 8399 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 4183440, + "ts": 675204920765.357, "dur": 1.654, + "args": { + "External id": 426209,"Record function id": 0, "Concrete Inputs": ["[0]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 8400 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::abs", "pid": 4183440, "tid": 4183440, + "ts": 675204920768.356, "dur": 19.973, + "args": { + "External id": 426210,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["float", "float"], "Input Strides": [[1], [1]], "Input Dims": [[8192], [0]], "Ev Idx": 8401 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::resize_", "pid": 4183440, "tid": 4183440, + "ts": 675204920773.923, "dur": 2.542, + "args": { + "External id": 426211,"Record function id": 0, "Concrete Inputs": ["", "[8192]", ""], "Input type": ["float", "ScalarList", ""], "Input Strides": [[1], [], []], "Input Dims": [[0], [], []], "Ev Idx": 8402 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::eq", "pid": 4183440, "tid": 4183440, + "ts": 675204920790.713, "dur": 20.849, + "args": { + "External id": 426212,"Record function id": 0, "Concrete Inputs": ["", "inf"], "Input type": ["float", "Scalar"], "Input Strides": [[1], []], "Input Dims": [[8192], []], "Ev Idx": 8403 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::masked_fill_", "pid": 4183440, "tid": 4183440, + "ts": 675204920813.159, "dur": 14.281, + "args": { + "External id": 426213,"Record function id": 0, "Concrete Inputs": ["", "", "0"], "Input type": ["float", "bool", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[8192], [8192], []], "Ev Idx": 8404 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::sub", "pid": 4183440, "tid": 4183440, + "ts": 675204920830.047, "dur": 14.273, + "args": { + "External id": 426214,"Record function id": 0, "Concrete Inputs": ["", "", "1"], "Input type": ["float", "float", "Scalar"], "Input Strides": [[1, 1], [1, 1], []], "Input Dims": [[8192, 1], [8192, 1], []], "Ev Idx": 8405 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::exp_", "pid": 4183440, "tid": 4183440, + "ts": 675204920845.634, "dur": 13.501, + "args": { + "External id": 426215,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1, 1]], "Input Dims": [[8192, 1]], "Ev Idx": 8406 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::sum", "pid": 4183440, "tid": 4183440, + "ts": 675204920861.013, "dur": 20.934, + "args": { + "External id": 426216,"Record function id": 0, "Concrete Inputs": ["", "[-1]", "False", "", ""], "Input type": ["float", "ScalarList", "Scalar", "", "float"], "Input Strides": [[1, 1], [], [], [], [1]], "Input Dims": [[8192, 1], [], [], [], [0]], "Ev Idx": 8407 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::resize_", "pid": 4183440, "tid": 4183440, + "ts": 675204920863.027, "dur": 1.783, + "args": { + "External id": 426217,"Record function id": 0, "Concrete Inputs": ["", "[8192]", ""], "Input type": ["float", "ScalarList", ""], "Input Strides": [[1], [], []], "Input Dims": [[0], [], []], "Ev Idx": 8408 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204920867.239, "dur": 1.046, + "args": { + "External id": 426218,"Record function id": 0, "Concrete Inputs": ["", "[8192, 1]", "[1, 0]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[1], [], [], []], "Input Dims": [[8192], [], [], []], "Ev Idx": 8409 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::log_", "pid": 4183440, "tid": 4183440, + "ts": 675204920883.575, "dur": 12.565, + "args": { + "External id": 426219,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1]], "Input Dims": [[8192]], "Ev Idx": 8410 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::add_", "pid": 4183440, "tid": 4183440, + "ts": 675204920897.499, "dur": 11.152, + "args": { + "External id": 426220,"Record function id": 0, "Concrete Inputs": ["", "", "1"], "Input type": ["float", "float", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[8192], [8192], []], "Ev Idx": 8411 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204920916.765, "dur": 2.386, + "args": { + "External id": 426221,"Record function id": 0, "Concrete Inputs": ["", "[8192]"], "Input type": ["float", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[8192], []], "Ev Idx": 8412 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 4183440, "tid": 4183440, + "ts": 675204920929.465, "dur": 4.050, + "args": { + "External id": 426222,"Record function id": 0, "Concrete Inputs": ["", "0", "32768", "40960", "1"], "Input type": ["float", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], [], []], "Input Dims": [[65536], [], [], [], []], "Ev Idx": 8413 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204920932.197, "dur": 0.544, + "args": { + "External id": 426223,"Record function id": 0, "Concrete Inputs": ["", "[8192]", "[1]", "32768"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[65536], [], [], []], "Ev Idx": 8414 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 4183440, + "ts": 675204921023.094, "dur": 53.794, + "args": { + "External id": 426224,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[32000, 1], [1024, 1]], "Input Dims": [[8192, 32000], [32000, 1024]], "Ev Idx": 8415 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 4183440, "tid": 4183440, + "ts": 675204921082.352, "dur": 6.619, + "args": { + "External id": 426225,"Record function id": 0, "Concrete Inputs": ["", "0", "32768", "40960", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [], [], [], []], "Input Dims": [[65536, 1024], [], [], [], []], "Ev Idx": 8416 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204921085.738, "dur": 1.970, + "args": { + "External id": 426226,"Record function id": 0, "Concrete Inputs": ["", "[8192, 1024]", "[1024, 1]", "33554432"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1024, 1], [], [], []], "Input Dims": [[65536, 1024], [], [], []], "Ev Idx": 8417 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 4183440, "tid": 4183440, + "ts": 675204921090.579, "dur": 25.287, + "args": { + "External id": 426227,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[1024, 1], [1024, 1], []], "Input Dims": [[8192, 1024], [8192, 1024], []], "Ev Idx": 8418 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 4183440, "tid": 4183440, + "ts": 675204921120.678, "dur": 6.187, + "args": { + "External id": 426228,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[32000, 1]], "Input Dims": [[8192, 32000]], "Ev Idx": 8419 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 4183440, "tid": 4183440, + "ts": 675204921122.361, "dur": 3.622, + "args": { + "External id": 426229,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[32000, 1], [], []], "Input Dims": [[8192, 32000], [], []], "Ev Idx": 8420 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204921124.552, "dur": 1.167, + "args": { + "External id": 426230,"Record function id": 0, "Concrete Inputs": ["", "[32000, 8192]", "[1, 32000]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[32000, 1], [], [], []], "Input Dims": [[8192, 32000], [], [], []], "Ev Idx": 8421 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::matmul", "pid": 4183440, "tid": 4183440, + "ts": 675204921129.894, "dur": 43.867, + "args": { + "External id": 426231,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 32000], [1024, 1]], "Input Dims": [[32000, 8192], [8192, 1024]], "Ev Idx": 8422 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 4183440, + "ts": 675204921131.302, "dur": 41.750, + "args": { + "External id": 426232,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 32000], [1024, 1]], "Input Dims": [[32000, 8192], [8192, 1024]], "Ev Idx": 8423 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::add_", "pid": 4183440, "tid": 4183440, + "ts": 675204921177.617, "dur": 15.753, + "args": { + "External id": 426233,"Record function id": 0, "Concrete Inputs": ["", "", "1"], "Input type": ["float", "c10::BFloat16", "Scalar"], "Input Strides": [[1024, 1], [1024, 1], []], "Input Dims": [[32000, 1024], [32000, 1024], []], "Ev Idx": 8424 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 4183440, "tid": 4183440, + "ts": 675204921199.302, "dur": 4.098, + "args": { + "External id": 426234,"Record function id": 0, "Concrete Inputs": ["", "0", "40960", "49152", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [], [], [], []], "Input Dims": [[65536, 1024], [], [], [], []], "Ev Idx": 8425 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204921201.719, "dur": 0.733, + "args": { + "External id": 426235,"Record function id": 0, "Concrete Inputs": ["", "[8192, 1024]", "[1024, 1]", "41943040"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1024, 1], [], [], []], "Input Dims": [[65536, 1024], [], [], []], "Ev Idx": 8426 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::linear", "pid": 4183440, "tid": 4183440, + "ts": 675204921207.771, "dur": 50.749, + "args": { + "External id": 426236,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", ""], "Input Strides": [[1024, 1], [1024, 1], []], "Input Dims": [[8192, 1024], [32000, 1024], []], "Ev Idx": 8427 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 4183440, "tid": 4183440, + "ts": 675204921208.851, "dur": 6.183, + "args": { + "External id": 426237,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[32000, 1024]], "Ev Idx": 8428 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 4183440, "tid": 4183440, + "ts": 675204921209.754, "dur": 4.687, + "args": { + "External id": 426238,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [], []], "Input Dims": [[32000, 1024], [], []], "Ev Idx": 8429 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204921211.434, "dur": 2.820, + "args": { + "External id": 426239,"Record function id": 0, "Concrete Inputs": ["", "[1024, 32000]", "[1, 1024]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[1024, 1], [], [], []], "Input Dims": [[32000, 1024], [], [], []], "Ev Idx": 8430 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::matmul", "pid": 4183440, "tid": 4183440, + "ts": 675204921215.981, "dur": 42.046, + "args": { + "External id": 426240,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1, 1024]], "Input Dims": [[8192, 1024], [1024, 32000]], "Ev Idx": 8431 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 4183440, + "ts": 675204921216.667, "dur": 40.790, + "args": { + "External id": 426241,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1, 1024]], "Input Dims": [[8192, 1024], [1024, 32000]], "Ev Idx": 8432 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 4183440, "tid": 4183440, + "ts": 675204921262.820, "dur": 3.846, + "args": { + "External id": 426242,"Record function id": 0, "Concrete Inputs": ["", "0", "40960", "49152", "1"], "Input type": ["long int", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], [], []], "Input Dims": [[65536], [], [], [], []], "Ev Idx": 8433 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204921264.747, "dur": 0.805, + "args": { + "External id": 426243,"Record function id": 0, "Concrete Inputs": ["", "[8192]", "[1]", "40960"], "Input type": ["long int", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[65536], [], [], []], "Ev Idx": 8434 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204921272.649, "dur": 1.680, + "args": { + "External id": 426244,"Record function id": 0, "Concrete Inputs": ["", "[-1, 32000]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[32000, 1], []], "Input Dims": [[8192, 32000], []], "Ev Idx": 8435 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::new_empty", "pid": 4183440, "tid": 4183440, + "ts": 675204921283.103, "dur": 6.794, + "args": { + "External id": 426245,"Record function id": 0, "Concrete Inputs": ["", "[8192, 1]", "6", "", "", "False"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "", "", "Scalar"], "Input Strides": [[32000, 1], [], [], [], [], []], "Input Dims": [[8192, 32000], [], [], [], [], []], "Ev Idx": 8436 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 4183440, + "ts": 675204921285.576, "dur": 4.055, + "args": { + "External id": 426246,"Record function id": 0, "Concrete Inputs": ["[8192, 1]", "6", "0", "", "False", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 8437 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::logsumexp", "pid": 4183440, "tid": 4183440, + "ts": 675204921373.805, "dur": 188.151, + "args": { + "External id": 426247,"Record function id": 0, "Concrete Inputs": ["", "[-1]", "False"], "Input type": ["float", "ScalarList", "Scalar"], "Input Strides": [[1, 1], [], []], "Input Dims": [[8192, 1], [], []], "Ev Idx": 8438 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 4183440, + "ts": 675204921376.308, "dur": 2.190, + "args": { + "External id": 426248,"Record function id": 0, "Concrete Inputs": ["[0]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 8439 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::logsumexp", "pid": 4183440, "tid": 4183440, + "ts": 675204921379.821, "dur": 181.625, + "args": { + "External id": 426249,"Record function id": 0, "Concrete Inputs": ["", "[-1]", "False", ""], "Input type": ["float", "ScalarList", "Scalar", "float"], "Input Strides": [[1, 1], [], [], [1]], "Input Dims": [[8192, 1], [], [], [0]], "Ev Idx": 8440 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::real", "pid": 4183440, "tid": 4183440, + "ts": 675204921381.825, "dur": 0.515, + "args": { + "External id": 426250,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1, 1]], "Input Dims": [[8192, 1]], "Ev Idx": 8441 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::amax", "pid": 4183440, "tid": 4183440, + "ts": 675204921386.163, "dur": 20.288, + "args": { + "External id": 426251,"Record function id": 0, "Concrete Inputs": ["", "[-1]", "True"], "Input type": ["float", "ScalarList", "Scalar"], "Input Strides": [[1, 1], [], []], "Input Dims": [[8192, 1], [], []], "Ev Idx": 8442 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::squeeze", "pid": 4183440, "tid": 4183440, + "ts": 675204921408.205, "dur": 3.356, + "args": { + "External id": 426252,"Record function id": 0, "Concrete Inputs": ["", "[-1]"], "Input type": ["float", "ScalarList"], "Input Strides": [[1, 1], []], "Input Dims": [[8192, 1], []], "Ev Idx": 8443 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204921410.498, "dur": 0.806, + "args": { + "External id": 426253,"Record function id": 0, "Concrete Inputs": ["", "[8192]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[1, 1], [], [], []], "Input Dims": [[8192, 1], [], [], []], "Ev Idx": 8444 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::abs", "pid": 4183440, "tid": 4183440, + "ts": 675204921412.423, "dur": 23.650, + "args": { + "External id": 426254,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1]], "Input Dims": [[8192]], "Ev Idx": 8445 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 4183440, + "ts": 675204921413.636, "dur": 3.964, + "args": { + "External id": 426255,"Record function id": 0, "Concrete Inputs": ["[0]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 8446 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::abs", "pid": 4183440, "tid": 4183440, + "ts": 675204921418.977, "dur": 16.796, + "args": { + "External id": 426256,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["float", "float"], "Input Strides": [[1], [1]], "Input Dims": [[8192], [0]], "Ev Idx": 8447 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::resize_", "pid": 4183440, "tid": 4183440, + "ts": 675204921421.490, "dur": 2.416, + "args": { + "External id": 426257,"Record function id": 0, "Concrete Inputs": ["", "[8192]", ""], "Input type": ["float", "ScalarList", ""], "Input Strides": [[1], [], []], "Input Dims": [[0], [], []], "Ev Idx": 8448 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::eq", "pid": 4183440, "tid": 4183440, + "ts": 675204921437.640, "dur": 21.249, + "args": { + "External id": 426258,"Record function id": 0, "Concrete Inputs": ["", "inf"], "Input type": ["float", "Scalar"], "Input Strides": [[1], []], "Input Dims": [[8192], []], "Ev Idx": 8449 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::masked_fill_", "pid": 4183440, "tid": 4183440, + "ts": 675204921460.537, "dur": 12.943, + "args": { + "External id": 426259,"Record function id": 0, "Concrete Inputs": ["", "", "0"], "Input type": ["float", "bool", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[8192], [8192], []], "Ev Idx": 8450 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::sub", "pid": 4183440, "tid": 4183440, + "ts": 675204921476.308, "dur": 19.641, + "args": { + "External id": 426260,"Record function id": 0, "Concrete Inputs": ["", "", "1"], "Input type": ["float", "float", "Scalar"], "Input Strides": [[1, 1], [1, 1], []], "Input Dims": [[8192, 1], [8192, 1], []], "Ev Idx": 8451 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::exp_", "pid": 4183440, "tid": 4183440, + "ts": 675204921497.089, "dur": 12.808, + "args": { + "External id": 426261,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1, 1]], "Input Dims": [[8192, 1]], "Ev Idx": 8452 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::sum", "pid": 4183440, "tid": 4183440, + "ts": 675204921511.721, "dur": 21.542, + "args": { + "External id": 426262,"Record function id": 0, "Concrete Inputs": ["", "[-1]", "False", "", ""], "Input type": ["float", "ScalarList", "Scalar", "", "float"], "Input Strides": [[1, 1], [], [], [], [1]], "Input Dims": [[8192, 1], [], [], [], [0]], "Ev Idx": 8453 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::resize_", "pid": 4183440, "tid": 4183440, + "ts": 675204921513.517, "dur": 1.790, + "args": { + "External id": 426263,"Record function id": 0, "Concrete Inputs": ["", "[8192]", ""], "Input type": ["float", "ScalarList", ""], "Input Strides": [[1], [], []], "Input Dims": [[0], [], []], "Ev Idx": 8454 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204921517.726, "dur": 1.224, + "args": { + "External id": 426264,"Record function id": 0, "Concrete Inputs": ["", "[8192, 1]", "[1, 0]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[1], [], [], []], "Input Dims": [[8192], [], [], []], "Ev Idx": 8455 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::log_", "pid": 4183440, "tid": 4183440, + "ts": 675204921534.815, "dur": 12.477, + "args": { + "External id": 426265,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1]], "Input Dims": [[8192]], "Ev Idx": 8456 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::add_", "pid": 4183440, "tid": 4183440, + "ts": 675204921548.521, "dur": 12.141, + "args": { + "External id": 426266,"Record function id": 0, "Concrete Inputs": ["", "", "1"], "Input type": ["float", "float", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[8192], [8192], []], "Ev Idx": 8457 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204921567.600, "dur": 1.411, + "args": { + "External id": 426267,"Record function id": 0, "Concrete Inputs": ["", "[8192]"], "Input type": ["float", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[8192], []], "Ev Idx": 8458 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 4183440, "tid": 4183440, + "ts": 675204921592.243, "dur": 3.647, + "args": { + "External id": 426268,"Record function id": 0, "Concrete Inputs": ["", "0", "40960", "49152", "1"], "Input type": ["float", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], [], []], "Input Dims": [[65536], [], [], [], []], "Ev Idx": 8459 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204921594.497, "dur": 0.474, + "args": { + "External id": 426269,"Record function id": 0, "Concrete Inputs": ["", "[8192]", "[1]", "40960"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[65536], [], [], []], "Ev Idx": 8460 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 4183440, + "ts": 675204921697.515, "dur": 53.771, + "args": { + "External id": 426270,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[32000, 1], [1024, 1]], "Input Dims": [[8192, 32000], [32000, 1024]], "Ev Idx": 8461 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 4183440, "tid": 4183440, + "ts": 675204921756.457, "dur": 9.153, + "args": { + "External id": 426271,"Record function id": 0, "Concrete Inputs": ["", "0", "40960", "49152", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [], [], [], []], "Input Dims": [[65536, 1024], [], [], [], []], "Ev Idx": 8462 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204921760.441, "dur": 3.382, + "args": { + "External id": 426272,"Record function id": 0, "Concrete Inputs": ["", "[8192, 1024]", "[1024, 1]", "41943040"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1024, 1], [], [], []], "Input Dims": [[65536, 1024], [], [], []], "Ev Idx": 8463 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 4183440, "tid": 4183440, + "ts": 675204921767.213, "dur": 35.573, + "args": { + "External id": 426273,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[1024, 1], [1024, 1], []], "Input Dims": [[8192, 1024], [8192, 1024], []], "Ev Idx": 8464 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 4183440, "tid": 4183440, + "ts": 675204921807.540, "dur": 6.846, + "args": { + "External id": 426274,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[32000, 1]], "Input Dims": [[8192, 32000]], "Ev Idx": 8465 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 4183440, "tid": 4183440, + "ts": 675204921809.803, "dur": 3.632, + "args": { + "External id": 426275,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[32000, 1], [], []], "Input Dims": [[8192, 32000], [], []], "Ev Idx": 8466 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204921811.817, "dur": 1.067, + "args": { + "External id": 426276,"Record function id": 0, "Concrete Inputs": ["", "[32000, 8192]", "[1, 32000]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[32000, 1], [], [], []], "Input Dims": [[8192, 32000], [], [], []], "Ev Idx": 8467 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::matmul", "pid": 4183440, "tid": 4183440, + "ts": 675204921816.950, "dur": 73.399, + "args": { + "External id": 426277,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 32000], [1024, 1]], "Input Dims": [[32000, 8192], [8192, 1024]], "Ev Idx": 8468 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 4183440, + "ts": 675204921818.240, "dur": 71.587, + "args": { + "External id": 426278,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 32000], [1024, 1]], "Input Dims": [[32000, 8192], [8192, 1024]], "Ev Idx": 8469 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::add_", "pid": 4183440, "tid": 4183440, + "ts": 675204921894.514, "dur": 37.059, + "args": { + "External id": 426279,"Record function id": 0, "Concrete Inputs": ["", "", "1"], "Input type": ["float", "c10::BFloat16", "Scalar"], "Input Strides": [[1024, 1], [1024, 1], []], "Input Dims": [[32000, 1024], [32000, 1024], []], "Ev Idx": 8470 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 4183440, "tid": 4183440, + "ts": 675204921952.770, "dur": 5.181, + "args": { + "External id": 426280,"Record function id": 0, "Concrete Inputs": ["", "0", "49152", "57344", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [], [], [], []], "Input Dims": [[65536, 1024], [], [], [], []], "Ev Idx": 8471 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204921955.616, "dur": 1.019, + "args": { + "External id": 426281,"Record function id": 0, "Concrete Inputs": ["", "[8192, 1024]", "[1024, 1]", "50331648"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1024, 1], [], [], []], "Input Dims": [[65536, 1024], [], [], []], "Ev Idx": 8472 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::linear", "pid": 4183440, "tid": 4183440, + "ts": 675204921963.247, "dur": 63.089, + "args": { + "External id": 426282,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", ""], "Input Strides": [[1024, 1], [1024, 1], []], "Input Dims": [[8192, 1024], [32000, 1024], []], "Ev Idx": 8473 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 4183440, "tid": 4183440, + "ts": 675204921964.444, "dur": 5.199, + "args": { + "External id": 426283,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[32000, 1024]], "Ev Idx": 8474 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 4183440, "tid": 4183440, + "ts": 675204921965.476, "dur": 3.531, + "args": { + "External id": 426284,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [], []], "Input Dims": [[32000, 1024], [], []], "Ev Idx": 8475 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204921967.640, "dur": 1.225, + "args": { + "External id": 426285,"Record function id": 0, "Concrete Inputs": ["", "[1024, 32000]", "[1, 1024]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[1024, 1], [], [], []], "Input Dims": [[32000, 1024], [], [], []], "Ev Idx": 8476 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::matmul", "pid": 4183440, "tid": 4183440, + "ts": 675204921970.484, "dur": 55.426, + "args": { + "External id": 426286,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1, 1024]], "Input Dims": [[8192, 1024], [1024, 32000]], "Ev Idx": 8477 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 4183440, + "ts": 675204921971.327, "dur": 53.818, + "args": { + "External id": 426287,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1, 1024]], "Input Dims": [[8192, 1024], [1024, 32000]], "Ev Idx": 8478 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 4183440, "tid": 4183440, + "ts": 675204922030.256, "dur": 3.899, + "args": { + "External id": 426288,"Record function id": 0, "Concrete Inputs": ["", "0", "49152", "57344", "1"], "Input type": ["long int", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], [], []], "Input Dims": [[65536], [], [], [], []], "Ev Idx": 8479 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204922032.242, "dur": 0.884, + "args": { + "External id": 426289,"Record function id": 0, "Concrete Inputs": ["", "[8192]", "[1]", "49152"], "Input type": ["long int", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[65536], [], [], []], "Ev Idx": 8480 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204922041.055, "dur": 1.830, + "args": { + "External id": 426290,"Record function id": 0, "Concrete Inputs": ["", "[-1, 32000]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[32000, 1], []], "Input Dims": [[8192, 32000], []], "Ev Idx": 8481 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::new_empty", "pid": 4183440, "tid": 4183440, + "ts": 675204922051.247, "dur": 7.564, + "args": { + "External id": 426291,"Record function id": 0, "Concrete Inputs": ["", "[8192, 1]", "6", "", "", "False"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "", "", "Scalar"], "Input Strides": [[32000, 1], [], [], [], [], []], "Input Dims": [[8192, 32000], [], [], [], [], []], "Ev Idx": 8482 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 4183440, + "ts": 675204922053.587, "dur": 4.889, + "args": { + "External id": 426292,"Record function id": 0, "Concrete Inputs": ["[8192, 1]", "6", "0", "", "False", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 8483 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::logsumexp", "pid": 4183440, "tid": 4183440, + "ts": 675204922147.861, "dur": 187.581, + "args": { + "External id": 426293,"Record function id": 0, "Concrete Inputs": ["", "[-1]", "False"], "Input type": ["float", "ScalarList", "Scalar"], "Input Strides": [[1, 1], [], []], "Input Dims": [[8192, 1], [], []], "Ev Idx": 8484 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 4183440, + "ts": 675204922149.904, "dur": 4.247, + "args": { + "External id": 426294,"Record function id": 0, "Concrete Inputs": ["[0]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 8485 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::logsumexp", "pid": 4183440, "tid": 4183440, + "ts": 675204922155.532, "dur": 179.365, + "args": { + "External id": 426295,"Record function id": 0, "Concrete Inputs": ["", "[-1]", "False", ""], "Input type": ["float", "ScalarList", "Scalar", "float"], "Input Strides": [[1, 1], [], [], [1]], "Input Dims": [[8192, 1], [], [], [0]], "Ev Idx": 8486 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::real", "pid": 4183440, "tid": 4183440, + "ts": 675204922157.286, "dur": 0.445, + "args": { + "External id": 426296,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1, 1]], "Input Dims": [[8192, 1]], "Ev Idx": 8487 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::amax", "pid": 4183440, "tid": 4183440, + "ts": 675204922159.239, "dur": 22.721, + "args": { + "External id": 426297,"Record function id": 0, "Concrete Inputs": ["", "[-1]", "True"], "Input type": ["float", "ScalarList", "Scalar"], "Input Strides": [[1, 1], [], []], "Input Dims": [[8192, 1], [], []], "Ev Idx": 8488 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::squeeze", "pid": 4183440, "tid": 4183440, + "ts": 675204922183.383, "dur": 5.700, + "args": { + "External id": 426298,"Record function id": 0, "Concrete Inputs": ["", "[-1]"], "Input type": ["float", "ScalarList"], "Input Strides": [[1, 1], []], "Input Dims": [[8192, 1], []], "Ev Idx": 8489 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204922187.751, "dur": 1.141, + "args": { + "External id": 426299,"Record function id": 0, "Concrete Inputs": ["", "[8192]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[1, 1], [], [], []], "Input Dims": [[8192, 1], [], [], []], "Ev Idx": 8490 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::abs", "pid": 4183440, "tid": 4183440, + "ts": 675204922189.963, "dur": 22.158, + "args": { + "External id": 426300,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1]], "Input Dims": [[8192]], "Ev Idx": 8491 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 4183440, + "ts": 675204922191.012, "dur": 1.524, + "args": { + "External id": 426301,"Record function id": 0, "Concrete Inputs": ["[0]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 8492 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::abs", "pid": 4183440, "tid": 4183440, + "ts": 675204922193.988, "dur": 17.832, + "args": { + "External id": 426302,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["float", "float"], "Input Strides": [[1], [1]], "Input Dims": [[8192], [0]], "Ev Idx": 8493 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::resize_", "pid": 4183440, "tid": 4183440, + "ts": 675204922196.562, "dur": 2.759, + "args": { + "External id": 426303,"Record function id": 0, "Concrete Inputs": ["", "[8192]", ""], "Input type": ["float", "ScalarList", ""], "Input Strides": [[1], [], []], "Input Dims": [[0], [], []], "Ev Idx": 8494 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::eq", "pid": 4183440, "tid": 4183440, + "ts": 675204922213.463, "dur": 20.349, + "args": { + "External id": 426304,"Record function id": 0, "Concrete Inputs": ["", "inf"], "Input type": ["float", "Scalar"], "Input Strides": [[1], []], "Input Dims": [[8192], []], "Ev Idx": 8495 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::masked_fill_", "pid": 4183440, "tid": 4183440, + "ts": 675204922235.196, "dur": 14.545, + "args": { + "External id": 426305,"Record function id": 0, "Concrete Inputs": ["", "", "0"], "Input type": ["float", "bool", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[8192], [8192], []], "Ev Idx": 8496 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::sub", "pid": 4183440, "tid": 4183440, + "ts": 675204922252.311, "dur": 14.489, + "args": { + "External id": 426306,"Record function id": 0, "Concrete Inputs": ["", "", "1"], "Input type": ["float", "float", "Scalar"], "Input Strides": [[1, 1], [1, 1], []], "Input Dims": [[8192, 1], [8192, 1], []], "Ev Idx": 8497 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::exp_", "pid": 4183440, "tid": 4183440, + "ts": 675204922268.506, "dur": 13.630, + "args": { + "External id": 426307,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1, 1]], "Input Dims": [[8192, 1]], "Ev Idx": 8498 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::sum", "pid": 4183440, "tid": 4183440, + "ts": 675204922283.867, "dur": 22.748, + "args": { + "External id": 426308,"Record function id": 0, "Concrete Inputs": ["", "[-1]", "False", "", ""], "Input type": ["float", "ScalarList", "Scalar", "", "float"], "Input Strides": [[1, 1], [], [], [], [1]], "Input Dims": [[8192, 1], [], [], [], [0]], "Ev Idx": 8499 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::resize_", "pid": 4183440, "tid": 4183440, + "ts": 675204922288.312, "dur": 1.293, + "args": { + "External id": 426309,"Record function id": 0, "Concrete Inputs": ["", "[8192]", ""], "Input type": ["float", "ScalarList", ""], "Input Strides": [[1], [], []], "Input Dims": [[0], [], []], "Ev Idx": 8500 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204922291.836, "dur": 0.880, + "args": { + "External id": 426310,"Record function id": 0, "Concrete Inputs": ["", "[8192, 1]", "[1, 0]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[1], [], [], []], "Input Dims": [[8192], [], [], []], "Ev Idx": 8501 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::log_", "pid": 4183440, "tid": 4183440, + "ts": 675204922308.275, "dur": 12.721, + "args": { + "External id": 426311,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1]], "Input Dims": [[8192]], "Ev Idx": 8502 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::add_", "pid": 4183440, "tid": 4183440, + "ts": 675204922322.279, "dur": 11.362, + "args": { + "External id": 426312,"Record function id": 0, "Concrete Inputs": ["", "", "1"], "Input type": ["float", "float", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[8192], [8192], []], "Ev Idx": 8503 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204922341.193, "dur": 1.564, + "args": { + "External id": 426313,"Record function id": 0, "Concrete Inputs": ["", "[8192]"], "Input type": ["float", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[8192], []], "Ev Idx": 8504 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 4183440, "tid": 4183440, + "ts": 675204922351.290, "dur": 3.312, + "args": { + "External id": 426314,"Record function id": 0, "Concrete Inputs": ["", "0", "49152", "57344", "1"], "Input type": ["float", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], [], []], "Input Dims": [[65536], [], [], [], []], "Ev Idx": 8505 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204922353.367, "dur": 0.491, + "args": { + "External id": 426315,"Record function id": 0, "Concrete Inputs": ["", "[8192]", "[1]", "49152"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[65536], [], [], []], "Ev Idx": 8506 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 4183440, + "ts": 675204922417.946, "dur": 39.733, + "args": { + "External id": 426316,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[32000, 1], [1024, 1]], "Input Dims": [[8192, 32000], [32000, 1024]], "Ev Idx": 8507 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 4183440, "tid": 4183440, + "ts": 675204922462.178, "dur": 5.026, + "args": { + "External id": 426317,"Record function id": 0, "Concrete Inputs": ["", "0", "49152", "57344", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [], [], [], []], "Input Dims": [[65536, 1024], [], [], [], []], "Ev Idx": 8508 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204922464.960, "dur": 1.303, + "args": { + "External id": 426318,"Record function id": 0, "Concrete Inputs": ["", "[8192, 1024]", "[1024, 1]", "50331648"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1024, 1], [], [], []], "Input Dims": [[65536, 1024], [], [], []], "Ev Idx": 8509 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 4183440, "tid": 4183440, + "ts": 675204922468.623, "dur": 21.595, + "args": { + "External id": 426319,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[1024, 1], [1024, 1], []], "Input Dims": [[8192, 1024], [8192, 1024], []], "Ev Idx": 8510 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 4183440, "tid": 4183440, + "ts": 675204922494.270, "dur": 5.788, + "args": { + "External id": 426320,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[32000, 1]], "Input Dims": [[8192, 32000]], "Ev Idx": 8511 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 4183440, "tid": 4183440, + "ts": 675204922495.776, "dur": 3.651, + "args": { + "External id": 426321,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[32000, 1], [], []], "Input Dims": [[8192, 32000], [], []], "Ev Idx": 8512 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204922497.914, "dur": 1.331, + "args": { + "External id": 426322,"Record function id": 0, "Concrete Inputs": ["", "[32000, 8192]", "[1, 32000]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[32000, 1], [], [], []], "Input Dims": [[8192, 32000], [], [], []], "Ev Idx": 8513 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::matmul", "pid": 4183440, "tid": 4183440, + "ts": 675204922502.490, "dur": 39.697, + "args": { + "External id": 426323,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 32000], [1024, 1]], "Input Dims": [[32000, 8192], [8192, 1024]], "Ev Idx": 8514 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 4183440, + "ts": 675204922503.744, "dur": 37.831, + "args": { + "External id": 426324,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 32000], [1024, 1]], "Input Dims": [[32000, 8192], [8192, 1024]], "Ev Idx": 8515 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::add_", "pid": 4183440, "tid": 4183440, + "ts": 675204922545.488, "dur": 14.801, + "args": { + "External id": 426325,"Record function id": 0, "Concrete Inputs": ["", "", "1"], "Input type": ["float", "c10::BFloat16", "Scalar"], "Input Strides": [[1024, 1], [1024, 1], []], "Input Dims": [[32000, 1024], [32000, 1024], []], "Ev Idx": 8516 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 4183440, "tid": 4183440, + "ts": 675204922565.408, "dur": 4.487, + "args": { + "External id": 426326,"Record function id": 0, "Concrete Inputs": ["", "0", "57344", "65536", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [], [], [], []], "Input Dims": [[65536, 1024], [], [], [], []], "Ev Idx": 8517 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204922568.319, "dur": 0.734, + "args": { + "External id": 426327,"Record function id": 0, "Concrete Inputs": ["", "[8192, 1024]", "[1024, 1]", "58720256"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1024, 1], [], [], []], "Input Dims": [[65536, 1024], [], [], []], "Ev Idx": 8518 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::linear", "pid": 4183440, "tid": 4183440, + "ts": 675204922573.699, "dur": 47.094, + "args": { + "External id": 426328,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", ""], "Input Strides": [[1024, 1], [1024, 1], []], "Input Dims": [[8192, 1024], [32000, 1024], []], "Ev Idx": 8519 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 4183440, "tid": 4183440, + "ts": 675204922574.440, "dur": 4.481, + "args": { + "External id": 426329,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[32000, 1024]], "Ev Idx": 8520 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 4183440, "tid": 4183440, + "ts": 675204922575.468, "dur": 2.997, + "args": { + "External id": 426330,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [], []], "Input Dims": [[32000, 1024], [], []], "Ev Idx": 8521 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204922577.392, "dur": 0.941, + "args": { + "External id": 426331,"Record function id": 0, "Concrete Inputs": ["", "[1024, 32000]", "[1, 1024]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[1024, 1], [], [], []], "Input Dims": [[32000, 1024], [], [], []], "Ev Idx": 8522 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::matmul", "pid": 4183440, "tid": 4183440, + "ts": 675204922579.658, "dur": 40.672, + "args": { + "External id": 426332,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1, 1024]], "Input Dims": [[8192, 1024], [1024, 32000]], "Ev Idx": 8523 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 4183440, + "ts": 675204922580.974, "dur": 38.851, + "args": { + "External id": 426333,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1024, 1], [1, 1024]], "Input Dims": [[8192, 1024], [1024, 32000]], "Ev Idx": 8524 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 4183440, "tid": 4183440, + "ts": 675204922624.330, "dur": 4.312, + "args": { + "External id": 426334,"Record function id": 0, "Concrete Inputs": ["", "0", "57344", "65536", "1"], "Input type": ["long int", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], [], []], "Input Dims": [[65536], [], [], [], []], "Ev Idx": 8525 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204922626.787, "dur": 0.849, + "args": { + "External id": 426335,"Record function id": 0, "Concrete Inputs": ["", "[8192]", "[1]", "57344"], "Input type": ["long int", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[65536], [], [], []], "Ev Idx": 8526 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204922633.754, "dur": 1.446, + "args": { + "External id": 426336,"Record function id": 0, "Concrete Inputs": ["", "[-1, 32000]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[32000, 1], []], "Input Dims": [[8192, 32000], []], "Ev Idx": 8527 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::new_empty", "pid": 4183440, "tid": 4183440, + "ts": 675204922642.012, "dur": 6.069, + "args": { + "External id": 426337,"Record function id": 0, "Concrete Inputs": ["", "[8192, 1]", "6", "", "", "False"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "", "", "Scalar"], "Input Strides": [[32000, 1], [], [], [], [], []], "Input Dims": [[8192, 32000], [], [], [], [], []], "Ev Idx": 8528 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 4183440, + "ts": 675204922643.859, "dur": 3.967, + "args": { + "External id": 426338,"Record function id": 0, "Concrete Inputs": ["[8192, 1]", "6", "0", "", "False", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 8529 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::logsumexp", "pid": 4183440, "tid": 4183440, + "ts": 675204922772.986, "dur": 207.606, + "args": { + "External id": 426339,"Record function id": 0, "Concrete Inputs": ["", "[-1]", "False"], "Input type": ["float", "ScalarList", "Scalar"], "Input Strides": [[1, 1], [], []], "Input Dims": [[8192, 1], [], []], "Ev Idx": 8530 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 4183440, + "ts": 675204922777.772, "dur": 3.058, + "args": { + "External id": 426340,"Record function id": 0, "Concrete Inputs": ["[0]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 8531 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::logsumexp", "pid": 4183440, "tid": 4183440, + "ts": 675204922782.695, "dur": 197.244, + "args": { + "External id": 426341,"Record function id": 0, "Concrete Inputs": ["", "[-1]", "False", ""], "Input type": ["float", "ScalarList", "Scalar", "float"], "Input Strides": [[1, 1], [], [], [1]], "Input Dims": [[8192, 1], [], [], [0]], "Ev Idx": 8532 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::real", "pid": 4183440, "tid": 4183440, + "ts": 675204922784.113, "dur": 0.607, + "args": { + "External id": 426342,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1, 1]], "Input Dims": [[8192, 1]], "Ev Idx": 8533 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::amax", "pid": 4183440, "tid": 4183440, + "ts": 675204922786.220, "dur": 23.726, + "args": { + "External id": 426343,"Record function id": 0, "Concrete Inputs": ["", "[-1]", "True"], "Input type": ["float", "ScalarList", "Scalar"], "Input Strides": [[1, 1], [], []], "Input Dims": [[8192, 1], [], []], "Ev Idx": 8534 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::squeeze", "pid": 4183440, "tid": 4183440, + "ts": 675204922811.374, "dur": 6.214, + "args": { + "External id": 426344,"Record function id": 0, "Concrete Inputs": ["", "[-1]"], "Input type": ["float", "ScalarList"], "Input Strides": [[1, 1], []], "Input Dims": [[8192, 1], []], "Ev Idx": 8535 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204922815.895, "dur": 1.472, + "args": { + "External id": 426345,"Record function id": 0, "Concrete Inputs": ["", "[8192]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[1, 1], [], [], []], "Input Dims": [[8192, 1], [], [], []], "Ev Idx": 8536 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::abs", "pid": 4183440, "tid": 4183440, + "ts": 675204922818.455, "dur": 21.100, + "args": { + "External id": 426346,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1]], "Input Dims": [[8192]], "Ev Idx": 8537 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 4183440, + "ts": 675204922819.584, "dur": 1.426, + "args": { + "External id": 426347,"Record function id": 0, "Concrete Inputs": ["[0]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 8538 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::abs", "pid": 4183440, "tid": 4183440, + "ts": 675204922822.332, "dur": 16.965, + "args": { + "External id": 426348,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["float", "float"], "Input Strides": [[1], [1]], "Input Dims": [[8192], [0]], "Ev Idx": 8539 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::resize_", "pid": 4183440, "tid": 4183440, + "ts": 675204922825.069, "dur": 2.550, + "args": { + "External id": 426349,"Record function id": 0, "Concrete Inputs": ["", "[8192]", ""], "Input type": ["float", "ScalarList", ""], "Input Strides": [[1], [], []], "Input Dims": [[0], [], []], "Ev Idx": 8540 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::eq", "pid": 4183440, "tid": 4183440, + "ts": 675204922840.965, "dur": 20.770, + "args": { + "External id": 426350,"Record function id": 0, "Concrete Inputs": ["", "inf"], "Input type": ["float", "Scalar"], "Input Strides": [[1], []], "Input Dims": [[8192], []], "Ev Idx": 8541 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::masked_fill_", "pid": 4183440, "tid": 4183440, + "ts": 675204922863.134, "dur": 16.233, + "args": { + "External id": 426351,"Record function id": 0, "Concrete Inputs": ["", "", "0"], "Input type": ["float", "bool", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[8192], [8192], []], "Ev Idx": 8542 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::sub", "pid": 4183440, "tid": 4183440, + "ts": 675204922882.625, "dur": 15.052, + "args": { + "External id": 426352,"Record function id": 0, "Concrete Inputs": ["", "", "1"], "Input type": ["float", "float", "Scalar"], "Input Strides": [[1, 1], [1, 1], []], "Input Dims": [[8192, 1], [8192, 1], []], "Ev Idx": 8543 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::exp_", "pid": 4183440, "tid": 4183440, + "ts": 675204922899.172, "dur": 13.613, + "args": { + "External id": 426353,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1, 1]], "Input Dims": [[8192, 1]], "Ev Idx": 8544 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::sum", "pid": 4183440, "tid": 4183440, + "ts": 675204922914.834, "dur": 32.964, + "args": { + "External id": 426354,"Record function id": 0, "Concrete Inputs": ["", "[-1]", "False", "", ""], "Input type": ["float", "ScalarList", "Scalar", "", "float"], "Input Strides": [[1, 1], [], [], [], [1]], "Input Dims": [[8192, 1], [], [], [], [0]], "Ev Idx": 8545 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::resize_", "pid": 4183440, "tid": 4183440, + "ts": 675204922916.603, "dur": 1.388, + "args": { + "External id": 426355,"Record function id": 0, "Concrete Inputs": ["", "[8192]", ""], "Input type": ["float", "ScalarList", ""], "Input Strides": [[1], [], []], "Input Dims": [[0], [], []], "Ev Idx": 8546 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204922920.147, "dur": 0.716, + "args": { + "External id": 426356,"Record function id": 0, "Concrete Inputs": ["", "[8192, 1]", "[1, 0]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[1], [], [], []], "Input Dims": [[8192], [], [], []], "Ev Idx": 8547 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::log_", "pid": 4183440, "tid": 4183440, + "ts": 675204922950.528, "dur": 15.101, + "args": { + "External id": 426357,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1]], "Input Dims": [[8192]], "Ev Idx": 8548 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::add_", "pid": 4183440, "tid": 4183440, + "ts": 675204922966.902, "dur": 11.884, + "args": { + "External id": 426358,"Record function id": 0, "Concrete Inputs": ["", "", "1"], "Input type": ["float", "float", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[8192], [8192], []], "Ev Idx": 8549 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675204922988.373, "dur": 2.765, + "args": { + "External id": 426359,"Record function id": 0, "Concrete Inputs": ["", "[8192]"], "Input type": ["float", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[8192], []], "Ev Idx": 8550 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 4183440, "tid": 4183440, + "ts": 675204923000.171, "dur": 3.498, + "args": { + "External id": 426360,"Record function id": 0, "Concrete Inputs": ["", "0", "57344", "65536", "1"], "Input type": ["float", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], [], []], "Input Dims": [[65536], [], [], [], []], "Ev Idx": 8551 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204923002.087, "dur": 0.751, + "args": { + "External id": 426361,"Record function id": 0, "Concrete Inputs": ["", "[8192]", "[1]", "57344"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[65536], [], [], []], "Ev Idx": 8552 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 4183440, + "ts": 675204923068.919, "dur": 47.660, + "args": { + "External id": 426362,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[32000, 1], [1024, 1]], "Input Dims": [[8192, 32000], [32000, 1024]], "Ev Idx": 8553 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 4183440, "tid": 4183440, + "ts": 675204923121.408, "dur": 14.477, + "args": { + "External id": 426363,"Record function id": 0, "Concrete Inputs": ["", "0", "57344", "65536", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1024, 1], [], [], [], []], "Input Dims": [[65536, 1024], [], [], [], []], "Ev Idx": 8554 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204923133.813, "dur": 0.839, + "args": { + "External id": 426364,"Record function id": 0, "Concrete Inputs": ["", "[8192, 1024]", "[1024, 1]", "58720256"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1024, 1], [], [], []], "Input Dims": [[65536, 1024], [], [], []], "Ev Idx": 8555 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 4183440, "tid": 4183440, + "ts": 675204923137.306, "dur": 23.894, + "args": { + "External id": 426365,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[1024, 1], [1024, 1], []], "Input Dims": [[8192, 1024], [8192, 1024], []], "Ev Idx": 8556 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 4183440, "tid": 4183440, + "ts": 675204923165.960, "dur": 8.018, + "args": { + "External id": 426366,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[32000, 1]], "Input Dims": [[8192, 32000]], "Ev Idx": 8557 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 4183440, "tid": 4183440, + "ts": 675204923167.402, "dur": 5.857, + "args": { + "External id": 426367,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[32000, 1], [], []], "Input Dims": [[8192, 32000], [], []], "Ev Idx": 8558 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204923169.616, "dur": 3.420, + "args": { + "External id": 426368,"Record function id": 0, "Concrete Inputs": ["", "[32000, 8192]", "[1, 32000]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[32000, 1], [], [], []], "Input Dims": [[8192, 32000], [], [], []], "Ev Idx": 8559 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::matmul", "pid": 4183440, "tid": 4183440, + "ts": 675204923176.474, "dur": 40.220, + "args": { + "External id": 426369,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 32000], [1024, 1]], "Input Dims": [[32000, 8192], [8192, 1024]], "Ev Idx": 8560 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 4183440, "tid": 4183440, + "ts": 675204923177.857, "dur": 38.148, + "args": { + "External id": 426370,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 32000], [1024, 1]], "Input Dims": [[32000, 8192], [8192, 1024]], "Ev Idx": 8561 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::add_", "pid": 4183440, "tid": 4183440, + "ts": 675204923220.359, "dur": 15.088, + "args": { + "External id": 426371,"Record function id": 0, "Concrete Inputs": ["", "", "1"], "Input type": ["float", "c10::BFloat16", "Scalar"], "Input Strides": [[1024, 1], [1024, 1], []], "Input Dims": [[32000, 1024], [32000, 1024], []], "Ev Idx": 8562 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::sum", "pid": 4183440, "tid": 4183440, + "ts": 675204923240.697, "dur": 24.548, + "args": { + "External id": 426372,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["float", ""], "Input Strides": [[1], []], "Input Dims": [[65536], []], "Ev Idx": 8563 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::sum", "pid": 4183440, "tid": 4183440, + "ts": 675204923242.988, "dur": 21.922, + "args": { + "External id": 426373,"Record function id": 0, "Concrete Inputs": ["", "[]", "False", ""], "Input type": ["float", "ScalarList", "Scalar", ""], "Input Strides": [[1], [], [], []], "Input Dims": [[65536], [], [], []], "Ev Idx": 8564 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204923248.484, "dur": 1.361, + "args": { + "External id": 426374,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[0]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 8565 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 4183440, + "ts": 675204923269.809, "dur": 26.956, + "args": { + "External id": 426375,"Record function id": 0, "Concrete Inputs": ["", "", "15", "False", "False", ""], "Input type": ["float", "", "Scalar", "Scalar", "Scalar", ""], "Input Strides": [[1024, 1], [], [], [], [], []], "Input Dims": [[32000, 1024], [], [], [], [], []], "Ev Idx": 8566 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::_to_copy", "pid": 4183440, "tid": 4183440, + "ts": 675204923271.940, "dur": 24.620, + "args": { + "External id": 426376,"Record function id": 0, "Concrete Inputs": ["", "15", "", "", "", "False", ""], "Input type": ["float", "Scalar", "", "", "", "Scalar", ""], "Input Strides": [[1024, 1], [], [], [], [], [], []], "Input Dims": [[32000, 1024], [], [], [], [], [], []], "Ev Idx": 8567 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204923276.705, "dur": 4.143, + "args": { + "External id": 426377,"Record function id": 0, "Concrete Inputs": ["[32000, 1024]", "[1024, 1]", "15", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 8568 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 4183440, "tid": 4183440, + "ts": 675204923281.881, "dur": 14.142, + "args": { + "External id": 426378,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["c10::BFloat16", "float", "Scalar"], "Input Strides": [[1024, 1], [1024, 1], []], "Input Dims": [[32000, 1024], [32000, 1024], []], "Ev Idx": 8569 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 4183440, "tid": 4183440, + "ts": 675204923309.224, "dur": 5.163, + "args": { + "External id": 426379,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[65536, 1024]], "Ev Idx": 8570 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 4183440, "tid": 4183440, + "ts": 675204923311.097, "dur": 3.032, + "args": { + "External id": 426380,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[65536, 1024]], "Ev Idx": 8571 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 4183440, "tid": 4183440, + "ts": 675204923315.552, "dur": 1.867, + "args": { + "External id": 426381,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[32000, 1024]], "Ev Idx": 8572 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 4183440, "tid": 4183440, + "ts": 675204923316.683, "dur": 0.663, + "args": { + "External id": 426382,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1024, 1]], "Input Dims": [[32000, 1024]], "Ev Idx": 8573 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::add_", "pid": 4183440, "tid": 4183440, + "ts": 675204923357.691, "dur": 23.515, + "args": { + "External id": 426383,"Sequence number": 5055812, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "", "1"], "Input type": ["float", "float", "Scalar"], "Input Strides": [[1], [], []], "Input Dims": [[1], [], []], "Ev Idx": 8574 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::add_", "pid": 4183440, "tid": 4183440, + "ts": 675204923383.389, "dur": 13.547, + "args": { + "External id": 426384,"Sequence number": 5055813, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "", "1"], "Input type": ["float", "float", "Scalar"], "Input Strides": [[1], [], []], "Input Dims": [[1], [], []], "Ev Idx": 8575 + } + }, + { + "ph": "s", "id": 2, "pid": 4183440, "tid": 4183440, "ts": 675204923383.389, + "cat": "fwdbwd", "name": "fwdbwd" + }, + { + "ph": "X", "cat": "user_annotation", "name": "FSDP::post_forward", "pid": 4183440, "tid": 4183440, + "ts": 675204923505.705, "dur": 40.552, + "args": { + "External id": 426385,"Record function id": 0, "Ev Idx": 8576 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::div", "pid": 4183440, "tid": 4183440, + "ts": 675204923645.265, "dur": 83.758, + "args": { + "External id": 426386,"Sequence number": 5055814, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["float", "long int"], "Input Strides": [[1], []], "Input Dims": [[1], []], "Ev Idx": 8577 + } + }, + { + "ph": "s", "id": 1, "pid": 4183440, "tid": 4183440, "ts": 675204923645.265, + "cat": "fwdbwd", "name": "fwdbwd" + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::ones_like", "pid": 4183440, "tid": 4183440, + "ts": 675204923789.633, "dur": 28.399, + "args": { + "External id": 426387,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "False", "1"], "Input type": ["float", "", "", "", "Scalar", "Scalar"], "Input Strides": [[1], [], [], [], [], []], "Input Dims": [[1], [], [], [], [], []], "Ev Idx": 8578 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty_like", "pid": 4183440, "tid": 4183440, + "ts": 675204923791.330, "dur": 9.572, + "args": { + "External id": 426388,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "False", "1"], "Input type": ["float", "", "", "", "Scalar", "Scalar"], "Input Strides": [[1], [], [], [], [], []], "Input Dims": [[1], [], [], [], [], []], "Ev Idx": 8579 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 4183440, "tid": 4183440, + "ts": 675204923795.583, "dur": 4.594, + "args": { + "External id": 426389,"Record function id": 0, "Concrete Inputs": ["[1]", "[1]", "6", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 8580 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::fill_", "pid": 4183440, "tid": 4183440, + "ts": 675204923802.426, "dur": 15.260, + "args": { + "External id": 426390,"Record function id": 0, "Concrete Inputs": ["", "1."], "Input type": ["float", "Scalar"], "Input Strides": [[1], []], "Input Dims": [[1], []], "Ev Idx": 8581 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::div", "pid": 4183440, "tid": 4183440, + "ts": 675205374376.241, "dur": 73.289, + "args": { + "External id": 426391,"Sequence number": 5055815, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["float", "long int"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 8582 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::div", "pid": 4183440, "tid": 4183440, + "ts": 675205374458.515, "dur": 22.026, + "args": { + "External id": 426392,"Sequence number": 5055816, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["float", "long int"], "Input Strides": [[1], []], "Input Dims": [[1], []], "Ev Idx": 8583 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::add", "pid": 4183440, "tid": 4183440, + "ts": 675205374595.585, "dur": 26.261, + "args": { + "External id": 426393,"Sequence number": 5055817, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "", "1"], "Input type": ["float", "long int", "Scalar"], "Input Strides": [[1], [], []], "Input Dims": [[1], [], []], "Ev Idx": 8584 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::add", "pid": 4183440, "tid": 4183440, + "ts": 675205375085.930, "dur": 29.647, + "args": { + "External id": 426394,"Sequence number": 5055818, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "", "1"], "Input type": ["float", "long int", "Scalar"], "Input Strides": [[], [], []], "Input Dims": [[], [], []], "Ev Idx": 8585 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::add", "pid": 4183440, "tid": 4183440, + "ts": 675205375121.878, "dur": 15.148, + "args": { + "External id": 426395,"Sequence number": 5055819, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "", "1"], "Input type": ["float", "long int", "Scalar"], "Input Strides": [[1], [], []], "Input Dims": [[1], [], []], "Ev Idx": 8586 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::_foreach_norm", "pid": 4183440, "tid": 4183440, + "ts": 675205376542.196, "dur": 2388.124, + "args": { + "External id": 426396,"Record function id": 0, "Concrete Inputs": ["", "2.", ""], "Input type": ["TensorList", "Scalar", ""], "Input Strides": [[], [], []], "Input Dims": [[], [], []], "Ev Idx": 8587 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::_foreach_norm", "pid": 4183440, "tid": 4183440, + "ts": 675205377056.276, "dur": 647.086, + "args": { + "External id": 426397,"Record function id": 0, "Concrete Inputs": ["", "2.", ""], "Input type": ["TensorList", "Scalar", ""], "Input Strides": [[], [], []], "Input Dims": [[], [], []], "Ev Idx": 8588 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::zeros", "pid": 4183440, "tid": 4183440, + "ts": 675205377074.788, "dur": 62.123, + "args": { + "External id": 426398,"Record function id": 0, "Concrete Inputs": ["[13797]", "6", "0", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", ""], "Input Strides": [[], [], [], [], []], "Input Dims": [[], [], [], [], []], "Ev Idx": 8589 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 4183440, + "ts": 675205377077.942, "dur": 11.964, + "args": { + "External id": 426399,"Record function id": 0, "Concrete Inputs": ["[13797]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 8590 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::zero_", "pid": 4183440, "tid": 4183440, + "ts": 675205377092.666, "dur": 43.905, + "args": { + "External id": 426400,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1]], "Input Dims": [[13797]], "Ev Idx": 8591 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::fill_", "pid": 4183440, "tid": 4183440, + "ts": 675205377094.424, "dur": 41.444, + "args": { + "External id": 426401,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[1], []], "Input Dims": [[13797], []], "Ev Idx": 8592 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 4183440, + "ts": 675205378969.401, "dur": 3.060, + "args": { + "External id": 426402,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 8593 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 4183440, + "ts": 675205378974.576, "dur": 0.398, + "args": { + "External id": 426403,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 8594 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 4183440, + "ts": 675205378976.270, "dur": 0.529, + "args": { + "External id": 426404,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 8595 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 4183440, + "ts": 675205378977.830, "dur": 0.331, + "args": { + "External id": 426405,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 8596 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 4183440, + "ts": 675205378979.386, "dur": 0.362, + "args": { + "External id": 426406,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 8597 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 4183440, + "ts": 675205378980.993, "dur": 0.328, + "args": { + "External id": 426407,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 8598 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 4183440, + "ts": 675205378982.350, "dur": 0.213, + "args": { + "External id": 426408,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 8599 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 4183440, + "ts": 675205378984.972, "dur": 0.215, + "args": { + "External id": 426409,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 8600 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 4183440, + "ts": 675205378986.190, "dur": 0.359, + "args": { + "External id": 426410,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 8601 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 4183440, + "ts": 675205378987.722, "dur": 0.214, + "args": { + "External id": 426411,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 8602 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 4183440, + "ts": 675205378988.864, "dur": 0.322, + "args": { + "External id": 426412,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 8603 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 4183440, + "ts": 675205378990.294, "dur": 0.224, + "args": { + "External id": 426413,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 8604 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 4183440, + "ts": 675205378991.786, "dur": 0.377, + "args": { + "External id": 426414,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 8605 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 4183440, + "ts": 675205378993.094, "dur": 0.352, + "args": { + "External id": 426415,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 8606 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 4183440, + "ts": 675205378994.424, "dur": 0.219, + "args": { + "External id": 426416,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 8607 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 4183440, + "ts": 675205378996.870, "dur": 0.206, + "args": { + "External id": 426417,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 8608 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 4183440, + "ts": 675205378998.194, "dur": 0.209, + "args": { + "External id": 426418,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 8609 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 4183440, + "ts": 675205378999.398, "dur": 0.324, + "args": { + "External id": 426419,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 8610 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 4183440, + "ts": 675205379000.659, "dur": 0.240, + "args": { + "External id": 426420,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 8611 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 4183440, + "ts": 675205379001.894, "dur": 0.222, + "args": { + "External id": 426421,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 8612 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 4183440, + "ts": 675205379002.936, "dur": 0.208, + "args": { + "External id": 426422,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 8613 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 4183440, + "ts": 675205379004.133, "dur": 0.219, + "args": { + "External id": 426423,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 8614 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 4183440, + "ts": 675205379005.150, "dur": 0.207, + "args": { + "External id": 426424,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 8615 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 4183440, + "ts": 675205379007.586, "dur": 0.236, + "args": { + "External id": 426425,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 8616 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 4183440, + "ts": 675205379008.656, "dur": 0.206, + "args": { + "External id": 426426,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 8617 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 4183440, + "ts": 675205379010.226, "dur": 0.212, + "args": { + "External id": 426427,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 8618 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 4183440, + "ts": 675205379011.278, "dur": 0.206, + "args": { + "External id": 426428,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 8619 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 4183440, + "ts": 675205379012.425, "dur": 0.204, + "args": { + "External id": 426429,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 8620 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 4183440, + "ts": 675205379013.390, "dur": 0.230, + "args": { + "External id": 426430,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 8621 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 4183440, + "ts": 675205379014.715, "dur": 0.201, + "args": { + "External id": 426431,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 8622 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 4183440, + "ts": 675205379015.732, "dur": 0.211, + "args": { + "External id": 426432,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 8623 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 4183440, + "ts": 675205379018.211, "dur": 0.207, + "args": { + "External id": 426433,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 8624 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 4183440, + "ts": 675205379019.277, "dur": 0.226, + "args": { + "External id": 426434,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 8625 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 4183440, + "ts": 675205379020.524, "dur": 0.199, + "args": { + "External id": 426435,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 8626 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 4183440, + "ts": 675205379021.690, "dur": 0.207, + "args": { + "External id": 426436,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 8627 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 4183440, + "ts": 675205379022.765, "dur": 0.243, + "args": { + "External id": 426437,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 8628 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 4183440, + "ts": 675205379023.965, "dur": 0.326, + "args": { + "External id": 426438,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 8629 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 4183440, + "ts": 675205379025.343, "dur": 0.198, + "args": { + "External id": 426439,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 8630 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 4183440, + "ts": 675205379026.427, "dur": 0.367, + "args": { + "External id": 426440,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 8631 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 4183440, + "ts": 675205379028.894, "dur": 0.207, + "args": { + "External id": 426441,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 8632 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 4183440, + "ts": 675205379029.896, "dur": 0.315, + "args": { + "External id": 426442,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 8633 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 4183440, + "ts": 675205379031.254, "dur": 0.348, + "args": { + "External id": 426443,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 8634 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 4183440, + "ts": 675205379032.598, "dur": 0.323, + "args": { + "External id": 426444,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 8635 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 4183440, + "ts": 675205379033.959, "dur": 0.325, + "args": { + "External id": 426445,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 8636 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 4183440, + "ts": 675205379035.449, "dur": 0.186, + "args": { + "External id": 426446,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 8637 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 4183440, + "ts": 675205379036.557, "dur": 0.208, + "args": { + "External id": 426447,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 8638 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 4183440, + "ts": 675205379037.702, "dur": 0.214, + "args": { + "External id": 426448,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 8639 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 4183440, + "ts": 675205379041.607, "dur": 0.219, + "args": { + "External id": 426449,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 8640 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 4183440, + "ts": 675205379042.768, "dur": 0.207, + "args": { + "External id": 426450,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 8641 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 4183440, + "ts": 675205379043.924, "dur": 0.199, + "args": { + "External id": 426451,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 8642 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 4183440, + "ts": 675205379045.054, "dur": 0.208, + "args": { + "External id": 426452,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 8643 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 4183440, + "ts": 675205379046.128, "dur": 0.197, + "args": { + "External id": 426453,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 8644 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 4183440, + "ts": 675205379047.245, "dur": 0.204, + "args": { + "External id": 426454,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 8645 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 4183440, + "ts": 675205379048.600, "dur": 0.202, + "args": { + "External id": 426455,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 8646 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 4183440, + "ts": 675205379049.676, "dur": 0.205, + "args": { + "External id": 426456,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 8647 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 4183440, + "ts": 675205379052.078, "dur": 0.212, + "args": { + "External id": 426457,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 8648 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 4183440, + "ts": 675205379053.058, "dur": 0.206, + "args": { + "External id": 426458,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 8649 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 4183440, + "ts": 675205379054.097, "dur": 0.197, + "args": { + "External id": 426459,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 8650 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 4183440, + "ts": 675205379055.062, "dur": 0.202, + "args": { + "External id": 426460,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 8651 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 4183440, + "ts": 675205379056.052, "dur": 0.196, + "args": { + "External id": 426461,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 8652 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 4183440, + "ts": 675205379057.057, "dur": 0.199, + "args": { + "External id": 426462,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 8653 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 4183440, + "ts": 675205379058.220, "dur": 0.202, + "args": { + "External id": 426463,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 8654 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 4183440, + "ts": 675205379059.222, "dur": 0.201, + "args": { + "External id": 426464,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 8655 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 4183440, + "ts": 675205379061.703, "dur": 0.206, + "args": { + "External id": 426465,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 8656 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 4183440, + "ts": 675205379062.868, "dur": 0.204, + "args": { + "External id": 426466,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 8657 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 4183440, + "ts": 675205379063.991, "dur": 0.196, + "args": { + "External id": 426467,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 8658 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 4183440, + "ts": 675205379065.116, "dur": 0.201, + "args": { + "External id": 426468,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 8659 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 4183440, + "ts": 675205379066.182, "dur": 0.198, + "args": { + "External id": 426469,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 8660 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 4183440, + "ts": 675205379067.302, "dur": 0.208, + "args": { + "External id": 426470,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 8661 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 4183440, + "ts": 675205379068.465, "dur": 0.204, + "args": { + "External id": 426471,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 8662 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 4183440, + "ts": 675205379069.462, "dur": 0.201, + "args": { + "External id": 426472,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 8663 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 4183440, + "ts": 675205379071.995, "dur": 0.198, + "args": { + "External id": 426473,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 8664 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 4183440, + "ts": 675205379072.990, "dur": 0.454, + "args": { + "External id": 426474,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 8665 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 4183440, + "ts": 675205379074.385, "dur": 0.249, + "args": { + "External id": 426475,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 8666 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 4183440, + "ts": 675205379075.563, "dur": 0.396, + "args": { + "External id": 426476,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 8667 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 4183440, + "ts": 675205379076.731, "dur": 0.324, + "args": { + "External id": 426477,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 8668 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 4183440, + "ts": 675205379078.018, "dur": 0.340, + "args": { + "External id": 426478,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 8669 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 4183440, + "ts": 675205379080.082, "dur": 0.371, + "args": { + "External id": 426479,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 8670 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 4183440, + "ts": 675205379081.242, "dur": 0.343, + "args": { + "External id": 426480,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 8671 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 4183440, + "ts": 675205379084.120, "dur": 0.198, + "args": { + "External id": 426481,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 8672 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 4183440, + "ts": 675205379085.245, "dur": 0.209, + "args": { + "External id": 426482,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 8673 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 4183440, + "ts": 675205379086.233, "dur": 0.333, + "args": { + "External id": 426483,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 8674 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 4183440, + "ts": 675205379087.365, "dur": 0.321, + "args": { + "External id": 426484,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 8675 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 4183440, + "ts": 675205379088.465, "dur": 0.197, + "args": { + "External id": 426485,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 8676 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 4183440, + "ts": 675205379089.463, "dur": 0.206, + "args": { + "External id": 426486,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 8677 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 4183440, + "ts": 675205379090.443, "dur": 0.197, + "args": { + "External id": 426487,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 8678 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 4183440, + "ts": 675205379091.402, "dur": 0.203, + "args": { + "External id": 426488,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 8679 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 4183440, + "ts": 675205379093.573, "dur": 0.196, + "args": { + "External id": 426489,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 8680 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 4183440, + "ts": 675205379094.640, "dur": 0.202, + "args": { + "External id": 426490,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 8681 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 4183440, + "ts": 675205379095.723, "dur": 0.198, + "args": { + "External id": 426491,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 8682 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 4183440, + "ts": 675205379096.858, "dur": 0.206, + "args": { + "External id": 426492,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 8683 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 4183440, + "ts": 675205379097.916, "dur": 0.195, + "args": { + "External id": 426493,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 8684 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 4183440, + "ts": 675205379099.048, "dur": 0.210, + "args": { + "External id": 426494,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 8685 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 4183440, + "ts": 675205379100.853, "dur": 0.206, + "args": { + "External id": 426495,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 8686 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 4183440, + "ts": 675205379101.836, "dur": 0.199, + "args": { + "External id": 426496,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 8687 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 4183440, + "ts": 675205379121.879, "dur": 0.286, + "args": { + "External id": 431105,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 8688 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 4183440, + "ts": 675205379123.204, "dur": 0.238, + "args": { + "External id": 431106,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 8689 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 4183440, + "ts": 675205379124.295, "dur": 0.241, + "args": { + "External id": 431107,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 8690 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 4183440, + "ts": 675205379125.531, "dur": 0.209, + "args": { + "External id": 431108,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 8691 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 4183440, + "ts": 675205379126.569, "dur": 0.210, + "args": { + "External id": 431109,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 8692 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 4183440, + "ts": 675205379127.851, "dur": 0.211, + "args": { + "External id": 431110,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 8693 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 4183440, + "ts": 675205379128.992, "dur": 0.211, + "args": { + "External id": 431111,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 8694 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 4183440, + "ts": 675205379130.022, "dur": 0.200, + "args": { + "External id": 431112,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 8695 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 4183440, + "ts": 675205379132.893, "dur": 0.200, + "args": { + "External id": 431113,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 8696 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 4183440, + "ts": 675205379134.068, "dur": 0.202, + "args": { + "External id": 431114,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 8697 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 4183440, + "ts": 675205379135.046, "dur": 0.200, + "args": { + "External id": 431115,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 8698 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 4183440, + "ts": 675205379136.175, "dur": 0.200, + "args": { + "External id": 431116,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 8699 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 4183440, + "ts": 675205379137.136, "dur": 0.196, + "args": { + "External id": 431117,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 8700 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 4183440, + "ts": 675205379138.299, "dur": 0.200, + "args": { + "External id": 431118,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 8701 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 4183440, + "ts": 675205379140.439, "dur": 0.214, + "args": { + "External id": 431119,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 8702 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 4183440, + "ts": 675205379141.417, "dur": 0.224, + "args": { + "External id": 431120,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 8703 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 4183440, + "ts": 675205379144.345, "dur": 0.216, + "args": { + "External id": 431121,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 8704 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 4183440, + "ts": 675205379145.390, "dur": 0.257, + "args": { + "External id": 431122,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 8705 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 4183440, + "ts": 675205379146.447, "dur": 0.207, + "args": { + "External id": 431123,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 8706 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 4183440, + "ts": 675205379147.610, "dur": 0.231, + "args": { + "External id": 431124,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 8707 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 4183440, + "ts": 675205379148.600, "dur": 0.248, + "args": { + "External id": 431125,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 8708 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 4183440, + "ts": 675205379149.653, "dur": 0.235, + "args": { + "External id": 431126,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 8709 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 4183440, + "ts": 675205379150.713, "dur": 0.201, + "args": { + "External id": 431127,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 8710 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 4183440, + "ts": 675205379154.742, "dur": 0.362, + "args": { + "External id": 431128,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 8711 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 4183440, + "ts": 675205379157.262, "dur": 0.200, + "args": { + "External id": 431129,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 8712 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 4183440, + "ts": 675205379158.273, "dur": 0.226, + "args": { + "External id": 431130,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 8713 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 4183440, + "ts": 675205379159.339, "dur": 0.195, + "args": { + "External id": 431131,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 8714 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 4183440, + "ts": 675205379160.342, "dur": 0.197, + "args": { + "External id": 431132,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 8715 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 4183440, + "ts": 675205379161.371, "dur": 0.196, + "args": { + "External id": 431133,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 8716 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 4183440, + "ts": 675205379162.348, "dur": 0.197, + "args": { + "External id": 431134,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 8717 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 4183440, + "ts": 675205379163.312, "dur": 0.194, + "args": { + "External id": 431135,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 8718 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 4183440, + "ts": 675205379164.326, "dur": 0.200, + "args": { + "External id": 431136,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 8719 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 4183440, + "ts": 675205379166.901, "dur": 0.198, + "args": { + "External id": 431137,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 8720 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 4183440, + "ts": 675205379167.872, "dur": 0.198, + "args": { + "External id": 431138,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 8721 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 4183440, + "ts": 675205379169.261, "dur": 0.193, + "args": { + "External id": 431139,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 8722 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 4183440, + "ts": 675205379170.266, "dur": 0.198, + "args": { + "External id": 431140,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 8723 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 4183440, + "ts": 675205379171.229, "dur": 0.192, + "args": { + "External id": 431141,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 8724 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 4183440, + "ts": 675205379172.195, "dur": 0.198, + "args": { + "External id": 431142,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 8725 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 4183440, + "ts": 675205379173.161, "dur": 0.192, + "args": { + "External id": 431143,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 8726 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 4183440, + "ts": 675205379174.168, "dur": 0.202, + "args": { + "External id": 431144,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 8727 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 4183440, + "ts": 675205379176.821, "dur": 0.192, + "args": { + "External id": 431145,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 8728 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 4183440, + "ts": 675205379177.810, "dur": 0.199, + "args": { + "External id": 431146,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 8729 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 4183440, + "ts": 675205379178.775, "dur": 0.193, + "args": { + "External id": 431147,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 8730 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 4183440, + "ts": 675205379179.746, "dur": 0.218, + "args": { + "External id": 431148,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 8731 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 4183440, + "ts": 675205379180.770, "dur": 0.194, + "args": { + "External id": 431149,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 8732 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 4183440, + "ts": 675205379181.745, "dur": 0.198, + "args": { + "External id": 431150,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 8733 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 4183440, + "ts": 675205379182.808, "dur": 0.196, + "args": { + "External id": 431151,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 8734 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 4183440, + "ts": 675205379183.799, "dur": 0.198, + "args": { + "External id": 431152,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 8735 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 4183440, + "ts": 675205379186.116, "dur": 0.196, + "args": { + "External id": 431153,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 8736 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 4183440, + "ts": 675205379187.139, "dur": 0.198, + "args": { + "External id": 431154,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 8737 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 4183440, + "ts": 675205379188.163, "dur": 0.193, + "args": { + "External id": 431155,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 8738 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 4183440, + "ts": 675205379189.127, "dur": 0.197, + "args": { + "External id": 431156,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 8739 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 4183440, + "ts": 675205379190.124, "dur": 0.192, + "args": { + "External id": 431157,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 8740 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 4183440, + "ts": 675205379191.170, "dur": 0.197, + "args": { + "External id": 431158,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 8741 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 4183440, + "ts": 675205379192.514, "dur": 0.224, + "args": { + "External id": 431159,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 8742 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 4183440, + "ts": 675205379193.523, "dur": 0.200, + "args": { + "External id": 431160,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 8743 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 4183440, + "ts": 675205379195.797, "dur": 0.194, + "args": { + "External id": 431161,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 8744 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 4183440, + "ts": 675205379196.773, "dur": 0.197, + "args": { + "External id": 431162,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 8745 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 4183440, + "ts": 675205379197.740, "dur": 0.192, + "args": { + "External id": 431163,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 8746 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 4183440, + "ts": 675205379198.732, "dur": 0.198, + "args": { + "External id": 431164,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 8747 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 4183440, + "ts": 675205379199.736, "dur": 0.195, + "args": { + "External id": 431165,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 8748 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 4183440, + "ts": 675205379200.733, "dur": 0.198, + "args": { + "External id": 431166,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 8749 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 4183440, + "ts": 675205379201.808, "dur": 0.193, + "args": { + "External id": 431167,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 8750 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 4183440, + "ts": 675205379202.763, "dur": 0.198, + "args": { + "External id": 431168,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 8751 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 4183440, + "ts": 675205379204.915, "dur": 0.213, + "args": { + "External id": 431169,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 8752 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 4183440, + "ts": 675205379206.097, "dur": 0.200, + "args": { + "External id": 431170,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 8753 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 4183440, + "ts": 675205379208.581, "dur": 0.205, + "args": { + "External id": 431171,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 8754 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 4183440, + "ts": 675205379209.583, "dur": 0.198, + "args": { + "External id": 431172,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 8755 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 4183440, + "ts": 675205379210.603, "dur": 0.215, + "args": { + "External id": 431173,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 8756 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 4183440, + "ts": 675205379211.775, "dur": 0.209, + "args": { + "External id": 431174,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 8757 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 4183440, + "ts": 675205379212.902, "dur": 0.232, + "args": { + "External id": 431175,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 8758 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 4183440, + "ts": 675205379213.960, "dur": 0.219, + "args": { + "External id": 431176,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 8759 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 4183440, + "ts": 675205379216.528, "dur": 0.200, + "args": { + "External id": 431177,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 8760 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 4183440, + "ts": 675205379217.728, "dur": 0.202, + "args": { + "External id": 431178,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 8761 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 4183440, + "ts": 675205379218.692, "dur": 0.193, + "args": { + "External id": 431179,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 8762 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 4183440, + "ts": 675205379219.830, "dur": 0.208, + "args": { + "External id": 431180,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 8763 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 4183440, + "ts": 675205379220.813, "dur": 0.194, + "args": { + "External id": 431181,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 8764 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 4183440, + "ts": 675205379221.780, "dur": 0.197, + "args": { + "External id": 431182,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 8765 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 4183440, + "ts": 675205379222.987, "dur": 0.194, + "args": { + "External id": 431183,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 8766 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 4183440, + "ts": 675205379224.016, "dur": 0.198, + "args": { + "External id": 431184,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 8767 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 4183440, + "ts": 675205379226.529, "dur": 0.196, + "args": { + "External id": 431185,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 8768 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 4183440, + "ts": 675205379227.496, "dur": 0.200, + "args": { + "External id": 431186,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 8769 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 4183440, + "ts": 675205379228.452, "dur": 0.195, + "args": { + "External id": 431187,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 8770 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 4183440, + "ts": 675205379229.420, "dur": 0.196, + "args": { + "External id": 431188,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 8771 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 4183440, + "ts": 675205379230.380, "dur": 0.194, + "args": { + "External id": 431189,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 8772 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 4183440, + "ts": 675205379231.394, "dur": 0.197, + "args": { + "External id": 431190,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 8773 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 4183440, + "ts": 675205379232.361, "dur": 0.193, + "args": { + "External id": 431191,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 8774 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 4183440, + "ts": 675205379233.380, "dur": 0.197, + "args": { + "External id": 431192,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 8775 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 4183440, + "ts": 675205379235.809, "dur": 0.194, + "args": { + "External id": 431193,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 8776 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 4183440, + "ts": 675205379236.786, "dur": 0.197, + "args": { + "External id": 431194,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 8777 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 4183440, + "ts": 675205379237.771, "dur": 0.195, + "args": { + "External id": 431195,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 8778 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 4183440, + "ts": 675205379238.773, "dur": 0.209, + "args": { + "External id": 431196,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 8779 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 4183440, + "ts": 675205379239.799, "dur": 0.194, + "args": { + "External id": 431197,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 8780 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 4183440, + "ts": 675205379240.756, "dur": 0.199, + "args": { + "External id": 431198,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 8781 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 4183440, + "ts": 675205379241.720, "dur": 0.194, + "args": { + "External id": 431199,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 8782 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 4183440, + "ts": 675205379242.703, "dur": 0.197, + "args": { + "External id": 431200,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 8783 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 4183440, + "ts": 675205379244.991, "dur": 0.196, + "args": { + "External id": 431201,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 8784 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 4183440, + "ts": 675205379245.992, "dur": 0.199, + "args": { + "External id": 431202,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 8785 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 4183440, + "ts": 675205379246.955, "dur": 0.196, + "args": { + "External id": 431203,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 8786 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 4183440, + "ts": 675205379247.914, "dur": 0.198, + "args": { + "External id": 431204,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 8787 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 4183440, + "ts": 675205379248.919, "dur": 0.194, + "args": { + "External id": 431205,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 8788 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 4183440, + "ts": 675205379249.895, "dur": 0.199, + "args": { + "External id": 431206,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 8789 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 4183440, + "ts": 675205379250.872, "dur": 0.194, + "args": { + "External id": 431207,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 8790 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 4183440, + "ts": 675205379251.892, "dur": 0.197, + "args": { + "External id": 431208,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 8791 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 4183440, + "ts": 675205379253.918, "dur": 0.193, + "args": { + "External id": 431209,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 8792 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 4183440, + "ts": 675205379254.880, "dur": 0.200, + "args": { + "External id": 431210,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 8793 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 4183440, + "ts": 675205379256.153, "dur": 0.219, + "args": { + "External id": 431211,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 8794 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 4183440, + "ts": 675205379257.158, "dur": 0.229, + "args": { + "External id": 431212,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 8795 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 4183440, + "ts": 675205379263.672, "dur": 0.212, + "args": { + "External id": 431213,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 8796 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 4183440, + "ts": 675205379264.703, "dur": 0.198, + "args": { + "External id": 431214,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 8797 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 4183440, + "ts": 675205379265.712, "dur": 0.207, + "args": { + "External id": 431215,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 8798 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 4183440, + "ts": 675205379266.711, "dur": 0.198, + "args": { + "External id": 431216,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 8799 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 4183440, + "ts": 675205379268.889, "dur": 0.221, + "args": { + "External id": 431217,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 8800 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 4183440, + "ts": 675205379269.873, "dur": 0.200, + "args": { + "External id": 431218,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 8801 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 4183440, + "ts": 675205379270.877, "dur": 0.197, + "args": { + "External id": 431219,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 8802 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 4183440, + "ts": 675205379271.842, "dur": 0.197, + "args": { + "External id": 431220,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 8803 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 4183440, + "ts": 675205379272.800, "dur": 0.193, + "args": { + "External id": 431221,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 8804 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 4183440, + "ts": 675205379273.780, "dur": 0.197, + "args": { + "External id": 431222,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 8805 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 4183440, + "ts": 675205379274.752, "dur": 0.198, + "args": { + "External id": 431223,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 8806 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 4183440, + "ts": 675205379275.773, "dur": 0.198, + "args": { + "External id": 431224,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 8807 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 4183440, + "ts": 675205379277.963, "dur": 0.199, + "args": { + "External id": 431225,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 8808 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 4183440, + "ts": 675205379278.945, "dur": 0.198, + "args": { + "External id": 431226,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 8809 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 4183440, + "ts": 675205379279.938, "dur": 0.194, + "args": { + "External id": 431227,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 8810 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 4183440, + "ts": 675205379280.955, "dur": 0.201, + "args": { + "External id": 431228,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 8811 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::stack", "pid": 4183440, "tid": 4183440, + "ts": 675205379325.544, "dur": 1151.483, + "args": { + "External id": 431229,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["TensorList", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 8812 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::stack", "pid": 4183440, "tid": 4183440, + "ts": 675205379705.647, "dur": 703.572, + "args": { + "External id": 431230,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["TensorList", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 8813 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 4183440, "tid": 4183440, + "ts": 675205379712.014, "dur": 7.481, + "args": { + "External id": 431231,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 8814 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675205379715.823, "dur": 3.215, + "args": { + "External id": 431232,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 8815 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 4183440, "tid": 4183440, + "ts": 675205379720.041, "dur": 3.798, + "args": { + "External id": 431233,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 8816 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675205379720.984, "dur": 2.524, + "args": { + "External id": 431234,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 8817 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 4183440, "tid": 4183440, + "ts": 675205379724.394, "dur": 2.730, + "args": { + "External id": 431235,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 8818 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675205379726.401, "dur": 0.639, + "args": { + "External id": 431236,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 8819 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 4183440, "tid": 4183440, + "ts": 675205379727.398, "dur": 1.346, + "args": { + "External id": 431237,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 8820 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675205379727.838, "dur": 0.834, + "args": { + "External id": 431238,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 8821 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 4183440, "tid": 4183440, + "ts": 675205379730.363, "dur": 4.995, + "args": { + "External id": 431239,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 8822 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675205379734.592, "dur": 0.695, + "args": { + "External id": 431240,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 8823 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 4183440, "tid": 4183440, + "ts": 675205379735.645, "dur": 1.315, + "args": { + "External id": 431241,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 8824 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675205379736.071, "dur": 0.822, + "args": { + "External id": 431242,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 8825 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 4183440, "tid": 4183440, + "ts": 675205379737.227, "dur": 0.993, + "args": { + "External id": 431243,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 8826 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675205379737.662, "dur": 0.484, + "args": { + "External id": 431244,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 8827 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 4183440, "tid": 4183440, + "ts": 675205379738.539, "dur": 6.187, + "args": { + "External id": 431245,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 8828 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675205379743.759, "dur": 0.753, + "args": { + "External id": 431246,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 8829 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 4183440, "tid": 4183440, + "ts": 675205379744.963, "dur": 0.912, + "args": { + "External id": 431247,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 8830 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675205379745.406, "dur": 0.403, + "args": { + "External id": 431248,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 8831 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 4183440, "tid": 4183440, + "ts": 675205379746.105, "dur": 2.647, + "args": { + "External id": 431249,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 8832 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675205379746.477, "dur": 2.182, + "args": { + "External id": 431250,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 8833 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 4183440, "tid": 4183440, + "ts": 675205379749.002, "dur": 2.934, + "args": { + "External id": 431251,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 8834 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675205379750.875, "dur": 0.981, + "args": { + "External id": 431252,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 8835 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 4183440, "tid": 4183440, + "ts": 675205379752.164, "dur": 1.398, + "args": { + "External id": 431253,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 8836 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675205379752.534, "dur": 0.956, + "args": { + "External id": 431254,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 8837 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 4183440, "tid": 4183440, + "ts": 675205379755.078, "dur": 4.828, + "args": { + "External id": 431255,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 8838 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675205379759.158, "dur": 0.681, + "args": { + "External id": 431256,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 8839 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 4183440, "tid": 4183440, + "ts": 675205379760.156, "dur": 0.989, + "args": { + "External id": 431257,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 8840 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675205379760.526, "dur": 0.548, + "args": { + "External id": 431258,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 8841 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 4183440, "tid": 4183440, + "ts": 675205379761.399, "dur": 1.344, + "args": { + "External id": 431259,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 8842 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675205379761.806, "dur": 0.862, + "args": { + "External id": 431260,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 8843 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 4183440, "tid": 4183440, + "ts": 675205379763.064, "dur": 3.184, + "args": { + "External id": 431261,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 8844 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675205379765.537, "dur": 0.642, + "args": { + "External id": 431262,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 8845 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 4183440, "tid": 4183440, + "ts": 675205379766.506, "dur": 1.265, + "args": { + "External id": 431263,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 8846 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675205379766.920, "dur": 0.784, + "args": { + "External id": 431264,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 8847 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 4183440, "tid": 4183440, + "ts": 675205379768.193, "dur": 2.757, + "args": { + "External id": 431265,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 8848 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675205379768.562, "dur": 2.309, + "args": { + "External id": 431266,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 8849 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 4183440, "tid": 4183440, + "ts": 675205379771.205, "dur": 2.701, + "args": { + "External id": 431267,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 8850 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675205379772.932, "dur": 0.904, + "args": { + "External id": 431268,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 8851 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 4183440, "tid": 4183440, + "ts": 675205379774.216, "dur": 1.336, + "args": { + "External id": 431269,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 8852 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675205379774.583, "dur": 0.898, + "args": { + "External id": 431270,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 8853 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 4183440, "tid": 4183440, + "ts": 675205379776.876, "dur": 5.112, + "args": { + "External id": 431271,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 8854 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675205379780.990, "dur": 0.922, + "args": { + "External id": 431272,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 8855 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 4183440, "tid": 4183440, + "ts": 675205379782.249, "dur": 1.046, + "args": { + "External id": 431273,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 8856 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675205379782.628, "dur": 0.602, + "args": { + "External id": 431274,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 8857 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 4183440, "tid": 4183440, + "ts": 675205379783.526, "dur": 0.979, + "args": { + "External id": 431275,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 8858 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675205379783.894, "dur": 0.538, + "args": { + "External id": 431276,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 8859 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 4183440, "tid": 4183440, + "ts": 675205379784.736, "dur": 3.637, + "args": { + "External id": 431277,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 8860 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675205379787.714, "dur": 0.586, + "args": { + "External id": 431278,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 8861 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 4183440, "tid": 4183440, + "ts": 675205379788.603, "dur": 0.953, + "args": { + "External id": 431279,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 8862 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675205379789.028, "dur": 0.461, + "args": { + "External id": 431280,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 8863 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 4183440, "tid": 4183440, + "ts": 675205379789.787, "dur": 2.740, + "args": { + "External id": 431281,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 8864 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675205379790.152, "dur": 2.296, + "args": { + "External id": 431282,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 8865 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 4183440, "tid": 4183440, + "ts": 675205379792.765, "dur": 2.750, + "args": { + "External id": 431283,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 8866 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675205379794.762, "dur": 0.686, + "args": { + "External id": 431284,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 8867 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 4183440, "tid": 4183440, + "ts": 675205379795.829, "dur": 1.368, + "args": { + "External id": 431285,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 8868 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675205379796.200, "dur": 0.924, + "args": { + "External id": 431286,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 8869 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 4183440, "tid": 4183440, + "ts": 675205379798.178, "dur": 4.436, + "args": { + "External id": 431287,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 8870 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675205379802.117, "dur": 0.428, + "args": { + "External id": 431288,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 8871 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 4183440, "tid": 4183440, + "ts": 675205379802.881, "dur": 1.218, + "args": { + "External id": 431289,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 8872 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675205379803.286, "dur": 0.744, + "args": { + "External id": 431290,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 8873 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 4183440, "tid": 4183440, + "ts": 675205379804.559, "dur": 1.164, + "args": { + "External id": 431291,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 8874 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675205379804.939, "dur": 0.715, + "args": { + "External id": 431292,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 8875 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 4183440, "tid": 4183440, + "ts": 675205379805.956, "dur": 3.458, + "args": { + "External id": 431293,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 8876 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675205379808.657, "dur": 0.691, + "args": { + "External id": 431294,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 8877 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 4183440, "tid": 4183440, + "ts": 675205379809.644, "dur": 1.302, + "args": { + "External id": 431295,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 8878 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675205379810.052, "dur": 0.829, + "args": { + "External id": 431296,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 8879 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 4183440, "tid": 4183440, + "ts": 675205379811.464, "dur": 2.858, + "args": { + "External id": 431297,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 8880 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675205379811.844, "dur": 2.399, + "args": { + "External id": 431298,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 8881 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 4183440, "tid": 4183440, + "ts": 675205379814.796, "dur": 2.921, + "args": { + "External id": 431299,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 8882 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675205379816.927, "dur": 0.723, + "args": { + "External id": 431300,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 8883 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 4183440, "tid": 4183440, + "ts": 675205379818.175, "dur": 1.207, + "args": { + "External id": 431301,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 8884 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675205379818.557, "dur": 0.751, + "args": { + "External id": 431302,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 8885 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 4183440, "tid": 4183440, + "ts": 675205379819.650, "dur": 4.169, + "args": { + "External id": 431303,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 8886 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675205379823.266, "dur": 0.485, + "args": { + "External id": 431304,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 8887 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 4183440, "tid": 4183440, + "ts": 675205379824.116, "dur": 1.131, + "args": { + "External id": 431305,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 8888 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675205379824.487, "dur": 0.692, + "args": { + "External id": 431306,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 8889 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 4183440, "tid": 4183440, + "ts": 675205379825.499, "dur": 1.147, + "args": { + "External id": 431307,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 8890 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675205379825.881, "dur": 0.692, + "args": { + "External id": 431308,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 8891 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 4183440, "tid": 4183440, + "ts": 675205379827.020, "dur": 3.069, + "args": { + "External id": 431309,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 8892 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675205379829.593, "dur": 0.429, + "args": { + "External id": 431310,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 8893 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 4183440, "tid": 4183440, + "ts": 675205379830.548, "dur": 1.409, + "args": { + "External id": 431311,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 8894 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675205379830.969, "dur": 0.921, + "args": { + "External id": 431312,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 8895 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 4183440, "tid": 4183440, + "ts": 675205379832.570, "dur": 2.838, + "args": { + "External id": 431313,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 8896 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675205379832.951, "dur": 2.379, + "args": { + "External id": 431314,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 8897 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 4183440, "tid": 4183440, + "ts": 675205379835.693, "dur": 1.633, + "args": { + "External id": 431315,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 8898 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675205379836.272, "dur": 0.977, + "args": { + "External id": 431316,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 8899 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 4183440, "tid": 4183440, + "ts": 675205379837.692, "dur": 1.165, + "args": { + "External id": 431317,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 8900 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675205379838.058, "dur": 0.724, + "args": { + "External id": 431318,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 8901 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 4183440, "tid": 4183440, + "ts": 675205379839.193, "dur": 2.828, + "args": { + "External id": 431319,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 8902 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675205379841.537, "dur": 0.415, + "args": { + "External id": 431320,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 8903 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 4183440, "tid": 4183440, + "ts": 675205379842.291, "dur": 0.832, + "args": { + "External id": 431321,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 8904 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675205379842.652, "dur": 0.396, + "args": { + "External id": 431322,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 8905 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 4183440, "tid": 4183440, + "ts": 675205379843.395, "dur": 1.085, + "args": { + "External id": 431323,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 8906 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675205379843.767, "dur": 0.637, + "args": { + "External id": 431324,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 8907 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 4183440, "tid": 4183440, + "ts": 675205379844.731, "dur": 3.463, + "args": { + "External id": 431325,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 8908 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675205379847.527, "dur": 0.598, + "args": { + "External id": 431326,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 8909 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 4183440, "tid": 4183440, + "ts": 675205379848.464, "dur": 0.986, + "args": { + "External id": 431327,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 8910 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675205379848.870, "dur": 0.503, + "args": { + "External id": 431328,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 8911 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 4183440, "tid": 4183440, + "ts": 675205379849.702, "dur": 2.603, + "args": { + "External id": 431329,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 8912 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675205379850.067, "dur": 2.159, + "args": { + "External id": 431330,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 8913 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 4183440, "tid": 4183440, + "ts": 675205379852.704, "dur": 1.339, + "args": { + "External id": 431331,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 8914 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675205379853.359, "dur": 0.618, + "args": { + "External id": 431332,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 8915 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 4183440, "tid": 4183440, + "ts": 675205379854.294, "dur": 1.182, + "args": { + "External id": 431333,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 8916 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675205379854.695, "dur": 0.704, + "args": { + "External id": 431334,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 8917 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 4183440, "tid": 4183440, + "ts": 675205379855.743, "dur": 3.720, + "args": { + "External id": 431335,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 8918 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675205379858.465, "dur": 0.929, + "args": { + "External id": 431336,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 8919 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 4183440, "tid": 4183440, + "ts": 675205379859.728, "dur": 1.042, + "args": { + "External id": 431337,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 8920 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675205379860.132, "dur": 0.564, + "args": { + "External id": 431338,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 8921 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 4183440, "tid": 4183440, + "ts": 675205379861.020, "dur": 1.121, + "args": { + "External id": 431339,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 8922 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675205379861.389, "dur": 0.680, + "args": { + "External id": 431340,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 8923 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 4183440, "tid": 4183440, + "ts": 675205379862.478, "dur": 2.899, + "args": { + "External id": 431341,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 8924 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675205379864.794, "dur": 0.517, + "args": { + "External id": 431342,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 8925 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 4183440, "tid": 4183440, + "ts": 675205379865.889, "dur": 1.326, + "args": { + "External id": 431343,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 8926 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675205379866.373, "dur": 0.770, + "args": { + "External id": 431344,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 8927 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 4183440, "tid": 4183440, + "ts": 675205379867.869, "dur": 2.837, + "args": { + "External id": 431345,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 8928 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675205379868.247, "dur": 2.383, + "args": { + "External id": 431346,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 8929 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 4183440, "tid": 4183440, + "ts": 675205379870.960, "dur": 1.561, + "args": { + "External id": 431347,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 8930 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675205379871.722, "dur": 0.734, + "args": { + "External id": 431348,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 8931 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 4183440, "tid": 4183440, + "ts": 675205379872.888, "dur": 1.160, + "args": { + "External id": 431349,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 8932 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675205379873.266, "dur": 0.708, + "args": { + "External id": 431350,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 8933 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 4183440, "tid": 4183440, + "ts": 675205379874.563, "dur": 3.888, + "args": { + "External id": 431351,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 8934 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675205379877.776, "dur": 0.604, + "args": { + "External id": 431352,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 8935 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 4183440, "tid": 4183440, + "ts": 675205379878.718, "dur": 1.418, + "args": { + "External id": 431353,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 8936 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675205379879.083, "dur": 0.985, + "args": { + "External id": 431354,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 8937 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 4183440, "tid": 4183440, + "ts": 675205379880.508, "dur": 1.264, + "args": { + "External id": 431355,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 8938 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675205379880.925, "dur": 0.772, + "args": { + "External id": 431356,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 8939 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 4183440, "tid": 4183440, + "ts": 675205379882.038, "dur": 3.283, + "args": { + "External id": 431357,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 8940 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675205379884.460, "dur": 0.788, + "args": { + "External id": 431358,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 8941 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 4183440, "tid": 4183440, + "ts": 675205379885.573, "dur": 1.149, + "args": { + "External id": 431359,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 8942 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675205379885.978, "dur": 0.669, + "args": { + "External id": 431360,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 8943 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 4183440, "tid": 4183440, + "ts": 675205379886.974, "dur": 2.852, + "args": { + "External id": 431361,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 8944 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675205379887.354, "dur": 2.393, + "args": { + "External id": 431362,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 8945 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 4183440, "tid": 4183440, + "ts": 675205379890.082, "dur": 0.973, + "args": { + "External id": 431363,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 8946 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675205379890.589, "dur": 0.392, + "args": { + "External id": 431364,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 8947 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 4183440, "tid": 4183440, + "ts": 675205379891.314, "dur": 1.173, + "args": { + "External id": 431365,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 8948 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675205379891.694, "dur": 0.719, + "args": { + "External id": 431366,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 8949 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 4183440, "tid": 4183440, + "ts": 675205379892.736, "dur": 2.929, + "args": { + "External id": 431367,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 8950 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675205379895.195, "dur": 0.397, + "args": { + "External id": 431368,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 8951 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 4183440, "tid": 4183440, + "ts": 675205379895.937, "dur": 0.952, + "args": { + "External id": 431369,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 8952 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675205379896.356, "dur": 0.467, + "args": { + "External id": 431370,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 8953 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 4183440, "tid": 4183440, + "ts": 675205379897.139, "dur": 0.735, + "args": { + "External id": 431371,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 8954 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675205379897.509, "dur": 0.292, + "args": { + "External id": 431372,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 8955 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 4183440, "tid": 4183440, + "ts": 675205379898.440, "dur": 3.316, + "args": { + "External id": 431373,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 8956 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675205379901.076, "dur": 0.612, + "args": { + "External id": 431374,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 8957 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 4183440, "tid": 4183440, + "ts": 675205379902.356, "dur": 1.030, + "args": { + "External id": 431375,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 8958 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675205379902.733, "dur": 0.587, + "args": { + "External id": 431376,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 8959 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 4183440, "tid": 4183440, + "ts": 675205379903.746, "dur": 2.740, + "args": { + "External id": 431377,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 8960 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675205379904.180, "dur": 2.230, + "args": { + "External id": 431378,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 8961 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 4183440, "tid": 4183440, + "ts": 675205379906.751, "dur": 1.331, + "args": { + "External id": 431379,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 8962 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675205379907.404, "dur": 0.614, + "args": { + "External id": 431380,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 8963 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 4183440, "tid": 4183440, + "ts": 675205379908.351, "dur": 1.279, + "args": { + "External id": 431381,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 8964 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675205379908.731, "dur": 0.828, + "args": { + "External id": 431382,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 8965 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 4183440, "tid": 4183440, + "ts": 675205379910.080, "dur": 3.397, + "args": { + "External id": 431383,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 8966 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675205379912.595, "dur": 0.813, + "args": { + "External id": 431384,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 8967 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 4183440, "tid": 4183440, + "ts": 675205379913.757, "dur": 1.110, + "args": { + "External id": 431385,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 8968 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675205379914.129, "dur": 0.670, + "args": { + "External id": 431386,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 8969 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 4183440, "tid": 4183440, + "ts": 675205379915.116, "dur": 1.169, + "args": { + "External id": 431387,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 8970 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675205379915.521, "dur": 0.692, + "args": { + "External id": 431388,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 8971 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 4183440, "tid": 4183440, + "ts": 675205379916.622, "dur": 3.389, + "args": { + "External id": 431389,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 8972 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675205379919.305, "dur": 0.633, + "args": { + "External id": 431390,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 8973 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 4183440, "tid": 4183440, + "ts": 675205379920.291, "dur": 0.937, + "args": { + "External id": 431391,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 8974 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675205379920.669, "dur": 0.483, + "args": { + "External id": 431392,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 8975 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 4183440, "tid": 4183440, + "ts": 675205379921.665, "dur": 2.737, + "args": { + "External id": 431393,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 8976 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675205379922.043, "dur": 2.282, + "args": { + "External id": 431394,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 8977 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 4183440, "tid": 4183440, + "ts": 675205379924.665, "dur": 1.699, + "args": { + "External id": 431395,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 8978 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675205379925.535, "dur": 0.762, + "args": { + "External id": 431396,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 8979 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 4183440, "tid": 4183440, + "ts": 675205379926.616, "dur": 1.169, + "args": { + "External id": 431397,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 8980 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675205379927.018, "dur": 0.697, + "args": { + "External id": 431398,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 8981 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 4183440, "tid": 4183440, + "ts": 675205379928.166, "dur": 3.156, + "args": { + "External id": 431399,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 8982 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675205379930.300, "dur": 0.957, + "args": { + "External id": 431400,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 8983 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 4183440, "tid": 4183440, + "ts": 675205379931.590, "dur": 1.147, + "args": { + "External id": 431401,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 8984 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675205379931.960, "dur": 0.703, + "args": { + "External id": 431402,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 8985 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 4183440, "tid": 4183440, + "ts": 675205379943.810, "dur": 2.043, + "args": { + "External id": 431403,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 8986 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675205379944.622, "dur": 0.940, + "args": { + "External id": 431404,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 8987 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 4183440, "tid": 4183440, + "ts": 675205379946.244, "dur": 3.624, + "args": { + "External id": 431405,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 8988 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675205379949.116, "dur": 0.684, + "args": { + "External id": 431406,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 8989 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 4183440, "tid": 4183440, + "ts": 675205379950.119, "dur": 1.545, + "args": { + "External id": 431407,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 8990 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675205379950.606, "dur": 0.987, + "args": { + "External id": 431408,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 8991 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 4183440, "tid": 4183440, + "ts": 675205379951.923, "dur": 2.460, + "args": { + "External id": 431409,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 8992 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675205379952.303, "dur": 1.997, + "args": { + "External id": 431410,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 8993 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 4183440, "tid": 4183440, + "ts": 675205379954.751, "dur": 1.444, + "args": { + "External id": 431411,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 8994 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675205379955.434, "dur": 0.693, + "args": { + "External id": 431412,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 8995 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 4183440, "tid": 4183440, + "ts": 675205379956.455, "dur": 1.026, + "args": { + "External id": 431413,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 8996 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675205379956.826, "dur": 0.578, + "args": { + "External id": 431414,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 8997 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 4183440, "tid": 4183440, + "ts": 675205379957.971, "dur": 3.306, + "args": { + "External id": 431415,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 8998 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675205379960.779, "dur": 0.422, + "args": { + "External id": 431416,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 8999 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 4183440, "tid": 4183440, + "ts": 675205379961.570, "dur": 1.045, + "args": { + "External id": 431417,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9000 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675205379961.947, "dur": 0.599, + "args": { + "External id": 431418,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 9001 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 4183440, "tid": 4183440, + "ts": 675205379962.892, "dur": 1.569, + "args": { + "External id": 431419,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9002 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675205379963.311, "dur": 1.076, + "args": { + "External id": 431420,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 9003 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 4183440, "tid": 4183440, + "ts": 675205379964.920, "dur": 3.297, + "args": { + "External id": 431421,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9004 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675205379967.541, "dur": 0.607, + "args": { + "External id": 431422,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 9005 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 4183440, "tid": 4183440, + "ts": 675205379968.676, "dur": 0.992, + "args": { + "External id": 431423,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9006 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675205379969.110, "dur": 0.492, + "args": { + "External id": 431424,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 9007 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 4183440, "tid": 4183440, + "ts": 675205379969.924, "dur": 2.609, + "args": { + "External id": 431425,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9008 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675205379970.290, "dur": 2.075, + "args": { + "External id": 431426,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 9009 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 4183440, "tid": 4183440, + "ts": 675205379972.782, "dur": 1.562, + "args": { + "External id": 431427,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9010 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675205379973.520, "dur": 0.750, + "args": { + "External id": 431428,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 9011 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 4183440, "tid": 4183440, + "ts": 675205379974.621, "dur": 1.140, + "args": { + "External id": 431429,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9012 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675205379974.986, "dur": 0.696, + "args": { + "External id": 431430,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 9013 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 4183440, "tid": 4183440, + "ts": 675205379976.022, "dur": 2.950, + "args": { + "External id": 431431,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9014 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675205379978.473, "dur": 0.433, + "args": { + "External id": 431432,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 9015 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 4183440, "tid": 4183440, + "ts": 675205379979.294, "dur": 1.005, + "args": { + "External id": 431433,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9016 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675205379979.672, "dur": 0.551, + "args": { + "External id": 431434,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 9017 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 4183440, "tid": 4183440, + "ts": 675205379980.647, "dur": 1.563, + "args": { + "External id": 431435,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9018 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675205379981.014, "dur": 1.121, + "args": { + "External id": 431436,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 9019 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 4183440, "tid": 4183440, + "ts": 675205379982.548, "dur": 3.050, + "args": { + "External id": 431437,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9020 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675205379984.854, "dur": 0.672, + "args": { + "External id": 431438,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 9021 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 4183440, "tid": 4183440, + "ts": 675205379985.984, "dur": 1.276, + "args": { + "External id": 431439,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9022 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675205379986.376, "dur": 0.817, + "args": { + "External id": 431440,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 9023 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 4183440, "tid": 4183440, + "ts": 675205379987.564, "dur": 2.626, + "args": { + "External id": 431441,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9024 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675205379988.001, "dur": 2.105, + "args": { + "External id": 431442,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 9025 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 4183440, "tid": 4183440, + "ts": 675205379990.469, "dur": 1.303, + "args": { + "External id": 431443,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9026 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675205379991.073, "dur": 0.632, + "args": { + "External id": 431444,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 9027 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 4183440, "tid": 4183440, + "ts": 675205379992.029, "dur": 1.059, + "args": { + "External id": 431445,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9028 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675205379992.401, "dur": 0.607, + "args": { + "External id": 431446,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 9029 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 4183440, "tid": 4183440, + "ts": 675205379993.344, "dur": 2.859, + "args": { + "External id": 431447,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9030 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675205379995.682, "dur": 0.457, + "args": { + "External id": 431448,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 9031 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 4183440, "tid": 4183440, + "ts": 675205379996.475, "dur": 1.254, + "args": { + "External id": 431449,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9032 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675205379996.868, "dur": 0.795, + "args": { + "External id": 431450,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 9033 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 4183440, "tid": 4183440, + "ts": 675205379998.163, "dur": 1.528, + "args": { + "External id": 431451,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9034 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675205379998.538, "dur": 1.074, + "args": { + "External id": 431452,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 9035 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 4183440, "tid": 4183440, + "ts": 675205379999.943, "dur": 2.770, + "args": { + "External id": 431453,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9036 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675205380002.185, "dur": 0.461, + "args": { + "External id": 431454,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 9037 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 4183440, "tid": 4183440, + "ts": 675205380002.976, "dur": 1.108, + "args": { + "External id": 431455,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9038 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675205380003.379, "dur": 0.633, + "args": { + "External id": 431456,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 9039 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 4183440, "tid": 4183440, + "ts": 675205380004.445, "dur": 3.306, + "args": { + "External id": 431457,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9040 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675205380004.814, "dur": 2.855, + "args": { + "External id": 431458,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 9041 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 4183440, "tid": 4183440, + "ts": 675205380007.997, "dur": 1.416, + "args": { + "External id": 431459,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9042 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675205380008.681, "dur": 0.665, + "args": { + "External id": 431460,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 9043 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 4183440, "tid": 4183440, + "ts": 675205380009.835, "dur": 1.122, + "args": { + "External id": 431461,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9044 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675205380010.202, "dur": 0.677, + "args": { + "External id": 431462,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 9045 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 4183440, "tid": 4183440, + "ts": 675205380011.212, "dur": 3.719, + "args": { + "External id": 431463,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9046 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675205380014.144, "dur": 0.712, + "args": { + "External id": 431464,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 9047 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 4183440, "tid": 4183440, + "ts": 675205380015.184, "dur": 1.026, + "args": { + "External id": 431465,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9048 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675205380015.574, "dur": 0.566, + "args": { + "External id": 431466,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 9049 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 4183440, "tid": 4183440, + "ts": 675205380016.745, "dur": 1.229, + "args": { + "External id": 431467,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9050 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675205380017.158, "dur": 0.739, + "args": { + "External id": 431468,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 9051 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 4183440, "tid": 4183440, + "ts": 675205380018.321, "dur": 3.312, + "args": { + "External id": 431469,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9052 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675205380021.009, "dur": 0.560, + "args": { + "External id": 431470,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 9053 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 4183440, "tid": 4183440, + "ts": 675205380022.255, "dur": 1.535, + "args": { + "External id": 431471,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9054 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675205380022.740, "dur": 0.975, + "args": { + "External id": 431472,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 9055 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 4183440, "tid": 4183440, + "ts": 675205380024.061, "dur": 2.523, + "args": { + "External id": 431473,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9056 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675205380024.477, "dur": 2.027, + "args": { + "External id": 431474,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 9057 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 4183440, "tid": 4183440, + "ts": 675205380026.964, "dur": 1.562, + "args": { + "External id": 431475,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9058 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675205380027.768, "dur": 0.682, + "args": { + "External id": 431476,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 9059 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 4183440, "tid": 4183440, + "ts": 675205380028.858, "dur": 1.253, + "args": { + "External id": 431477,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9060 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675205380029.256, "dur": 0.781, + "args": { + "External id": 431478,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 9061 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 4183440, "tid": 4183440, + "ts": 675205380030.381, "dur": 3.401, + "args": { + "External id": 431479,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9062 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675205380033.080, "dur": 0.628, + "args": { + "External id": 431480,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 9063 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 4183440, "tid": 4183440, + "ts": 675205380034.066, "dur": 1.709, + "args": { + "External id": 431481,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9064 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675205380034.843, "dur": 0.859, + "args": { + "External id": 431482,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 9065 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 4183440, "tid": 4183440, + "ts": 675205380036.058, "dur": 1.438, + "args": { + "External id": 431483,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9066 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675205380036.547, "dur": 0.874, + "args": { + "External id": 431484,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 9067 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 4183440, "tid": 4183440, + "ts": 675205380037.776, "dur": 3.039, + "args": { + "External id": 431485,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9068 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675205380040.147, "dur": 0.601, + "args": { + "External id": 431486,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 9069 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 4183440, "tid": 4183440, + "ts": 675205380041.104, "dur": 1.620, + "args": { + "External id": 431487,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9070 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675205380041.632, "dur": 1.019, + "args": { + "External id": 431488,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 9071 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 4183440, "tid": 4183440, + "ts": 675205380043.006, "dur": 3.329, + "args": { + "External id": 431489,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9072 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675205380043.510, "dur": 2.570, + "args": { + "External id": 431490,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 9073 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 4183440, "tid": 4183440, + "ts": 675205380046.639, "dur": 1.304, + "args": { + "External id": 431491,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9074 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675205380047.131, "dur": 0.737, + "args": { + "External id": 431492,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 9075 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 4183440, "tid": 4183440, + "ts": 675205380048.309, "dur": 1.367, + "args": { + "External id": 431493,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9076 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675205380048.778, "dur": 0.823, + "args": { + "External id": 431494,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 9077 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 4183440, "tid": 4183440, + "ts": 675205380049.969, "dur": 3.039, + "args": { + "External id": 431495,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9078 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675205380052.331, "dur": 0.611, + "args": { + "External id": 431496,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 9079 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 4183440, "tid": 4183440, + "ts": 675205380053.303, "dur": 1.601, + "args": { + "External id": 431497,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9080 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675205380053.973, "dur": 0.855, + "args": { + "External id": 431498,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 9081 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 4183440, "tid": 4183440, + "ts": 675205380055.255, "dur": 2.001, + "args": { + "External id": 431499,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9082 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675205380056.053, "dur": 1.134, + "args": { + "External id": 431500,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 9083 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 4183440, "tid": 4183440, + "ts": 675205380057.703, "dur": 3.897, + "args": { + "External id": 431501,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9084 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675205380060.940, "dur": 0.594, + "args": { + "External id": 431502,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 9085 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 4183440, "tid": 4183440, + "ts": 675205380061.867, "dur": 1.072, + "args": { + "External id": 431503,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9086 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675205380062.450, "dur": 0.424, + "args": { + "External id": 431504,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 9087 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 4183440, "tid": 4183440, + "ts": 675205380063.214, "dur": 2.629, + "args": { + "External id": 431505,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9088 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675205380063.709, "dur": 2.056, + "args": { + "External id": 431506,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 9089 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 4183440, "tid": 4183440, + "ts": 675205380066.152, "dur": 1.195, + "args": { + "External id": 431507,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9090 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675205380066.629, "dur": 0.649, + "args": { + "External id": 431508,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 9091 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 4183440, "tid": 4183440, + "ts": 675205380068.011, "dur": 1.428, + "args": { + "External id": 431509,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9092 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675205380068.500, "dur": 0.866, + "args": { + "External id": 431510,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 9093 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 4183440, "tid": 4183440, + "ts": 675205380069.725, "dur": 3.155, + "args": { + "External id": 431511,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9094 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675205380072.103, "dur": 0.712, + "args": { + "External id": 431512,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 9095 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 4183440, "tid": 4183440, + "ts": 675205380073.173, "dur": 1.182, + "args": { + "External id": 431513,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9096 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675205380073.623, "dur": 0.667, + "args": { + "External id": 431514,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 9097 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 4183440, "tid": 4183440, + "ts": 675205380074.639, "dur": 1.743, + "args": { + "External id": 431515,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9098 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675205380075.124, "dur": 1.185, + "args": { + "External id": 431516,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 9099 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 4183440, "tid": 4183440, + "ts": 675205380076.660, "dur": 3.077, + "args": { + "External id": 431517,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9100 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675205380078.922, "dur": 0.743, + "args": { + "External id": 431518,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 9101 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 4183440, "tid": 4183440, + "ts": 675205380080.039, "dur": 1.148, + "args": { + "External id": 431519,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9102 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675205380080.556, "dur": 0.564, + "args": { + "External id": 431520,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 9103 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 4183440, "tid": 4183440, + "ts": 675205380081.491, "dur": 2.776, + "args": { + "External id": 431521,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9104 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675205380082.250, "dur": 1.943, + "args": { + "External id": 431522,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 9105 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 4183440, "tid": 4183440, + "ts": 675205380084.557, "dur": 1.052, + "args": { + "External id": 431523,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9106 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675205380085.093, "dur": 0.451, + "args": { + "External id": 431524,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 9107 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 4183440, "tid": 4183440, + "ts": 675205380085.932, "dur": 1.120, + "args": { + "External id": 431525,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9108 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675205380086.419, "dur": 0.556, + "args": { + "External id": 431526,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 9109 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 4183440, "tid": 4183440, + "ts": 675205380087.543, "dur": 2.895, + "args": { + "External id": 431527,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9110 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675205380089.627, "dur": 0.744, + "args": { + "External id": 431528,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 9111 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 4183440, "tid": 4183440, + "ts": 675205380090.720, "dur": 1.851, + "args": { + "External id": 431529,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9112 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675205380091.336, "dur": 1.165, + "args": { + "External id": 431530,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 9113 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 4183440, "tid": 4183440, + "ts": 675205380092.944, "dur": 1.120, + "args": { + "External id": 431531,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9114 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675205380093.377, "dur": 0.614, + "args": { + "External id": 431532,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 9115 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 4183440, "tid": 4183440, + "ts": 675205380094.368, "dur": 3.176, + "args": { + "External id": 431533,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9116 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675205380096.677, "dur": 0.794, + "args": { + "External id": 431534,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 9117 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 4183440, "tid": 4183440, + "ts": 675205380097.808, "dur": 1.306, + "args": { + "External id": 431535,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9118 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675205380098.449, "dur": 0.600, + "args": { + "External id": 431536,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 9119 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 4183440, "tid": 4183440, + "ts": 675205380099.409, "dur": 2.542, + "args": { + "External id": 431537,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9120 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675205380099.911, "dur": 1.960, + "args": { + "External id": 431538,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 9121 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 4183440, "tid": 4183440, + "ts": 675205380102.256, "dur": 1.318, + "args": { + "External id": 431539,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9122 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675205380102.707, "dur": 0.800, + "args": { + "External id": 431540,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 9123 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 4183440, "tid": 4183440, + "ts": 675205380104.042, "dur": 1.396, + "args": { + "External id": 431541,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9124 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675205380104.464, "dur": 0.900, + "args": { + "External id": 431542,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 9125 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 4183440, "tid": 4183440, + "ts": 675205380105.721, "dur": 3.413, + "args": { + "External id": 431543,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9126 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675205380108.488, "dur": 0.576, + "args": { + "External id": 431544,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 9127 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 4183440, "tid": 4183440, + "ts": 675205380109.418, "dur": 1.291, + "args": { + "External id": 431545,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9128 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675205380110.031, "dur": 0.611, + "args": { + "External id": 431546,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 9129 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 4183440, "tid": 4183440, + "ts": 675205380110.998, "dur": 1.582, + "args": { + "External id": 431547,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9130 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675205380111.700, "dur": 0.804, + "args": { + "External id": 431548,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 9131 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 4183440, "tid": 4183440, + "ts": 675205380113.103, "dur": 3.044, + "args": { + "External id": 431549,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9132 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675205380115.436, "dur": 0.647, + "args": { + "External id": 431550,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 9133 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 4183440, "tid": 4183440, + "ts": 675205380116.450, "dur": 1.279, + "args": { + "External id": 431551,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9134 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675205380116.975, "dur": 0.689, + "args": { + "External id": 431552,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 9135 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 4183440, "tid": 4183440, + "ts": 675205380118.143, "dur": 2.664, + "args": { + "External id": 431553,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9136 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675205380118.570, "dur": 2.162, + "args": { + "External id": 431554,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 9137 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 4183440, "tid": 4183440, + "ts": 675205380121.096, "dur": 1.449, + "args": { + "External id": 431555,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9138 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675205380121.924, "dur": 0.552, + "args": { + "External id": 431556,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 9139 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 4183440, "tid": 4183440, + "ts": 675205380122.930, "dur": 1.475, + "args": { + "External id": 431557,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9140 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675205380123.529, "dur": 0.805, + "args": { + "External id": 431558,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 9141 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 4183440, "tid": 4183440, + "ts": 675205380125.091, "dur": 3.600, + "args": { + "External id": 431559,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9142 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675205380127.941, "dur": 0.677, + "args": { + "External id": 431560,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 9143 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 4183440, "tid": 4183440, + "ts": 675205380128.988, "dur": 1.330, + "args": { + "External id": 431561,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9144 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675205380129.531, "dur": 0.717, + "args": { + "External id": 431562,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 9145 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 4183440, "tid": 4183440, + "ts": 675205380130.640, "dur": 1.958, + "args": { + "External id": 431563,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9146 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675205380131.214, "dur": 1.310, + "args": { + "External id": 431564,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 9147 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 4183440, "tid": 4183440, + "ts": 675205380133.114, "dur": 3.253, + "args": { + "External id": 431565,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9148 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675205380135.729, "dur": 0.565, + "args": { + "External id": 431566,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 9149 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 4183440, "tid": 4183440, + "ts": 675205380136.659, "dur": 1.089, + "args": { + "External id": 431567,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9150 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675205380137.200, "dur": 0.482, + "args": { + "External id": 431568,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 9151 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 4183440, "tid": 4183440, + "ts": 675205380138.027, "dur": 2.641, + "args": { + "External id": 431569,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9152 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675205380138.584, "dur": 2.007, + "args": { + "External id": 431570,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 9153 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 4183440, "tid": 4183440, + "ts": 675205380140.972, "dur": 1.355, + "args": { + "External id": 431571,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9154 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675205380141.484, "dur": 0.773, + "args": { + "External id": 431572,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 9155 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 4183440, "tid": 4183440, + "ts": 675205380142.622, "dur": 1.581, + "args": { + "External id": 431573,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9156 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675205380143.066, "dur": 1.065, + "args": { + "External id": 431574,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 9157 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 4183440, "tid": 4183440, + "ts": 675205380144.487, "dur": 2.964, + "args": { + "External id": 431575,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9158 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675205380146.846, "dur": 0.529, + "args": { + "External id": 431576,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 9159 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 4183440, "tid": 4183440, + "ts": 675205380147.740, "dur": 1.133, + "args": { + "External id": 431577,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9160 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675205380148.161, "dur": 0.632, + "args": { + "External id": 431578,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 9161 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 4183440, "tid": 4183440, + "ts": 675205380149.167, "dur": 1.141, + "args": { + "External id": 431579,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9162 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675205380149.595, "dur": 0.643, + "args": { + "External id": 431580,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 9163 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 4183440, "tid": 4183440, + "ts": 675205380150.580, "dur": 3.093, + "args": { + "External id": 431581,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9164 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675205380152.744, "dur": 0.867, + "args": { + "External id": 431582,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 9165 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 4183440, "tid": 4183440, + "ts": 675205380153.946, "dur": 1.052, + "args": { + "External id": 431583,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9166 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675205380154.409, "dur": 0.523, + "args": { + "External id": 431584,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 9167 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 4183440, "tid": 4183440, + "ts": 675205380155.274, "dur": 2.745, + "args": { + "External id": 431585,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9168 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675205380155.930, "dur": 1.808, + "args": { + "External id": 431586,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 9169 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 4183440, "tid": 4183440, + "ts": 675205380158.376, "dur": 1.355, + "args": { + "External id": 431587,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9170 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675205380158.879, "dur": 0.787, + "args": { + "External id": 431588,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 9171 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 4183440, "tid": 4183440, + "ts": 675205380160.094, "dur": 1.200, + "args": { + "External id": 431589,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9172 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675205380160.556, "dur": 0.666, + "args": { + "External id": 431590,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 9173 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 4183440, "tid": 4183440, + "ts": 675205380161.778, "dur": 3.033, + "args": { + "External id": 431591,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9174 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675205380164.020, "dur": 0.715, + "args": { + "External id": 431592,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 9175 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 4183440, "tid": 4183440, + "ts": 675205380165.094, "dur": 1.037, + "args": { + "External id": 431593,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9176 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675205380165.539, "dur": 0.527, + "args": { + "External id": 431594,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 9177 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 4183440, "tid": 4183440, + "ts": 675205380166.540, "dur": 1.325, + "args": { + "External id": 431595,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9178 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675205380167.078, "dur": 0.713, + "args": { + "External id": 431596,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 9179 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 4183440, "tid": 4183440, + "ts": 675205380168.164, "dur": 3.074, + "args": { + "External id": 431597,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9180 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675205380170.544, "dur": 0.625, + "args": { + "External id": 431598,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 9181 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 4183440, "tid": 4183440, + "ts": 675205380171.715, "dur": 1.265, + "args": { + "External id": 431599,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9182 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675205380172.178, "dur": 0.735, + "args": { + "External id": 431600,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 9183 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 4183440, "tid": 4183440, + "ts": 675205380173.276, "dur": 2.499, + "args": { + "External id": 431601,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9184 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675205380173.698, "dur": 1.994, + "args": { + "External id": 431602,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 9185 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 4183440, "tid": 4183440, + "ts": 675205380176.064, "dur": 1.293, + "args": { + "External id": 431603,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9186 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675205380176.508, "dur": 0.785, + "args": { + "External id": 431604,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 9187 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 4183440, "tid": 4183440, + "ts": 675205380177.749, "dur": 1.635, + "args": { + "External id": 431605,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9188 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675205380178.171, "dur": 1.138, + "args": { + "External id": 431606,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 9189 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 4183440, "tid": 4183440, + "ts": 675205380179.668, "dur": 3.305, + "args": { + "External id": 431607,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9190 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675205380181.877, "dur": 1.029, + "args": { + "External id": 431608,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 9191 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 4183440, "tid": 4183440, + "ts": 675205380183.286, "dur": 1.278, + "args": { + "External id": 431609,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9192 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675205380183.736, "dur": 0.760, + "args": { + "External id": 431610,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 9193 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 4183440, "tid": 4183440, + "ts": 675205380184.846, "dur": 1.465, + "args": { + "External id": 431611,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9194 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675205380185.517, "dur": 0.721, + "args": { + "External id": 431612,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 9195 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 4183440, "tid": 4183440, + "ts": 675205380186.595, "dur": 3.108, + "args": { + "External id": 431613,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9196 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675205380188.902, "dur": 0.733, + "args": { + "External id": 431614,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 9197 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 4183440, "tid": 4183440, + "ts": 675205380189.982, "dur": 1.019, + "args": { + "External id": 431615,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9198 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675205380190.417, "dur": 0.519, + "args": { + "External id": 431616,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 9199 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 4183440, "tid": 4183440, + "ts": 675205380212.119, "dur": 2.913, + "args": { + "External id": 431617,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9200 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675205380212.803, "dur": 2.059, + "args": { + "External id": 431618,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 9201 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 4183440, "tid": 4183440, + "ts": 675205380215.377, "dur": 1.097, + "args": { + "External id": 431619,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9202 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675205380215.813, "dur": 0.593, + "args": { + "External id": 431620,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 9203 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 4183440, "tid": 4183440, + "ts": 675205380216.977, "dur": 1.444, + "args": { + "External id": 431621,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9204 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675205380217.548, "dur": 0.801, + "args": { + "External id": 431622,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 9205 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 4183440, "tid": 4183440, + "ts": 675205380218.721, "dur": 3.247, + "args": { + "External id": 431623,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9206 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675205380221.365, "dur": 0.526, + "args": { + "External id": 431624,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 9207 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 4183440, "tid": 4183440, + "ts": 675205380222.274, "dur": 1.193, + "args": { + "External id": 431625,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9208 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675205380222.816, "dur": 0.578, + "args": { + "External id": 431626,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 9209 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 4183440, "tid": 4183440, + "ts": 675205380223.754, "dur": 1.047, + "args": { + "External id": 431627,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9210 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675205380224.190, "dur": 0.536, + "args": { + "External id": 431628,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 9211 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 4183440, "tid": 4183440, + "ts": 675205380225.108, "dur": 2.947, + "args": { + "External id": 431629,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9212 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675205380227.587, "dur": 0.394, + "args": { + "External id": 431630,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 9213 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 4183440, "tid": 4183440, + "ts": 675205380228.446, "dur": 1.050, + "args": { + "External id": 431631,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9214 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675205380228.996, "dur": 0.431, + "args": { + "External id": 431632,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 9215 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 4183440, "tid": 4183440, + "ts": 675205380229.794, "dur": 2.923, + "args": { + "External id": 431633,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9216 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675205380230.242, "dur": 2.318, + "args": { + "External id": 431634,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 9217 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 4183440, "tid": 4183440, + "ts": 675205380233.003, "dur": 1.125, + "args": { + "External id": 431635,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9218 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675205380233.556, "dur": 0.499, + "args": { + "External id": 431636,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 9219 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 4183440, "tid": 4183440, + "ts": 675205380234.467, "dur": 1.377, + "args": { + "External id": 431637,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9220 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675205380234.903, "dur": 0.867, + "args": { + "External id": 431638,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 9221 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 4183440, "tid": 4183440, + "ts": 675205380236.136, "dur": 3.241, + "args": { + "External id": 431639,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9222 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675205380238.653, "dur": 0.656, + "args": { + "External id": 431640,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 9223 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 4183440, "tid": 4183440, + "ts": 675205380239.670, "dur": 1.080, + "args": { + "External id": 431641,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9224 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675205380240.227, "dur": 0.456, + "args": { + "External id": 431642,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 9225 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 4183440, "tid": 4183440, + "ts": 675205380241.024, "dur": 5.797, + "args": { + "External id": 431643,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9226 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675205380244.877, "dur": 1.798, + "args": { + "External id": 431644,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 9227 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 4183440, "tid": 4183440, + "ts": 675205380247.134, "dur": 1.408, + "args": { + "External id": 431645,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9228 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675205380247.915, "dur": 0.562, + "args": { + "External id": 431646,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 9229 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 4183440, "tid": 4183440, + "ts": 675205380248.930, "dur": 1.519, + "args": { + "External id": 431647,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9230 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675205380249.537, "dur": 0.840, + "args": { + "External id": 431648,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 9231 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 4183440, "tid": 4183440, + "ts": 675205380250.746, "dur": 3.281, + "args": { + "External id": 431649,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9232 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675205380253.539, "dur": 0.422, + "args": { + "External id": 431650,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 9233 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 4183440, "tid": 4183440, + "ts": 675205380254.357, "dur": 1.317, + "args": { + "External id": 431651,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9234 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675205380255.017, "dur": 0.588, + "args": { + "External id": 431652,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 9235 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 4183440, "tid": 4183440, + "ts": 675205380256.070, "dur": 1.595, + "args": { + "External id": 431653,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9236 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675205380256.501, "dur": 1.092, + "args": { + "External id": 431654,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 9237 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 4183440, "tid": 4183440, + "ts": 675205380257.945, "dur": 2.952, + "args": { + "External id": 431655,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9238 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675205380260.362, "dur": 0.468, + "args": { + "External id": 431656,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 9239 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 4183440, "tid": 4183440, + "ts": 675205380261.190, "dur": 0.973, + "args": { + "External id": 431657,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9240 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675205380261.626, "dur": 0.466, + "args": { + "External id": 431658,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 9241 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 4183440, "tid": 4183440, + "ts": 675205380262.465, "dur": 2.493, + "args": { + "External id": 431659,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9242 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675205380262.900, "dur": 1.981, + "args": { + "External id": 431660,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 9243 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 4183440, "tid": 4183440, + "ts": 675205380265.398, "dur": 1.219, + "args": { + "External id": 431661,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9244 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675205380265.946, "dur": 0.595, + "args": { + "External id": 431662,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 9245 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 4183440, "tid": 4183440, + "ts": 675205380267.090, "dur": 1.602, + "args": { + "External id": 431663,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9246 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675205380267.532, "dur": 1.089, + "args": { + "External id": 431664,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 9247 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 4183440, "tid": 4183440, + "ts": 675205380269.005, "dur": 3.745, + "args": { + "External id": 431665,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9248 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675205380271.676, "dur": 1.008, + "args": { + "External id": 431666,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 9249 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 4183440, "tid": 4183440, + "ts": 675205380273.057, "dur": 1.290, + "args": { + "External id": 431667,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9250 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675205380273.521, "dur": 0.762, + "args": { + "External id": 431668,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 9251 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::cat", "pid": 4183440, "tid": 4183440, + "ts": 675205380293.636, "dur": 107.201, + "args": { + "External id": 431669,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["TensorList", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9252 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::linalg_vector_norm", "pid": 4183440, "tid": 4183440, + "ts": 675205380490.254, "dur": 128.110, + "args": { + "External id": 431670,"Record function id": 0, "Concrete Inputs": ["", "2.", "", "False", ""], "Input type": ["float", "Scalar", "", "Scalar", ""], "Input Strides": [[1], [], [], [], []], "Input Dims": [[219], [], [], [], []], "Ev Idx": 9253 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::linalg_vector_norm", "pid": 4183440, "tid": 4183440, + "ts": 675205380549.304, "dur": 49.618, + "args": { + "External id": 431671,"Record function id": 0, "Concrete Inputs": ["", "2.", "", "False", ""], "Input type": ["float", "Scalar", "", "Scalar", ""], "Input Strides": [[1], [], [], [], []], "Input Dims": [[219], [], [], [], []], "Ev Idx": 9254 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 4183440, "tid": 4183440, + "ts": 675205380563.042, "dur": 0.873, + "args": { + "External id": 431672,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[0]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 9255 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "Redistribute", "pid": 4183440, "tid": 4183440, + "ts": 675205380964.881, "dur": 890.759, + "args": { + "External id": 431673,"Sequence number": 5055820, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "False"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9256 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::pow", "pid": 4183440, "tid": 4183440, + "ts": 675205381021.124, "dur": 51.953, + "args": { + "External id": 431674,"Record function id": 0, "Concrete Inputs": ["", "2."], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9257 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 4183440, "tid": 4183440, + "ts": 675205381026.344, "dur": 1.402, + "args": { + "External id": 431675,"Record function id": 0, "Concrete Inputs": ["", "2."], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9258 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 4183440, + "ts": 675205381029.817, "dur": 0.727, + "args": { + "External id": 431676,"Record function id": 0, "Concrete Inputs": ["", "6", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], []], "Input Dims": [[], [], [], [], []], "Ev Idx": 9259 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "_c10d_functional::all_reduce", "pid": 4183440, "tid": 4183440, + "ts": 675205381097.584, "dur": 414.063, + "args": { + "External id": 431677,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["float", "", ""], "Input Strides": [[], [], []], "Input Dims": [[], [], []], "Ev Idx": 9260 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::clone", "pid": 4183440, "tid": 4183440, + "ts": 675205381101.341, "dur": 44.539, + "args": { + "External id": 431678,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9261 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty_like", "pid": 4183440, "tid": 4183440, + "ts": 675205381104.421, "dur": 8.514, + "args": { + "External id": 431679,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "0"], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 9262 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 4183440, + "ts": 675205381108.280, "dur": 3.923, + "args": { + "External id": 431680,"Record function id": 0, "Concrete Inputs": ["[]", "6", "0", "", "", "0"], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 9263 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 4183440, "tid": 4183440, + "ts": 675205381114.519, "dur": 30.757, + "args": { + "External id": 431681,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["float", "float", "Scalar"], "Input Strides": [[], [], []], "Input Dims": [[], [], []], "Ev Idx": 9264 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "c10d::allreduce_", "pid": 4183440, "tid": 4183440, + "ts": 675205381154.876, "dur": 353.642, + "args": { + "External id": 431682,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "-1"], "Input type": ["TensorList", "", "", "", "Scalar"], "Input Strides": [[[]], [], [], [], []], "Input Dims": [[[]], [], [], [], []], "Ev Idx": 9265 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 4183440, "tid": 4183440, + "ts": 675205381183.637, "dur": 318.399, + "args": { + "External id": 431683,"Record function id": 0, "Collective name": "allreduce", "Process Group Description": "default_pg", "dtype": "Float", "Rank": 4, "Input Strides": [[[]], [], [], [], [], [], [], [], [], []], "Concrete Inputs": ["", "", "", "4", "", "[]", "[]", "0", "1", "8"], "Out msg nelems": 1, "Process Group Name": "0", "Input type": ["TensorList", "", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Global rank stride": 1, "Out split size": "[]", "In split size": "[]", "Process Group Ranks": "[0, 1, 2, 3, 4, 5, 6, 7]", "Group size": 8, "Input Dims": [[[]], [], [], [], [], [], [], [], [], []], "Global rank start": 0, "Ev Idx": 9266, "In msg nelems": 1 + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "nccl:all_reduce", "pid": 4183440, "tid": 4183440, + "ts": 675205381201.070, "dur": 295.849, + "args": { + "External id": 431684,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[]], "Input Dims": [[]], "Ev Idx": 9267 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::pow", "pid": 4183440, "tid": 4183440, + "ts": 675205381572.156, "dur": 246.157, + "args": { + "External id": 431685,"Record function id": 0, "Concrete Inputs": ["", "0.5"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9268 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "_c10d_functional::wait_tensor", "pid": 4183440, "tid": 4183440, + "ts": 675205381699.879, "dur": 35.114, + "args": { + "External id": 431686,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[]], "Input Dims": [[]], "Ev Idx": 9269 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 4183440, "tid": 4183440, + "ts": 675205381718.666, "dur": 6.434, + "args": { + "External id": 431687,"Record function id": 0, "Collective name": "wait", "Process Group Description": "default_pg", "dtype": "Byte", "Input Dims": [[], [], [], [], [], [], [], [], []], "Input Strides": [[], [], [], [], [], [], [], [], []], "Input type": ["", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Concrete Inputs": ["", "", "4", "", "[]", "[]", "-1", "-1", "1"], "Out msg nelems": 0, "Process Group Name": "0", "Process Group Ranks": "[]", "Group size": 1, "Ev Idx": 9270, "In msg nelems": 0, "Rank": 4, "In split size": "[]", "Out split size": "[]" + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::pow", "pid": 4183440, "tid": 4183440, + "ts": 675205381766.824, "dur": 45.421, + "args": { + "External id": 431688,"Record function id": 0, "Concrete Inputs": ["", "0.5"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9271 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 4183440, "tid": 4183440, + "ts": 675205381769.785, "dur": 1.125, + "args": { + "External id": 431689,"Record function id": 0, "Concrete Inputs": ["", "0.5"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9272 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 4183440, + "ts": 675205381772.285, "dur": 0.622, + "args": { + "External id": 431690,"Record function id": 0, "Concrete Inputs": ["", "6", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], []], "Input Dims": [[], [], [], [], []], "Ev Idx": 9273 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "_ToTorchTensor", "pid": 4183440, "tid": 4183440, + "ts": 675205381872.237, "dur": 21.947, + "args": { + "External id": 431691,"Sequence number": 5055821, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["float", ""], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9274 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view_as", "pid": 4183440, "tid": 4183440, + "ts": 675205381882.570, "dur": 8.344, + "args": { + "External id": 431692,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["float", "float"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9275 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 4183440, "tid": 4183440, + "ts": 675205381884.865, "dur": 5.875, + "args": { + "External id": 431693,"Record function id": 0, "Concrete Inputs": ["", "[]"], "Input type": ["float", "ScalarList"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9276 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::add", "pid": 4183440, "tid": 4183440, + "ts": 675205382289.580, "dur": 40.401, + "args": { + "External id": 431694,"Record function id": 0, "Concrete Inputs": ["", "", "1"], "Input type": ["float", "double", "Scalar"], "Input Strides": [[], [], []], "Input Dims": [[], [], []], "Ev Idx": 9277 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::reciprocal", "pid": 4183440, "tid": 4183440, + "ts": 675205382339.557, "dur": 23.075, + "args": { + "External id": 431695,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[]], "Input Dims": [[]], "Ev Idx": 9278 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::mul", "pid": 4183440, "tid": 4183440, + "ts": 675205382369.309, "dur": 24.478, + "args": { + "External id": 431696,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["float", "double"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9279 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::clamp", "pid": 4183440, "tid": 4183440, + "ts": 675205382406.984, "dur": 25.596, + "args": { + "External id": 431697,"Record function id": 0, "Concrete Inputs": ["", "", "1."], "Input type": ["float", "", "Scalar"], "Input Strides": [[], [], []], "Input Dims": [[], [], []], "Ev Idx": 9280 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 4183440, + "ts": 675205382411.262, "dur": 0.650, + "args": { + "External id": 431698,"Record function id": 0, "Concrete Inputs": ["", "6", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], []], "Input Dims": [[], [], [], [], []], "Ev Idx": 9281 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 4183440, "tid": 4183440, + "ts": 675205382456.155, "dur": 0.626, + "args": { + "External id": 431699,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 9282 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::_foreach_mul_", "pid": 4183440, "tid": 4183440, + "ts": 675205382546.668, "dur": 554.883, + "args": { + "External id": 431700,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["TensorList", "float"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9283 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::_foreach_mul_", "pid": 4183440, "tid": 4183440, + "ts": 675205383002.784, "dur": 71.028, + "args": { + "External id": 431701,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["TensorList", "float"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9284 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::isnan", "pid": 4183440, "tid": 4183440, + "ts": 675205383142.752, "dur": 28.583, + "args": { + "External id": 431702,"Sequence number": 5055822, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[]], "Input Dims": [[]], "Ev Idx": 9285 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::ne", "pid": 4183440, "tid": 4183440, + "ts": 675205383146.218, "dur": 24.453, + "args": { + "External id": 431703,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["float", "float"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9286 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::is_nonzero", "pid": 4183440, "tid": 4183440, + "ts": 675205383174.789, "dur": 165.186, + "args": { + "External id": 431704,"Sequence number": 5055822, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["bool"], "Input Strides": [[]], "Input Dims": [[]], "Ev Idx": 9287 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::item", "pid": 4183440, "tid": 4183440, + "ts": 675205383176.286, "dur": 163.502, + "args": { + "External id": 431705,"Sequence number": 5055822, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["bool"], "Input Strides": [[]], "Input Dims": [[]], "Ev Idx": 9288 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::_local_scalar_dense", "pid": 4183440, "tid": 4183440, + "ts": 675205383178.008, "dur": 161.337, + "args": { + "External id": 431706,"Sequence number": 5055822, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["bool"], "Input Strides": [[]], "Input Dims": [[]], "Ev Idx": 9289 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::isinf", "pid": 4183440, "tid": 4183440, + "ts": 675205383344.651, "dur": 59.238, + "args": { + "External id": 431707,"Sequence number": 5055822, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[]], "Input Dims": [[]], "Ev Idx": 9290 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::abs", "pid": 4183440, "tid": 4183440, + "ts": 675205383347.529, "dur": 32.786, + "args": { + "External id": 431708,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[]], "Input Dims": [[]], "Ev Idx": 9291 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 4183440, "tid": 4183440, + "ts": 675205383354.020, "dur": 2.884, + "args": { + "External id": 431709,"Record function id": 0, "Concrete Inputs": ["[0]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 9292 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::abs", "pid": 4183440, "tid": 4183440, + "ts": 675205383358.502, "dur": 21.480, + "args": { + "External id": 431710,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["float", "float"], "Input Strides": [[], [1]], "Input Dims": [[], [0]], "Ev Idx": 9293 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::resize_", "pid": 4183440, "tid": 4183440, + "ts": 675205383363.380, "dur": 2.430, + "args": { + "External id": 431711,"Record function id": 0, "Concrete Inputs": ["", "[]", ""], "Input type": ["float", "ScalarList", ""], "Input Strides": [[1], [], []], "Input Dims": [[0], [], []], "Ev Idx": 9294 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::eq", "pid": 4183440, "tid": 4183440, + "ts": 675205383381.985, "dur": 21.188, + "args": { + "External id": 431712,"Record function id": 0, "Concrete Inputs": ["", "inf"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9295 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::is_nonzero", "pid": 4183440, "tid": 4183440, + "ts": 675205383405.764, "dur": 34.964, + "args": { + "External id": 431713,"Sequence number": 5055822, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["bool"], "Input Strides": [[]], "Input Dims": [[]], "Ev Idx": 9296 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::item", "pid": 4183440, "tid": 4183440, + "ts": 675205383406.346, "dur": 34.239, + "args": { + "External id": 431714,"Sequence number": 5055822, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["bool"], "Input Strides": [[]], "Input Dims": [[]], "Ev Idx": 9297 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::_local_scalar_dense", "pid": 4183440, "tid": 4183440, + "ts": 675205383407.159, "dur": 33.093, + "args": { + "External id": 431715,"Sequence number": 5055822, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["bool"], "Input Strides": [[]], "Input Dims": [[]], "Ev Idx": 9298 + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "Optimizer.step#OptimizersContainer.step", "pid": 4183440, "tid": 4183440, + "ts": 675205383467.447, "dur": 4375.178, + "args": { + "External id": 431716,"Record function id": 0, "Ev Idx": 9299 + } + }, + { + "ph": "X", "cat": "user_annotation", "name": "Optimizer.step#AdamW.step", "pid": 4183440, "tid": 4183440, + "ts": 675205383499.678, "dur": 4319.775, + "args": { + "External id": 431717,"Record function id": 0, "Ev Idx": 9300 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::_foreach_add_", "pid": 4183440, "tid": 4183440, + "ts": 675205384489.400, "dur": 231.282, + "args": { + "External id": 431718,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["TensorList", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9301 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 4183440, "tid": 4183440, + "ts": 675205384507.390, "dur": 1.158, + "args": { + "External id": 431719,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9302 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 4183440, "tid": 4183440, + "ts": 675205384509.730, "dur": 0.287, + "args": { + "External id": 431720,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9303 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 4183440, "tid": 4183440, + "ts": 675205384510.646, "dur": 0.097, + "args": { + "External id": 431721,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9304 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 4183440, "tid": 4183440, + "ts": 675205384511.172, "dur": 0.194, + "args": { + "External id": 431722,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9305 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 4183440, "tid": 4183440, + "ts": 675205384511.746, "dur": 0.076, + "args": { + "External id": 431723,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9306 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 4183440, "tid": 4183440, + "ts": 675205384512.194, "dur": 0.198, + "args": { + "External id": 431724,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9307 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 4183440, "tid": 4183440, + "ts": 675205384512.810, "dur": 0.094, + "args": { + "External id": 431725,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9308 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 4183440, "tid": 4183440, + "ts": 675205384513.377, "dur": 0.052, + "args": { + "External id": 431726,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9309 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 4183440, "tid": 4183440, + "ts": 675205384513.831, "dur": 0.211, + "args": { + "External id": 431727,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9310 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 4183440, "tid": 4183440, + "ts": 675205384514.403, "dur": 0.200, + "args": { + "External id": 431728,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9311 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 4183440, "tid": 4183440, + "ts": 675205384515.030, "dur": 0.047, + "args": { + "External id": 431729,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9312 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 4183440, "tid": 4183440, + "ts": 675205384515.652, "dur": 0.191, + "args": { + "External id": 431730,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9313 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 4183440, "tid": 4183440, + "ts": 675205384516.176, "dur": 0.067, + "args": { + "External id": 431731,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9314 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 4183440, "tid": 4183440, + "ts": 675205384516.637, "dur": 0.064, + "args": { + "External id": 431732,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9315 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 4183440, "tid": 4183440, + "ts": 675205384517.098, "dur": 0.064, + "args": { + "External id": 431733,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9316 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 4183440, "tid": 4183440, + "ts": 675205384517.566, "dur": 0.063, + "args": { + "External id": 431734,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9317 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 4183440, "tid": 4183440, + "ts": 675205384518.030, "dur": 0.069, + "args": { + "External id": 431735,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9318 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 4183440, "tid": 4183440, + "ts": 675205384518.430, "dur": 0.119, + "args": { + "External id": 431736,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9319 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 4183440, "tid": 4183440, + "ts": 675205384518.938, "dur": 0.060, + "args": { + "External id": 431737,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9320 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 4183440, "tid": 4183440, + "ts": 675205384519.337, "dur": 0.064, + "args": { + "External id": 431738,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9321 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 4183440, "tid": 4183440, + "ts": 675205384519.710, "dur": 0.066, + "args": { + "External id": 431739,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9322 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 4183440, "tid": 4183440, + "ts": 675205384520.115, "dur": 0.066, + "args": { + "External id": 431740,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9323 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 4183440, "tid": 4183440, + "ts": 675205384520.560, "dur": 0.063, + "args": { + "External id": 431741,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9324 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 4183440, "tid": 4183440, + "ts": 675205384521.030, "dur": 0.206, + "args": { + "External id": 431742,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9325 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 4183440, "tid": 4183440, + "ts": 675205384521.563, "dur": 0.200, + "args": { + "External id": 431743,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9326 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 4183440, "tid": 4183440, + "ts": 675205384522.116, "dur": 0.092, + "args": { + "External id": 431744,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9327 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 4183440, "tid": 4183440, + "ts": 675205384522.648, "dur": 0.055, + "args": { + "External id": 431745,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9328 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 4183440, "tid": 4183440, + "ts": 675205384523.236, "dur": 0.080, + "args": { + "External id": 431746,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9329 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 4183440, "tid": 4183440, + "ts": 675205384523.642, "dur": 0.067, + "args": { + "External id": 431747,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9330 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 4183440, "tid": 4183440, + "ts": 675205384524.043, "dur": 0.076, + "args": { + "External id": 431748,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9331 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 4183440, "tid": 4183440, + "ts": 675205384524.550, "dur": 0.079, + "args": { + "External id": 431749,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9332 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 4183440, "tid": 4183440, + "ts": 675205384524.941, "dur": 0.082, + "args": { + "External id": 431750,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9333 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 4183440, "tid": 4183440, + "ts": 675205384525.351, "dur": 0.211, + "args": { + "External id": 431751,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9334 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 4183440, "tid": 4183440, + "ts": 675205384525.912, "dur": 0.089, + "args": { + "External id": 431752,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9335 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 4183440, "tid": 4183440, + "ts": 675205384526.303, "dur": 0.067, + "args": { + "External id": 431753,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9336 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 4183440, "tid": 4183440, + "ts": 675205384526.769, "dur": 0.065, + "args": { + "External id": 431754,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9337 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 4183440, "tid": 4183440, + "ts": 675205384527.168, "dur": 0.066, + "args": { + "External id": 431755,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9338 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 4183440, "tid": 4183440, + "ts": 675205384527.541, "dur": 0.067, + "args": { + "External id": 431756,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9339 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 4183440, "tid": 4183440, + "ts": 675205384527.930, "dur": 0.068, + "args": { + "External id": 431757,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9340 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 4183440, "tid": 4183440, + "ts": 675205384528.380, "dur": 0.065, + "args": { + "External id": 431758,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9341 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 4183440, "tid": 4183440, + "ts": 675205384528.869, "dur": 0.052, + "args": { + "External id": 431759,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9342 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 4183440, "tid": 4183440, + "ts": 675205384529.296, "dur": 0.060, + "args": { + "External id": 431760,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9343 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 4183440, "tid": 4183440, + "ts": 675205384529.614, "dur": 0.064, + "args": { + "External id": 431761,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9344 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 4183440, "tid": 4183440, + "ts": 675205384530.074, "dur": 0.066, + "args": { + "External id": 431762,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9345 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 4183440, "tid": 4183440, + "ts": 675205384530.422, "dur": 0.066, + "args": { + "External id": 431763,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9346 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 4183440, "tid": 4183440, + "ts": 675205384530.849, "dur": 0.064, + "args": { + "External id": 431764,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9347 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 4183440, "tid": 4183440, + "ts": 675205384531.282, "dur": 0.063, + "args": { + "External id": 431765,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9348 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 4183440, "tid": 4183440, + "ts": 675205384531.828, "dur": 0.065, + "args": { + "External id": 431766,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9349 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 4183440, "tid": 4183440, + "ts": 675205384532.343, "dur": 0.051, + "args": { + "External id": 431767,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9350 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 4183440, "tid": 4183440, + "ts": 675205384532.888, "dur": 0.067, + "args": { + "External id": 431768,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9351 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 4183440, "tid": 4183440, + "ts": 675205384533.365, "dur": 0.060, + "args": { + "External id": 431769,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9352 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 4183440, "tid": 4183440, + "ts": 675205384533.802, "dur": 0.060, + "args": { + "External id": 431770,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9353 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 4183440, "tid": 4183440, + "ts": 675205384534.284, "dur": 0.050, + "args": { + "External id": 431771,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9354 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 4183440, "tid": 4183440, + "ts": 675205384534.688, "dur": 0.064, + "args": { + "External id": 431772,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9355 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 4183440, "tid": 4183440, + "ts": 675205384535.118, "dur": 0.064, + "args": { + "External id": 431773,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9356 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 4183440, "tid": 4183440, + "ts": 675205384535.580, "dur": 0.065, + "args": { + "External id": 431774,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9357 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 4183440, "tid": 4183440, + "ts": 675205384535.972, "dur": 0.066, + "args": { + "External id": 431775,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9358 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 4183440, "tid": 4183440, + "ts": 675205384536.397, "dur": 0.070, + "args": { + "External id": 431776,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9359 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 4183440, "tid": 4183440, + "ts": 675205384536.803, "dur": 0.065, + "args": { + "External id": 431777,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9360 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 4183440, "tid": 4183440, + "ts": 675205384537.435, "dur": 0.066, + "args": { + "External id": 431778,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9361 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 4183440, "tid": 4183440, + "ts": 675205384537.829, "dur": 0.198, + "args": { + "External id": 431779,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9362 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 4183440, "tid": 4183440, + "ts": 675205384538.429, "dur": 0.199, + "args": { + "External id": 431780,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9363 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 4183440, "tid": 4183440, + "ts": 675205384538.996, "dur": 0.085, + "args": { + "External id": 431781,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9364 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 4183440, "tid": 4183440, + "ts": 675205384539.487, "dur": 0.219, + "args": { + "External id": 431782,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9365 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 4183440, "tid": 4183440, + "ts": 675205384540.155, "dur": 0.227, + "args": { + "External id": 431783,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9366 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 4183440, "tid": 4183440, + "ts": 675205384540.730, "dur": 0.092, + "args": { + "External id": 431784,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9367 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 4183440, "tid": 4183440, + "ts": 675205384541.208, "dur": 0.064, + "args": { + "External id": 431785,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9368 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 4183440, "tid": 4183440, + "ts": 675205384541.668, "dur": 0.074, + "args": { + "External id": 431786,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9369 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 4183440, "tid": 4183440, + "ts": 675205384542.077, "dur": 0.080, + "args": { + "External id": 431787,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9370 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 4183440, "tid": 4183440, + "ts": 675205384542.521, "dur": 0.063, + "args": { + "External id": 431788,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9371 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 4183440, "tid": 4183440, + "ts": 675205384543.124, "dur": 0.100, + "args": { + "External id": 431789,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9372 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 4183440, "tid": 4183440, + "ts": 675205384543.624, "dur": 0.101, + "args": { + "External id": 431790,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9373 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 4183440, "tid": 4183440, + "ts": 675205384544.062, "dur": 0.222, + "args": { + "External id": 431791,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9374 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 4183440, "tid": 4183440, + "ts": 675205384544.651, "dur": 0.134, + "args": { + "External id": 431792,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9375 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 4183440, "tid": 4183440, + "ts": 675205384545.107, "dur": 0.064, + "args": { + "External id": 431793,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9376 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 4183440, "tid": 4183440, + "ts": 675205384545.748, "dur": 0.060, + "args": { + "External id": 431794,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9377 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 4183440, "tid": 4183440, + "ts": 675205384546.168, "dur": 0.060, + "args": { + "External id": 431795,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9378 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 4183440, "tid": 4183440, + "ts": 675205384546.576, "dur": 0.189, + "args": { + "External id": 431796,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9379 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 4183440, "tid": 4183440, + "ts": 675205384547.082, "dur": 0.089, + "args": { + "External id": 431797,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9380 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 4183440, "tid": 4183440, + "ts": 675205384547.558, "dur": 0.061, + "args": { + "External id": 431798,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9381 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 4183440, "tid": 4183440, + "ts": 675205384547.963, "dur": 0.062, + "args": { + "External id": 431799,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9382 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 4183440, "tid": 4183440, + "ts": 675205384548.356, "dur": 0.064, + "args": { + "External id": 431800,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9383 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 4183440, "tid": 4183440, + "ts": 675205384548.810, "dur": 0.064, + "args": { + "External id": 431801,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9384 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 4183440, "tid": 4183440, + "ts": 675205384549.241, "dur": 0.063, + "args": { + "External id": 431802,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9385 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 4183440, "tid": 4183440, + "ts": 675205384549.726, "dur": 0.067, + "args": { + "External id": 431803,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9386 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 4183440, "tid": 4183440, + "ts": 675205384550.130, "dur": 0.063, + "args": { + "External id": 431804,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9387 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 4183440, "tid": 4183440, + "ts": 675205384550.486, "dur": 0.066, + "args": { + "External id": 431805,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9388 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 4183440, "tid": 4183440, + "ts": 675205384550.862, "dur": 0.065, + "args": { + "External id": 431806,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9389 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 4183440, "tid": 4183440, + "ts": 675205384551.437, "dur": 0.219, + "args": { + "External id": 431807,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9390 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 4183440, "tid": 4183440, + "ts": 675205384552.024, "dur": 0.089, + "args": { + "External id": 431808,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9391 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 4183440, "tid": 4183440, + "ts": 675205384552.465, "dur": 0.065, + "args": { + "External id": 431809,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9392 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 4183440, "tid": 4183440, + "ts": 675205384552.878, "dur": 0.064, + "args": { + "External id": 431810,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9393 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 4183440, "tid": 4183440, + "ts": 675205384553.298, "dur": 0.064, + "args": { + "External id": 431811,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9394 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 4183440, "tid": 4183440, + "ts": 675205384553.753, "dur": 0.067, + "args": { + "External id": 431812,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9395 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 4183440, "tid": 4183440, + "ts": 675205384554.183, "dur": 0.066, + "args": { + "External id": 431813,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9396 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 4183440, "tid": 4183440, + "ts": 675205384554.500, "dur": 0.066, + "args": { + "External id": 431814,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9397 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 4183440, "tid": 4183440, + "ts": 675205384554.972, "dur": 0.067, + "args": { + "External id": 431815,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9398 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 4183440, "tid": 4183440, + "ts": 675205384555.422, "dur": 0.062, + "args": { + "External id": 431816,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9399 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 4183440, "tid": 4183440, + "ts": 675205384555.878, "dur": 0.057, + "args": { + "External id": 431817,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9400 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 4183440, "tid": 4183440, + "ts": 675205384556.247, "dur": 0.065, + "args": { + "External id": 431818,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9401 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 4183440, "tid": 4183440, + "ts": 675205384556.606, "dur": 0.063, + "args": { + "External id": 431819,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9402 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 4183440, "tid": 4183440, + "ts": 675205384557.523, "dur": 0.070, + "args": { + "External id": 431820,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9403 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 4183440, "tid": 4183440, + "ts": 675205384557.891, "dur": 0.066, + "args": { + "External id": 431821,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9404 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 4183440, "tid": 4183440, + "ts": 675205384558.267, "dur": 0.065, + "args": { + "External id": 431822,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9405 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 4183440, "tid": 4183440, + "ts": 675205384558.710, "dur": 0.066, + "args": { + "External id": 431823,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9406 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 4183440, "tid": 4183440, + "ts": 675205384559.124, "dur": 0.063, + "args": { + "External id": 431824,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9407 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 4183440, "tid": 4183440, + "ts": 675205384559.547, "dur": 0.062, + "args": { + "External id": 431825,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9408 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 4183440, "tid": 4183440, + "ts": 675205384559.992, "dur": 0.063, + "args": { + "External id": 431826,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9409 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 4183440, "tid": 4183440, + "ts": 675205384560.373, "dur": 0.066, + "args": { + "External id": 431827,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9410 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 4183440, "tid": 4183440, + "ts": 675205384560.806, "dur": 0.065, + "args": { + "External id": 431828,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9411 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 4183440, "tid": 4183440, + "ts": 675205384561.215, "dur": 0.065, + "args": { + "External id": 431829,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9412 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 4183440, "tid": 4183440, + "ts": 675205384561.668, "dur": 0.065, + "args": { + "External id": 431830,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9413 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 4183440, "tid": 4183440, + "ts": 675205384562.063, "dur": 0.066, + "args": { + "External id": 431831,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9414 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 4183440, "tid": 4183440, + "ts": 675205384562.445, "dur": 0.068, + "args": { + "External id": 431832,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9415 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 4183440, "tid": 4183440, + "ts": 675205384562.940, "dur": 0.065, + "args": { + "External id": 431833,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9416 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 4183440, "tid": 4183440, + "ts": 675205384563.266, "dur": 0.064, + "args": { + "External id": 431834,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9417 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 4183440, "tid": 4183440, + "ts": 675205384563.815, "dur": 0.058, + "args": { + "External id": 431835,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9418 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 4183440, "tid": 4183440, + "ts": 675205384564.266, "dur": 0.055, + "args": { + "External id": 431836,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9419 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 4183440, "tid": 4183440, + "ts": 675205384564.705, "dur": 0.087, + "args": { + "External id": 431837,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9420 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 4183440, "tid": 4183440, + "ts": 675205384565.118, "dur": 0.067, + "args": { + "External id": 431838,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9421 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 4183440, "tid": 4183440, + "ts": 675205384565.556, "dur": 0.094, + "args": { + "External id": 431839,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9422 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 4183440, "tid": 4183440, + "ts": 675205384565.995, "dur": 0.092, + "args": { + "External id": 431840,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9423 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 4183440, "tid": 4183440, + "ts": 675205384566.445, "dur": 0.068, + "args": { + "External id": 431841,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9424 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 4183440, "tid": 4183440, + "ts": 675205384566.779, "dur": 0.080, + "args": { + "External id": 431842,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9425 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 4183440, "tid": 4183440, + "ts": 675205384567.238, "dur": 0.067, + "args": { + "External id": 431843,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9426 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 4183440, "tid": 4183440, + "ts": 675205384567.639, "dur": 0.066, + "args": { + "External id": 431844,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9427 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 4183440, "tid": 4183440, + "ts": 675205384568.204, "dur": 0.068, + "args": { + "External id": 431845,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9428 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 4183440, "tid": 4183440, + "ts": 675205384568.653, "dur": 0.063, + "args": { + "External id": 431846,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9429 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 4183440, "tid": 4183440, + "ts": 675205384569.085, "dur": 0.094, + "args": { + "External id": 431847,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9430 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 4183440, "tid": 4183440, + "ts": 675205384569.545, "dur": 0.218, + "args": { + "External id": 431848,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9431 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 4183440, "tid": 4183440, + "ts": 675205384570.161, "dur": 0.061, + "args": { + "External id": 431849,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9432 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 4183440, "tid": 4183440, + "ts": 675205384570.600, "dur": 0.064, + "args": { + "External id": 431850,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9433 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 4183440, "tid": 4183440, + "ts": 675205384571.074, "dur": 0.062, + "args": { + "External id": 431851,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9434 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 4183440, "tid": 4183440, + "ts": 675205384571.465, "dur": 0.065, + "args": { + "External id": 431852,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9435 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 4183440, "tid": 4183440, + "ts": 675205384571.820, "dur": 0.064, + "args": { + "External id": 431853,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9436 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 4183440, "tid": 4183440, + "ts": 675205384572.412, "dur": 0.057, + "args": { + "External id": 431854,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9437 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 4183440, "tid": 4183440, + "ts": 675205384572.780, "dur": 0.069, + "args": { + "External id": 431855,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9438 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 4183440, "tid": 4183440, + "ts": 675205384573.253, "dur": 0.070, + "args": { + "External id": 431856,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9439 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 4183440, "tid": 4183440, + "ts": 675205384573.688, "dur": 0.064, + "args": { + "External id": 431857,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9440 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 4183440, "tid": 4183440, + "ts": 675205384574.179, "dur": 0.067, + "args": { + "External id": 431858,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9441 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 4183440, "tid": 4183440, + "ts": 675205384574.618, "dur": 0.067, + "args": { + "External id": 431859,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9442 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 4183440, "tid": 4183440, + "ts": 675205384575.016, "dur": 0.068, + "args": { + "External id": 431860,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9443 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 4183440, "tid": 4183440, + "ts": 675205384575.520, "dur": 0.212, + "args": { + "External id": 431861,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9444 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 4183440, "tid": 4183440, + "ts": 675205384576.044, "dur": 0.208, + "args": { + "External id": 431862,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9445 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 4183440, "tid": 4183440, + "ts": 675205384576.528, "dur": 0.090, + "args": { + "External id": 431863,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9446 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 4183440, "tid": 4183440, + "ts": 675205384576.906, "dur": 0.090, + "args": { + "External id": 431864,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9447 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 4183440, "tid": 4183440, + "ts": 675205384577.275, "dur": 0.070, + "args": { + "External id": 431865,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9448 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 4183440, "tid": 4183440, + "ts": 675205384577.608, "dur": 0.064, + "args": { + "External id": 431866,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9449 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 4183440, "tid": 4183440, + "ts": 675205384578.715, "dur": 0.053, + "args": { + "External id": 431867,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9450 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 4183440, "tid": 4183440, + "ts": 675205384579.144, "dur": 0.065, + "args": { + "External id": 431868,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9451 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 4183440, "tid": 4183440, + "ts": 675205384579.907, "dur": 0.091, + "args": { + "External id": 431869,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9452 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 4183440, "tid": 4183440, + "ts": 675205384580.242, "dur": 0.092, + "args": { + "External id": 431870,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9453 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 4183440, "tid": 4183440, + "ts": 675205384581.025, "dur": 0.097, + "args": { + "External id": 431871,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9454 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 4183440, "tid": 4183440, + "ts": 675205384581.365, "dur": 0.055, + "args": { + "External id": 431872,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9455 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 4183440, "tid": 4183440, + "ts": 675205384582.040, "dur": 0.061, + "args": { + "External id": 431873,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9456 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 4183440, "tid": 4183440, + "ts": 675205384582.341, "dur": 0.055, + "args": { + "External id": 431874,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9457 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 4183440, "tid": 4183440, + "ts": 675205384582.884, "dur": 0.068, + "args": { + "External id": 431875,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9458 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 4183440, "tid": 4183440, + "ts": 675205384583.191, "dur": 0.054, + "args": { + "External id": 431876,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9459 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 4183440, "tid": 4183440, + "ts": 675205384583.831, "dur": 0.066, + "args": { + "External id": 431877,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9460 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 4183440, "tid": 4183440, + "ts": 675205384584.140, "dur": 0.055, + "args": { + "External id": 431878,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9461 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 4183440, "tid": 4183440, + "ts": 675205384584.711, "dur": 0.065, + "args": { + "External id": 431879,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9462 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 4183440, "tid": 4183440, + "ts": 675205384585.051, "dur": 0.058, + "args": { + "External id": 431880,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9463 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 4183440, "tid": 4183440, + "ts": 675205384585.769, "dur": 0.066, + "args": { + "External id": 431881,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9464 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 4183440, "tid": 4183440, + "ts": 675205384586.076, "dur": 0.053, + "args": { + "External id": 431882,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9465 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 4183440, "tid": 4183440, + "ts": 675205384586.798, "dur": 0.064, + "args": { + "External id": 431883,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9466 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 4183440, "tid": 4183440, + "ts": 675205384587.131, "dur": 0.053, + "args": { + "External id": 431884,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9467 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 4183440, "tid": 4183440, + "ts": 675205384587.884, "dur": 0.065, + "args": { + "External id": 431885,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9468 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 4183440, "tid": 4183440, + "ts": 675205384588.191, "dur": 0.051, + "args": { + "External id": 431886,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9469 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 4183440, "tid": 4183440, + "ts": 675205384588.897, "dur": 0.060, + "args": { + "External id": 431887,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9470 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 4183440, "tid": 4183440, + "ts": 675205384589.215, "dur": 0.055, + "args": { + "External id": 431888,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9471 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 4183440, "tid": 4183440, + "ts": 675205384590.029, "dur": 0.065, + "args": { + "External id": 431889,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9472 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 4183440, "tid": 4183440, + "ts": 675205384590.349, "dur": 0.050, + "args": { + "External id": 431890,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9473 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 4183440, "tid": 4183440, + "ts": 675205384591.124, "dur": 0.064, + "args": { + "External id": 431891,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9474 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 4183440, "tid": 4183440, + "ts": 675205384591.446, "dur": 0.051, + "args": { + "External id": 431892,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9475 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 4183440, "tid": 4183440, + "ts": 675205384592.413, "dur": 0.058, + "args": { + "External id": 431893,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9476 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 4183440, "tid": 4183440, + "ts": 675205384592.748, "dur": 0.056, + "args": { + "External id": 431894,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9477 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 4183440, "tid": 4183440, + "ts": 675205384593.585, "dur": 0.065, + "args": { + "External id": 431895,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9478 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 4183440, "tid": 4183440, + "ts": 675205384593.933, "dur": 0.060, + "args": { + "External id": 431896,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9479 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 4183440, "tid": 4183440, + "ts": 675205384594.633, "dur": 0.060, + "args": { + "External id": 431897,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9480 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 4183440, "tid": 4183440, + "ts": 675205384594.958, "dur": 0.053, + "args": { + "External id": 431898,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9481 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 4183440, "tid": 4183440, + "ts": 675205384595.649, "dur": 0.064, + "args": { + "External id": 431899,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9482 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 4183440, "tid": 4183440, + "ts": 675205384595.964, "dur": 0.053, + "args": { + "External id": 431900,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9483 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 4183440, "tid": 4183440, + "ts": 675205384596.597, "dur": 0.065, + "args": { + "External id": 431901,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9484 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 4183440, "tid": 4183440, + "ts": 675205384596.938, "dur": 0.050, + "args": { + "External id": 431902,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9485 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 4183440, "tid": 4183440, + "ts": 675205384597.792, "dur": 0.062, + "args": { + "External id": 431903,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9486 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 4183440, "tid": 4183440, + "ts": 675205384598.112, "dur": 0.051, + "args": { + "External id": 431904,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9487 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 4183440, "tid": 4183440, + "ts": 675205384598.850, "dur": 0.066, + "args": { + "External id": 431905,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9488 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 4183440, "tid": 4183440, + "ts": 675205384599.175, "dur": 0.056, + "args": { + "External id": 431906,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9489 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 4183440, "tid": 4183440, + "ts": 675205384599.776, "dur": 0.066, + "args": { + "External id": 431907,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9490 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 4183440, "tid": 4183440, + "ts": 675205384600.096, "dur": 0.053, + "args": { + "External id": 431908,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9491 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 4183440, "tid": 4183440, + "ts": 675205384600.792, "dur": 0.064, + "args": { + "External id": 431909,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9492 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 4183440, "tid": 4183440, + "ts": 675205384601.113, "dur": 0.052, + "args": { + "External id": 431910,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9493 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 4183440, "tid": 4183440, + "ts": 675205384601.556, "dur": 0.060, + "args": { + "External id": 431911,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9494 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 4183440, "tid": 4183440, + "ts": 675205384601.877, "dur": 0.052, + "args": { + "External id": 431912,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9495 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 4183440, "tid": 4183440, + "ts": 675205384602.546, "dur": 0.061, + "args": { + "External id": 431913,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9496 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 4183440, "tid": 4183440, + "ts": 675205384602.887, "dur": 0.053, + "args": { + "External id": 431914,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9497 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 4183440, "tid": 4183440, + "ts": 675205384603.644, "dur": 0.070, + "args": { + "External id": 431915,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9498 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 4183440, "tid": 4183440, + "ts": 675205384603.998, "dur": 0.055, + "args": { + "External id": 431916,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9499 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 4183440, "tid": 4183440, + "ts": 675205384604.543, "dur": 0.067, + "args": { + "External id": 431917,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9500 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 4183440, "tid": 4183440, + "ts": 675205384604.864, "dur": 0.054, + "args": { + "External id": 431918,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9501 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 4183440, "tid": 4183440, + "ts": 675205384605.510, "dur": 0.067, + "args": { + "External id": 431919,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9502 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 4183440, "tid": 4183440, + "ts": 675205384605.833, "dur": 0.055, + "args": { + "External id": 431920,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9503 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 4183440, "tid": 4183440, + "ts": 675205384606.429, "dur": 0.065, + "args": { + "External id": 431921,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9504 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 4183440, "tid": 4183440, + "ts": 675205384606.750, "dur": 0.055, + "args": { + "External id": 431922,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9505 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 4183440, "tid": 4183440, + "ts": 675205384607.385, "dur": 0.070, + "args": { + "External id": 431923,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9506 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 4183440, "tid": 4183440, + "ts": 675205384607.707, "dur": 0.051, + "args": { + "External id": 431924,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9507 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 4183440, "tid": 4183440, + "ts": 675205384608.159, "dur": 0.085, + "args": { + "External id": 431925,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9508 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 4183440, "tid": 4183440, + "ts": 675205384608.501, "dur": 0.065, + "args": { + "External id": 431926,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9509 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 4183440, "tid": 4183440, + "ts": 675205384609.293, "dur": 0.086, + "args": { + "External id": 431927,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9510 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 4183440, "tid": 4183440, + "ts": 675205384609.635, "dur": 0.174, + "args": { + "External id": 431928,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9511 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 4183440, "tid": 4183440, + "ts": 675205384610.289, "dur": 0.067, + "args": { + "External id": 431929,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9512 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 4183440, "tid": 4183440, + "ts": 675205384610.609, "dur": 0.073, + "args": { + "External id": 431930,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9513 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 4183440, "tid": 4183440, + "ts": 675205384611.148, "dur": 0.067, + "args": { + "External id": 431931,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9514 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 4183440, "tid": 4183440, + "ts": 675205384611.513, "dur": 0.051, + "args": { + "External id": 431932,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9515 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 4183440, "tid": 4183440, + "ts": 675205384612.071, "dur": 0.068, + "args": { + "External id": 431933,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9516 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 4183440, "tid": 4183440, + "ts": 675205384612.399, "dur": 0.097, + "args": { + "External id": 431934,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9517 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 4183440, "tid": 4183440, + "ts": 675205384613.039, "dur": 0.222, + "args": { + "External id": 431935,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9518 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 4183440, "tid": 4183440, + "ts": 675205384613.603, "dur": 0.095, + "args": { + "External id": 431936,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9519 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 4183440, "tid": 4183440, + "ts": 675205384614.196, "dur": 0.053, + "args": { + "External id": 431937,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 9520 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::_fused_adamw_", "pid": 4183440, "tid": 4183440, + "ts": 675205385106.555, "dur": 2630.904, + "args": { + "External id": 431938,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "", "0.00026970468349118959", "0.90000000000000002", "0.94999999999999996", "0.10000000000000001", "1.0000000000000001e-15", "False", "False", "", ""], "Input type": ["TensorList", "TensorList", "TensorList", "TensorList", "TensorList", "TensorList", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "", ""], "Input Strides": [[], [], [], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 9521 + } + }, + { + "ph": "X", "cat": "cpu_op", "name": "aten::_fused_adamw_", "pid": 4183440, "tid": 4183440, + "ts": 675205387364.194, "dur": 222.496, + "args": { + "External id": 431939,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "", "0.00026970468349118959", "0.90000000000000002", "0.94999999999999996", "0.10000000000000001", "1.0000000000000001e-15", "False", "False", "", ""], "Input type": ["TensorList", "TensorList", "TensorList", "TensorList", "TensorList", "TensorList", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "", ""], "Input Strides": [[], [], [], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 9522 + } + }, + { + "name": "process_name", "ph": "M", "ts": 675204603714.104, "pid": 4183440, "tid": 0, + "args": { + "name": "python3.12" + } + }, + { + "name": "process_labels", "ph": "M", "ts": 675204603714.104, "pid": 4183440, "tid": 0, + "args": { + "labels": "CPU" + } + }, + { + "name": "process_sort_index", "ph": "M", "ts": 675204603714.104, "pid": 4183440, "tid": 0, + "args": { + "sort_index": 4183440 + } + }, + { + "name": "thread_name", "ph": "M", "ts": 675204603714.104, "pid": 4183440, "tid": 4183440, + "args": { + "name": "thread 4183440 (python3.12)" + } + }, + { + "name": "thread_sort_index", "ph": "M", "ts": 675204603714.104, "pid": 4183440, "tid": 4183440, + "args": { + "sort_index": 4183440 + } + }, + { + "name": "thread_name", "ph": "M", "ts": 675204603714.104, "pid": 4183440, "tid": 31337, + "args": { + "name": "thread 31337 (pt_autograd_4)" + } + }, + { + "name": "thread_sort_index", "ph": "M", "ts": 675204603714.104, "pid": 4183440, "tid": 31337, + "args": { + "sort_index": 31337 + } + }, + { + "name": "thread_name", "ph": "M", "ts": 675204603714.104, "pid": 4183440, "tid": 31337, + "args": { + "name": "thread 31337 (python3.12)" + } + }, + { + "name": "thread_sort_index", "ph": "M", "ts": 675204603714.104, "pid": 4183440, "tid": 31337, + "args": { + "sort_index": 31337 + } + }, + { + "ph": "X", "cat": "Trace", "ts": 675204603613.858, "dur": 784455.870, + "pid": "Spans", "tid": "PyTorch Profiler", + "name": "PyTorch Profiler (0)", + "args": { + "Op count": 0 + } + }, + { + "name": "process_sort_index", "ph": "M", "ts": 675204603613.858, + "pid": "Spans", "tid": 0, + "args": { + "sort_index": 536870912 + } + }, + { + "name": "Iteration Start: PyTorch Profiler", "ph": "i", "s": "g", + "pid": "Traces", "tid": "Trace PyTorch Profiler", "ts": 675204603613.858 + }, + { + "name": "Record Window End", "ph": "i", "s": "g", + "pid": "", "tid": "", "ts": 675205435593.424 + } + ], + "traceName": "exp/mtp.340M.batch16.seqlen4096.context4096.warmup1000.update1.steps100000.lr3e-4.cosine/profile_trace/iteration_22528/rank4_trace.json", + "displayTimeUnit": "ms", + "baseTimeNanoseconds": 1751410836000000000 +} \ No newline at end of file