V0318 11:52:30.546000 3498822 /data/users/shangdiy/fbsource/fbcode/caffe2/torch/_logging/structured.py:27] {"str": ["/data/users/shangdiy/fbsource/buck-out/v2/gen/fbcode/8cf76b60692ad3ba/scripts/shangdiy/__aot__/aot#link-tree/__run_lpar_main__.py", 0]}
V0318 11:52:30.547000 3498822 /data/users/shangdiy/fbsource/fbcode/caffe2/torch/_logging/structured.py:27] {"str": ["/data/users/shangdiy/fbsource/buck-out/v2/gen/fbcode/8cf76b60692ad3ba/scripts/shangdiy/__aot__/aot#link-tree/__par__/meta_only/bootstrap.py", 1]}
V0318 11:52:30.547000 3498822 /data/users/shangdiy/fbsource/fbcode/caffe2/torch/_logging/structured.py:27] {"str": ["/data/users/shangdiy/fbsource/buck-out/v2/gen/fbcode/8cf76b60692ad3ba/scripts/shangdiy/__aot__/aot#link-tree/__par__/bootstrap.py", 2]}
V0318 11:52:30.547000 3498822 /data/users/shangdiy/fbsource/fbcode/caffe2/torch/_logging/structured.py:27] {"str": ["/data/users/shangdiy/fbsource/buck-out/v2/gen/fbcode/8cf76b60692ad3ba/scripts/shangdiy/__aot__/aot#link-tree/scripts/shangdiy/aot.py", 3]}
V0318 11:52:30.548000 3498822 /data/users/shangdiy/fbsource/fbcode/caffe2/torch/_logging/structured.py:27] {"str": ["/data/users/shangdiy/fbsource/buck-out/v2/gen/fbcode/8cf76b60692ad3ba/scripts/shangdiy/__aot__/aot#link-tree/torch/export/__init__.py", 4]}
V0318 11:52:30.548000 3498822 /data/users/shangdiy/fbsource/fbcode/caffe2/torch/_logging/structured.py:27] {"str": ["/data/users/shangdiy/fbsource/buck-out/v2/gen/fbcode/8cf76b60692ad3ba/scripts/shangdiy/__aot__/aot#link-tree/torch/export/_trace.py", 5]}
V0318 11:52:30.548000 3498822 /data/users/shangdiy/fbsource/fbcode/caffe2/torch/_logging/structured.py:27] {"str": ["/data/users/shangdiy/fbsource/buck-out/v2/gen/fbcode/8cf76b60692ad3ba/scripts/shangdiy/__aot__/aot#link-tree/torch/export/exported_program.py", 6]}
V0318 11:52:30.549000 3498822 /data/users/shangdiy/fbsource/fbcode/caffe2/torch/_logging/structured.py:27] {"str": ["/data/users/shangdiy/fbsource/buck-out/v2/gen/fbcode/8cf76b60692ad3ba/scripts/shangdiy/__aot__/aot#link-tree/torch/_export/non_strict_utils.py", 7]}
V0318 11:52:30.549000 3498822 /data/users/shangdiy/fbsource/fbcode/caffe2/torch/_logging/structured.py:27] {"str": ["/data/users/shangdiy/fbsource/buck-out/v2/gen/fbcode/8cf76b60692ad3ba/scripts/shangdiy/__aot__/aot#link-tree/torch/utils/_pytree.py", 8]}
V0318 11:52:30.549000 3498822 /data/users/shangdiy/fbsource/fbcode/caffe2/torch/_logging/structured.py:27] {"str": ["/data/users/shangdiy/fbsource/buck-out/v2/gen/fbcode/8cf76b60692ad3ba/scripts/shangdiy/__aot__/aot#link-tree/torch/_subclasses/fake_tensor.py", 9]}
V0318 11:52:30.550000 3498822 /data/users/shangdiy/fbsource/fbcode/caffe2/torch/_logging/structured.py:27] {"str": ["/data/users/shangdiy/fbsource/buck-out/v2/gen/fbcode/8cf76b60692ad3ba/scripts/shangdiy/__aot__/aot#link-tree/torch/_subclasses/meta_utils.py", 10]}
V0318 11:52:30.550000 3498822 /data/users/shangdiy/fbsource/fbcode/caffe2/torch/_subclasses/meta_utils.py:248] {"describe_storage": {"id": 0, "describer_id": 0, "size": 320}, "stack": [{"line": 38, "name": "<module>", "filename": 0, "loc": "__invoke_main()"}, {"line": 35, "name": "__invoke_main", "filename": 0, "loc": "run_as_main(module, main_function)"}, {"line": 98, "name": "run_as_main", "filename": 1, "loc": "oss_run_as_main("}, {"line": 94, "name": "run_as_main", "filename": 2, "loc": "main()"}, {"line": 54, "name": "main", "filename": 3, "loc": "ep = torch.export.export(model, example_inputs)"}, {"line": 360, "name": "export", "filename": 4, "loc": "return _export("}, {"line": 1065, "name": "wrapper", "filename": 5, "loc": "ep = fn(*args, **kwargs)"}, {"line": 121, "name": "wrapper", "filename": 6, "loc": "return fn(*args, **kwargs)"}, {"line": 2112, "name": "_export", "filename": 5, "loc": "ep = _export_for_training("}, {"line": 1065, "name": "wrapper", "filename": 5, "loc": "ep = fn(*args, **kwargs)"}, {"line": 121, "name": "wrapper", "filename": 6, "loc": "return fn(*args, **kwargs)"}, {"line": 1975, "name": "_export_for_training", "filename": 5, "loc": "export_artifact = export_func(  # type: ignore[operator]"}, {"line": 1872, "name": "_non_strict_export", "filename": 5, "loc": ") = make_fake_inputs("}, {"line": 213, "name": "make_fake_inputs", "filename": 7, "loc": "fake_args, fake_kwargs = tree_map_with_path("}, {"line": 1831, "name": "tree_map_with_path", "filename": 8, "loc": "return treespec.unflatten(func(*xs) for xs in zip(*all_keypath_leaves))"}, {"line": 983, "name": "unflatten", "filename": 8, "loc": "leaves = list(leaves)"}, {"line": 1831, "name": "<genexpr>", "filename": 8, "loc": "return treespec.unflatten(func(*xs) for xs in zip(*all_keypath_leaves))"}, {"line": 214, "name": "<lambda>", "filename": 7, "loc": "lambda kp, val: fakify(fake_mode, kp, val, t_constraints, sources),"}, {"line": 132, "name": "fakify", "filename": 7, "loc": "fake = mode.from_tensor(t, source=source, symbolic_context=symbolic_context)"}, {"line": 2658, "name": "from_tensor", "filename": 9, "loc": "return self.fake_tensor_converter.from_real_tensor("}, {"line": 392, "name": "from_real_tensor", "filename": 9, "loc": "out = self.meta_converter("}, {"line": 1865, "name": "__call__", "filename": 10, "loc": "t_desc = self.describer.describe_tensor(t, trace=trace)"}, {"line": 288, "name": "describe_tensor", "filename": 10, "loc": "storage = self.describe_storage(t.untyped_storage(), trace=trace)"}, {"line": 248, "name": "describe_storage", "filename": 10, "loc": "trace_structured("}]}
V0318 11:52:30.551000 3498822 /data/users/shangdiy/fbsource/fbcode/caffe2/torch/_subclasses/meta_utils.py:462] {"describe_tensor": {"id": 0, "ndim": 2, "dtype": "torch.float32", "device": "device(type='cuda', index=0)", "size": [8, 10], "is_leaf": true, "stride": [10, 1], "storage": 0, "view_func": "_CustomViewFunc(func=<built-in method _view_func_unsafe of Tensor object at 0x7fcd3d78c310>)", "describer_id": 0}, "stack": [{"line": 38, "name": "<module>", "filename": 0, "loc": "__invoke_main()"}, {"line": 35, "name": "__invoke_main", "filename": 0, "loc": "run_as_main(module, main_function)"}, {"line": 98, "name": "run_as_main", "filename": 1, "loc": "oss_run_as_main("}, {"line": 94, "name": "run_as_main", "filename": 2, "loc": "main()"}, {"line": 54, "name": "main", "filename": 3, "loc": "ep = torch.export.export(model, example_inputs)"}, {"line": 360, "name": "export", "filename": 4, "loc": "return _export("}, {"line": 1065, "name": "wrapper", "filename": 5, "loc": "ep = fn(*args, **kwargs)"}, {"line": 121, "name": "wrapper", "filename": 6, "loc": "return fn(*args, **kwargs)"}, {"line": 2112, "name": "_export", "filename": 5, "loc": "ep = _export_for_training("}, {"line": 1065, "name": "wrapper", "filename": 5, "loc": "ep = fn(*args, **kwargs)"}, {"line": 121, "name": "wrapper", "filename": 6, "loc": "return fn(*args, **kwargs)"}, {"line": 1975, "name": "_export_for_training", "filename": 5, "loc": "export_artifact = export_func(  # type: ignore[operator]"}, {"line": 1872, "name": "_non_strict_export", "filename": 5, "loc": ") = make_fake_inputs("}, {"line": 213, "name": "make_fake_inputs", "filename": 7, "loc": "fake_args, fake_kwargs = tree_map_with_path("}, {"line": 1831, "name": "tree_map_with_path", "filename": 8, "loc": "return treespec.unflatten(func(*xs) for xs in zip(*all_keypath_leaves))"}, {"line": 983, "name": "unflatten", "filename": 8, "loc": "leaves = list(leaves)"}, {"line": 1831, "name": "<genexpr>", "filename": 8, "loc": "return treespec.unflatten(func(*xs) for xs in zip(*all_keypath_leaves))"}, {"line": 214, "name": "<lambda>", "filename": 7, "loc": "lambda kp, val: fakify(fake_mode, kp, val, t_constraints, sources),"}, {"line": 132, "name": "fakify", "filename": 7, "loc": "fake = mode.from_tensor(t, source=source, symbolic_context=symbolic_context)"}, {"line": 2658, "name": "from_tensor", "filename": 9, "loc": "return self.fake_tensor_converter.from_real_tensor("}, {"line": 392, "name": "from_real_tensor", "filename": 9, "loc": "out = self.meta_converter("}, {"line": 1865, "name": "__call__", "filename": 10, "loc": "t_desc = self.describer.describe_tensor(t, trace=trace)"}, {"line": 462, "name": "describe_tensor", "filename": 10, "loc": "trace_structured("}]}
V0318 11:52:30.552000 3498822 /data/users/shangdiy/fbsource/fbcode/caffe2/torch/_subclasses/meta_utils.py:1869] {"describe_source": {"describer_id": 0, "id": 0, "source": "L['args'][0][0]"}, "stack": [{"line": 38, "name": "<module>", "filename": 0, "loc": "__invoke_main()"}, {"line": 35, "name": "__invoke_main", "filename": 0, "loc": "run_as_main(module, main_function)"}, {"line": 98, "name": "run_as_main", "filename": 1, "loc": "oss_run_as_main("}, {"line": 94, "name": "run_as_main", "filename": 2, "loc": "main()"}, {"line": 54, "name": "main", "filename": 3, "loc": "ep = torch.export.export(model, example_inputs)"}, {"line": 360, "name": "export", "filename": 4, "loc": "return _export("}, {"line": 1065, "name": "wrapper", "filename": 5, "loc": "ep = fn(*args, **kwargs)"}, {"line": 121, "name": "wrapper", "filename": 6, "loc": "return fn(*args, **kwargs)"}, {"line": 2112, "name": "_export", "filename": 5, "loc": "ep = _export_for_training("}, {"line": 1065, "name": "wrapper", "filename": 5, "loc": "ep = fn(*args, **kwargs)"}, {"line": 121, "name": "wrapper", "filename": 6, "loc": "return fn(*args, **kwargs)"}, {"line": 1975, "name": "_export_for_training", "filename": 5, "loc": "export_artifact = export_func(  # type: ignore[operator]"}, {"line": 1872, "name": "_non_strict_export", "filename": 5, "loc": ") = make_fake_inputs("}, {"line": 213, "name": "make_fake_inputs", "filename": 7, "loc": "fake_args, fake_kwargs = tree_map_with_path("}, {"line": 1831, "name": "tree_map_with_path", "filename": 8, "loc": "return treespec.unflatten(func(*xs) for xs in zip(*all_keypath_leaves))"}, {"line": 983, "name": "unflatten", "filename": 8, "loc": "leaves = list(leaves)"}, {"line": 1831, "name": "<genexpr>", "filename": 8, "loc": "return treespec.unflatten(func(*xs) for xs in zip(*all_keypath_leaves))"}, {"line": 214, "name": "<lambda>", "filename": 7, "loc": "lambda kp, val: fakify(fake_mode, kp, val, t_constraints, sources),"}, {"line": 132, "name": "fakify", "filename": 7, "loc": "fake = mode.from_tensor(t, source=source, symbolic_context=symbolic_context)"}, {"line": 2658, "name": "from_tensor", "filename": 9, "loc": "return self.fake_tensor_converter.from_real_tensor("}, {"line": 392, "name": "from_real_tensor", "filename": 9, "loc": "out = self.meta_converter("}, {"line": 1869, "name": "__call__", "filename": 10, "loc": "trace_structured("}]}
V0318 11:52:30.556000 3498822 /data/users/shangdiy/fbsource/fbcode/caffe2/torch/_subclasses/meta_utils.py:248] {"describe_storage": {"id": 1, "describer_id": 0, "size": 800}, "stack": [{"line": 38, "name": "<module>", "filename": 0, "loc": "__invoke_main()"}, {"line": 35, "name": "__invoke_main", "filename": 0, "loc": "run_as_main(module, main_function)"}, {"line": 98, "name": "run_as_main", "filename": 1, "loc": "oss_run_as_main("}, {"line": 94, "name": "run_as_main", "filename": 2, "loc": "main()"}, {"line": 54, "name": "main", "filename": 3, "loc": "ep = torch.export.export(model, example_inputs)"}, {"line": 360, "name": "export", "filename": 4, "loc": "return _export("}, {"line": 1065, "name": "wrapper", "filename": 5, "loc": "ep = fn(*args, **kwargs)"}, {"line": 121, "name": "wrapper", "filename": 6, "loc": "return fn(*args, **kwargs)"}, {"line": 2112, "name": "_export", "filename": 5, "loc": "ep = _export_for_training("}, {"line": 1065, "name": "wrapper", "filename": 5, "loc": "ep = fn(*args, **kwargs)"}, {"line": 121, "name": "wrapper", "filename": 6, "loc": "return fn(*args, **kwargs)"}, {"line": 1975, "name": "_export_for_training", "filename": 5, "loc": "export_artifact = export_func(  # type: ignore[operator]"}, {"line": 1872, "name": "_non_strict_export", "filename": 5, "loc": ") = make_fake_inputs("}, {"line": 213, "name": "make_fake_inputs", "filename": 7, "loc": "fake_args, fake_kwargs = tree_map_with_path("}, {"line": 1831, "name": "tree_map_with_path", "filename": 8, "loc": "return treespec.unflatten(func(*xs) for xs in zip(*all_keypath_leaves))"}, {"line": 983, "name": "unflatten", "filename": 8, "loc": "leaves = list(leaves)"}, {"line": 1831, "name": "<genexpr>", "filename": 8, "loc": "return treespec.unflatten(func(*xs) for xs in zip(*all_keypath_leaves))"}, {"line": 214, "name": "<lambda>", "filename": 7, "loc": "lambda kp, val: fakify(fake_mode, kp, val, t_constraints, sources),"}, {"line": 132, "name": "fakify", "filename": 7, "loc": "fake = mode.from_tensor(t, source=source, symbolic_context=symbolic_context)"}, {"line": 2658, "name": "from_tensor", "filename": 9, "loc": "return self.fake_tensor_converter.from_real_tensor("}, {"line": 392, "name": "from_real_tensor", "filename": 9, "loc": "out = self.meta_converter("}, {"line": 1865, "name": "__call__", "filename": 10, "loc": "t_desc = self.describer.describe_tensor(t, trace=trace)"}, {"line": 288, "name": "describe_tensor", "filename": 10, "loc": "storage = self.describe_storage(t.untyped_storage(), trace=trace)"}, {"line": 248, "name": "describe_storage", "filename": 10, "loc": "trace_structured("}]}
V0318 11:52:30.557000 3498822 /data/users/shangdiy/fbsource/fbcode/caffe2/torch/_subclasses/meta_utils.py:462] {"describe_tensor": {"id": 1, "ndim": 2, "dtype": "torch.float32", "device": "device(type='cuda', index=0)", "size": [10, 20], "is_leaf": true, "stride": [20, 1], "storage": 1, "view_func": "_CustomViewFunc(func=<built-in method _view_func_unsafe of Tensor object at 0x7fcd977248b0>)", "describer_id": 0}, "stack": [{"line": 38, "name": "<module>", "filename": 0, "loc": "__invoke_main()"}, {"line": 35, "name": "__invoke_main", "filename": 0, "loc": "run_as_main(module, main_function)"}, {"line": 98, "name": "run_as_main", "filename": 1, "loc": "oss_run_as_main("}, {"line": 94, "name": "run_as_main", "filename": 2, "loc": "main()"}, {"line": 54, "name": "main", "filename": 3, "loc": "ep = torch.export.export(model, example_inputs)"}, {"line": 360, "name": "export", "filename": 4, "loc": "return _export("}, {"line": 1065, "name": "wrapper", "filename": 5, "loc": "ep = fn(*args, **kwargs)"}, {"line": 121, "name": "wrapper", "filename": 6, "loc": "return fn(*args, **kwargs)"}, {"line": 2112, "name": "_export", "filename": 5, "loc": "ep = _export_for_training("}, {"line": 1065, "name": "wrapper", "filename": 5, "loc": "ep = fn(*args, **kwargs)"}, {"line": 121, "name": "wrapper", "filename": 6, "loc": "return fn(*args, **kwargs)"}, {"line": 1975, "name": "_export_for_training", "filename": 5, "loc": "export_artifact = export_func(  # type: ignore[operator]"}, {"line": 1872, "name": "_non_strict_export", "filename": 5, "loc": ") = make_fake_inputs("}, {"line": 213, "name": "make_fake_inputs", "filename": 7, "loc": "fake_args, fake_kwargs = tree_map_with_path("}, {"line": 1831, "name": "tree_map_with_path", "filename": 8, "loc": "return treespec.unflatten(func(*xs) for xs in zip(*all_keypath_leaves))"}, {"line": 983, "name": "unflatten", "filename": 8, "loc": "leaves = list(leaves)"}, {"line": 1831, "name": "<genexpr>", "filename": 8, "loc": "return treespec.unflatten(func(*xs) for xs in zip(*all_keypath_leaves))"}, {"line": 214, "name": "<lambda>", "filename": 7, "loc": "lambda kp, val: fakify(fake_mode, kp, val, t_constraints, sources),"}, {"line": 132, "name": "fakify", "filename": 7, "loc": "fake = mode.from_tensor(t, source=source, symbolic_context=symbolic_context)"}, {"line": 2658, "name": "from_tensor", "filename": 9, "loc": "return self.fake_tensor_converter.from_real_tensor("}, {"line": 392, "name": "from_real_tensor", "filename": 9, "loc": "out = self.meta_converter("}, {"line": 1865, "name": "__call__", "filename": 10, "loc": "t_desc = self.describer.describe_tensor(t, trace=trace)"}, {"line": 462, "name": "describe_tensor", "filename": 10, "loc": "trace_structured("}]}
V0318 11:52:30.558000 3498822 /data/users/shangdiy/fbsource/fbcode/caffe2/torch/_subclasses/meta_utils.py:1869] {"describe_source": {"describer_id": 0, "id": 1, "source": "L['args'][0][1]"}, "stack": [{"line": 38, "name": "<module>", "filename": 0, "loc": "__invoke_main()"}, {"line": 35, "name": "__invoke_main", "filename": 0, "loc": "run_as_main(module, main_function)"}, {"line": 98, "name": "run_as_main", "filename": 1, "loc": "oss_run_as_main("}, {"line": 94, "name": "run_as_main", "filename": 2, "loc": "main()"}, {"line": 54, "name": "main", "filename": 3, "loc": "ep = torch.export.export(model, example_inputs)"}, {"line": 360, "name": "export", "filename": 4, "loc": "return _export("}, {"line": 1065, "name": "wrapper", "filename": 5, "loc": "ep = fn(*args, **kwargs)"}, {"line": 121, "name": "wrapper", "filename": 6, "loc": "return fn(*args, **kwargs)"}, {"line": 2112, "name": "_export", "filename": 5, "loc": "ep = _export_for_training("}, {"line": 1065, "name": "wrapper", "filename": 5, "loc": "ep = fn(*args, **kwargs)"}, {"line": 121, "name": "wrapper", "filename": 6, "loc": "return fn(*args, **kwargs)"}, {"line": 1975, "name": "_export_for_training", "filename": 5, "loc": "export_artifact = export_func(  # type: ignore[operator]"}, {"line": 1872, "name": "_non_strict_export", "filename": 5, "loc": ") = make_fake_inputs("}, {"line": 213, "name": "make_fake_inputs", "filename": 7, "loc": "fake_args, fake_kwargs = tree_map_with_path("}, {"line": 1831, "name": "tree_map_with_path", "filename": 8, "loc": "return treespec.unflatten(func(*xs) for xs in zip(*all_keypath_leaves))"}, {"line": 983, "name": "unflatten", "filename": 8, "loc": "leaves = list(leaves)"}, {"line": 1831, "name": "<genexpr>", "filename": 8, "loc": "return treespec.unflatten(func(*xs) for xs in zip(*all_keypath_leaves))"}, {"line": 214, "name": "<lambda>", "filename": 7, "loc": "lambda kp, val: fakify(fake_mode, kp, val, t_constraints, sources),"}, {"line": 132, "name": "fakify", "filename": 7, "loc": "fake = mode.from_tensor(t, source=source, symbolic_context=symbolic_context)"}, {"line": 2658, "name": "from_tensor", "filename": 9, "loc": "return self.fake_tensor_converter.from_real_tensor("}, {"line": 392, "name": "from_real_tensor", "filename": 9, "loc": "out = self.meta_converter("}, {"line": 1869, "name": "__call__", "filename": 10, "loc": "trace_structured("}]}
V0318 11:52:30.559000 3498822 /data/users/shangdiy/fbsource/fbcode/caffe2/torch/_subclasses/meta_utils.py:248] {"describe_storage": {"id": 2, "describer_id": 0, "size": 2400}, "stack": [{"line": 38, "name": "<module>", "filename": 0, "loc": "__invoke_main()"}, {"line": 35, "name": "__invoke_main", "filename": 0, "loc": "run_as_main(module, main_function)"}, {"line": 98, "name": "run_as_main", "filename": 1, "loc": "oss_run_as_main("}, {"line": 94, "name": "run_as_main", "filename": 2, "loc": "main()"}, {"line": 54, "name": "main", "filename": 3, "loc": "ep = torch.export.export(model, example_inputs)"}, {"line": 360, "name": "export", "filename": 4, "loc": "return _export("}, {"line": 1065, "name": "wrapper", "filename": 5, "loc": "ep = fn(*args, **kwargs)"}, {"line": 121, "name": "wrapper", "filename": 6, "loc": "return fn(*args, **kwargs)"}, {"line": 2112, "name": "_export", "filename": 5, "loc": "ep = _export_for_training("}, {"line": 1065, "name": "wrapper", "filename": 5, "loc": "ep = fn(*args, **kwargs)"}, {"line": 121, "name": "wrapper", "filename": 6, "loc": "return fn(*args, **kwargs)"}, {"line": 1975, "name": "_export_for_training", "filename": 5, "loc": "export_artifact = export_func(  # type: ignore[operator]"}, {"line": 1872, "name": "_non_strict_export", "filename": 5, "loc": ") = make_fake_inputs("}, {"line": 213, "name": "make_fake_inputs", "filename": 7, "loc": "fake_args, fake_kwargs = tree_map_with_path("}, {"line": 1831, "name": "tree_map_with_path", "filename": 8, "loc": "return treespec.unflatten(func(*xs) for xs in zip(*all_keypath_leaves))"}, {"line": 983, "name": "unflatten", "filename": 8, "loc": "leaves = list(leaves)"}, {"line": 1831, "name": "<genexpr>", "filename": 8, "loc": "return treespec.unflatten(func(*xs) for xs in zip(*all_keypath_leaves))"}, {"line": 214, "name": "<lambda>", "filename": 7, "loc": "lambda kp, val: fakify(fake_mode, kp, val, t_constraints, sources),"}, {"line": 132, "name": "fakify", "filename": 7, "loc": "fake = mode.from_tensor(t, source=source, symbolic_context=symbolic_context)"}, {"line": 2658, "name": "from_tensor", "filename": 9, "loc": "return self.fake_tensor_converter.from_real_tensor("}, {"line": 392, "name": "from_real_tensor", "filename": 9, "loc": "out = self.meta_converter("}, {"line": 1865, "name": "__call__", "filename": 10, "loc": "t_desc = self.describer.describe_tensor(t, trace=trace)"}, {"line": 288, "name": "describe_tensor", "filename": 10, "loc": "storage = self.describe_storage(t.untyped_storage(), trace=trace)"}, {"line": 248, "name": "describe_storage", "filename": 10, "loc": "trace_structured("}]}
V0318 11:52:30.560000 3498822 /data/users/shangdiy/fbsource/fbcode/caffe2/torch/_subclasses/meta_utils.py:462] {"describe_tensor": {"id": 2, "ndim": 2, "dtype": "torch.float32", "device": "device(type='cuda', index=0)", "size": [20, 30], "is_leaf": true, "stride": [30, 1], "storage": 2, "view_func": "_CustomViewFunc(func=<built-in method _view_func_unsafe of Tensor object at 0x7fcd93925580>)", "describer_id": 0}, "stack": [{"line": 38, "name": "<module>", "filename": 0, "loc": "__invoke_main()"}, {"line": 35, "name": "__invoke_main", "filename": 0, "loc": "run_as_main(module, main_function)"}, {"line": 98, "name": "run_as_main", "filename": 1, "loc": "oss_run_as_main("}, {"line": 94, "name": "run_as_main", "filename": 2, "loc": "main()"}, {"line": 54, "name": "main", "filename": 3, "loc": "ep = torch.export.export(model, example_inputs)"}, {"line": 360, "name": "export", "filename": 4, "loc": "return _export("}, {"line": 1065, "name": "wrapper", "filename": 5, "loc": "ep = fn(*args, **kwargs)"}, {"line": 121, "name": "wrapper", "filename": 6, "loc": "return fn(*args, **kwargs)"}, {"line": 2112, "name": "_export", "filename": 5, "loc": "ep = _export_for_training("}, {"line": 1065, "name": "wrapper", "filename": 5, "loc": "ep = fn(*args, **kwargs)"}, {"line": 121, "name": "wrapper", "filename": 6, "loc": "return fn(*args, **kwargs)"}, {"line": 1975, "name": "_export_for_training", "filename": 5, "loc": "export_artifact = export_func(  # type: ignore[operator]"}, {"line": 1872, "name": "_non_strict_export", "filename": 5, "loc": ") = make_fake_inputs("}, {"line": 213, "name": "make_fake_inputs", "filename": 7, "loc": "fake_args, fake_kwargs = tree_map_with_path("}, {"line": 1831, "name": "tree_map_with_path", "filename": 8, "loc": "return treespec.unflatten(func(*xs) for xs in zip(*all_keypath_leaves))"}, {"line": 983, "name": "unflatten", "filename": 8, "loc": "leaves = list(leaves)"}, {"line": 1831, "name": "<genexpr>", "filename": 8, "loc": "return treespec.unflatten(func(*xs) for xs in zip(*all_keypath_leaves))"}, {"line": 214, "name": "<lambda>", "filename": 7, "loc": "lambda kp, val: fakify(fake_mode, kp, val, t_constraints, sources),"}, {"line": 132, "name": "fakify", "filename": 7, "loc": "fake = mode.from_tensor(t, source=source, symbolic_context=symbolic_context)"}, {"line": 2658, "name": "from_tensor", "filename": 9, "loc": "return self.fake_tensor_converter.from_real_tensor("}, {"line": 392, "name": "from_real_tensor", "filename": 9, "loc": "out = self.meta_converter("}, {"line": 1865, "name": "__call__", "filename": 10, "loc": "t_desc = self.describer.describe_tensor(t, trace=trace)"}, {"line": 462, "name": "describe_tensor", "filename": 10, "loc": "trace_structured("}]}
V0318 11:52:30.560000 3498822 /data/users/shangdiy/fbsource/fbcode/caffe2/torch/_subclasses/meta_utils.py:1869] {"describe_source": {"describer_id": 0, "id": 2, "source": "L['args'][0][2]"}, "stack": [{"line": 38, "name": "<module>", "filename": 0, "loc": "__invoke_main()"}, {"line": 35, "name": "__invoke_main", "filename": 0, "loc": "run_as_main(module, main_function)"}, {"line": 98, "name": "run_as_main", "filename": 1, "loc": "oss_run_as_main("}, {"line": 94, "name": "run_as_main", "filename": 2, "loc": "main()"}, {"line": 54, "name": "main", "filename": 3, "loc": "ep = torch.export.export(model, example_inputs)"}, {"line": 360, "name": "export", "filename": 4, "loc": "return _export("}, {"line": 1065, "name": "wrapper", "filename": 5, "loc": "ep = fn(*args, **kwargs)"}, {"line": 121, "name": "wrapper", "filename": 6, "loc": "return fn(*args, **kwargs)"}, {"line": 2112, "name": "_export", "filename": 5, "loc": "ep = _export_for_training("}, {"line": 1065, "name": "wrapper", "filename": 5, "loc": "ep = fn(*args, **kwargs)"}, {"line": 121, "name": "wrapper", "filename": 6, "loc": "return fn(*args, **kwargs)"}, {"line": 1975, "name": "_export_for_training", "filename": 5, "loc": "export_artifact = export_func(  # type: ignore[operator]"}, {"line": 1872, "name": "_non_strict_export", "filename": 5, "loc": ") = make_fake_inputs("}, {"line": 213, "name": "make_fake_inputs", "filename": 7, "loc": "fake_args, fake_kwargs = tree_map_with_path("}, {"line": 1831, "name": "tree_map_with_path", "filename": 8, "loc": "return treespec.unflatten(func(*xs) for xs in zip(*all_keypath_leaves))"}, {"line": 983, "name": "unflatten", "filename": 8, "loc": "leaves = list(leaves)"}, {"line": 1831, "name": "<genexpr>", "filename": 8, "loc": "return treespec.unflatten(func(*xs) for xs in zip(*all_keypath_leaves))"}, {"line": 214, "name": "<lambda>", "filename": 7, "loc": "lambda kp, val: fakify(fake_mode, kp, val, t_constraints, sources),"}, {"line": 132, "name": "fakify", "filename": 7, "loc": "fake = mode.from_tensor(t, source=source, symbolic_context=symbolic_context)"}, {"line": 2658, "name": "from_tensor", "filename": 9, "loc": "return self.fake_tensor_converter.from_real_tensor("}, {"line": 392, "name": "from_real_tensor", "filename": 9, "loc": "out = self.meta_converter("}, {"line": 1869, "name": "__call__", "filename": 10, "loc": "trace_structured("}]}
V0318 11:52:30.561000 3498822 /data/users/shangdiy/fbsource/fbcode/caffe2/torch/_subclasses/meta_utils.py:248] {"describe_storage": {"id": 3, "describer_id": 0, "size": 1200}, "stack": [{"line": 38, "name": "<module>", "filename": 0, "loc": "__invoke_main()"}, {"line": 35, "name": "__invoke_main", "filename": 0, "loc": "run_as_main(module, main_function)"}, {"line": 98, "name": "run_as_main", "filename": 1, "loc": "oss_run_as_main("}, {"line": 94, "name": "run_as_main", "filename": 2, "loc": "main()"}, {"line": 54, "name": "main", "filename": 3, "loc": "ep = torch.export.export(model, example_inputs)"}, {"line": 360, "name": "export", "filename": 4, "loc": "return _export("}, {"line": 1065, "name": "wrapper", "filename": 5, "loc": "ep = fn(*args, **kwargs)"}, {"line": 121, "name": "wrapper", "filename": 6, "loc": "return fn(*args, **kwargs)"}, {"line": 2112, "name": "_export", "filename": 5, "loc": "ep = _export_for_training("}, {"line": 1065, "name": "wrapper", "filename": 5, "loc": "ep = fn(*args, **kwargs)"}, {"line": 121, "name": "wrapper", "filename": 6, "loc": "return fn(*args, **kwargs)"}, {"line": 1975, "name": "_export_for_training", "filename": 5, "loc": "export_artifact = export_func(  # type: ignore[operator]"}, {"line": 1872, "name": "_non_strict_export", "filename": 5, "loc": ") = make_fake_inputs("}, {"line": 213, "name": "make_fake_inputs", "filename": 7, "loc": "fake_args, fake_kwargs = tree_map_with_path("}, {"line": 1831, "name": "tree_map_with_path", "filename": 8, "loc": "return treespec.unflatten(func(*xs) for xs in zip(*all_keypath_leaves))"}, {"line": 983, "name": "unflatten", "filename": 8, "loc": "leaves = list(leaves)"}, {"line": 1831, "name": "<genexpr>", "filename": 8, "loc": "return treespec.unflatten(func(*xs) for xs in zip(*all_keypath_leaves))"}, {"line": 214, "name": "<lambda>", "filename": 7, "loc": "lambda kp, val: fakify(fake_mode, kp, val, t_constraints, sources),"}, {"line": 132, "name": "fakify", "filename": 7, "loc": "fake = mode.from_tensor(t, source=source, symbolic_context=symbolic_context)"}, {"line": 2658, "name": "from_tensor", "filename": 9, "loc": "return self.fake_tensor_converter.from_real_tensor("}, {"line": 392, "name": "from_real_tensor", "filename": 9, "loc": "out = self.meta_converter("}, {"line": 1865, "name": "__call__", "filename": 10, "loc": "t_desc = self.describer.describe_tensor(t, trace=trace)"}, {"line": 288, "name": "describe_tensor", "filename": 10, "loc": "storage = self.describe_storage(t.untyped_storage(), trace=trace)"}, {"line": 248, "name": "describe_storage", "filename": 10, "loc": "trace_structured("}]}
V0318 11:52:30.562000 3498822 /data/users/shangdiy/fbsource/fbcode/caffe2/torch/_subclasses/meta_utils.py:462] {"describe_tensor": {"id": 3, "ndim": 2, "dtype": "torch.float32", "device": "device(type='cuda', index=0)", "size": [10, 30], "is_leaf": true, "stride": [30, 1], "storage": 3, "view_func": "_CustomViewFunc(func=<built-in method _view_func_unsafe of Tensor object at 0x7fcd93925620>)", "describer_id": 0}, "stack": [{"line": 38, "name": "<module>", "filename": 0, "loc": "__invoke_main()"}, {"line": 35, "name": "__invoke_main", "filename": 0, "loc": "run_as_main(module, main_function)"}, {"line": 98, "name": "run_as_main", "filename": 1, "loc": "oss_run_as_main("}, {"line": 94, "name": "run_as_main", "filename": 2, "loc": "main()"}, {"line": 54, "name": "main", "filename": 3, "loc": "ep = torch.export.export(model, example_inputs)"}, {"line": 360, "name": "export", "filename": 4, "loc": "return _export("}, {"line": 1065, "name": "wrapper", "filename": 5, "loc": "ep = fn(*args, **kwargs)"}, {"line": 121, "name": "wrapper", "filename": 6, "loc": "return fn(*args, **kwargs)"}, {"line": 2112, "name": "_export", "filename": 5, "loc": "ep = _export_for_training("}, {"line": 1065, "name": "wrapper", "filename": 5, "loc": "ep = fn(*args, **kwargs)"}, {"line": 121, "name": "wrapper", "filename": 6, "loc": "return fn(*args, **kwargs)"}, {"line": 1975, "name": "_export_for_training", "filename": 5, "loc": "export_artifact = export_func(  # type: ignore[operator]"}, {"line": 1872, "name": "_non_strict_export", "filename": 5, "loc": ") = make_fake_inputs("}, {"line": 213, "name": "make_fake_inputs", "filename": 7, "loc": "fake_args, fake_kwargs = tree_map_with_path("}, {"line": 1831, "name": "tree_map_with_path", "filename": 8, "loc": "return treespec.unflatten(func(*xs) for xs in zip(*all_keypath_leaves))"}, {"line": 983, "name": "unflatten", "filename": 8, "loc": "leaves = list(leaves)"}, {"line": 1831, "name": "<genexpr>", "filename": 8, "loc": "return treespec.unflatten(func(*xs) for xs in zip(*all_keypath_leaves))"}, {"line": 214, "name": "<lambda>", "filename": 7, "loc": "lambda kp, val: fakify(fake_mode, kp, val, t_constraints, sources),"}, {"line": 132, "name": "fakify", "filename": 7, "loc": "fake = mode.from_tensor(t, source=source, symbolic_context=symbolic_context)"}, {"line": 2658, "name": "from_tensor", "filename": 9, "loc": "return self.fake_tensor_converter.from_real_tensor("}, {"line": 392, "name": "from_real_tensor", "filename": 9, "loc": "out = self.meta_converter("}, {"line": 1865, "name": "__call__", "filename": 10, "loc": "t_desc = self.describer.describe_tensor(t, trace=trace)"}, {"line": 462, "name": "describe_tensor", "filename": 10, "loc": "trace_structured("}]}
V0318 11:52:30.563000 3498822 /data/users/shangdiy/fbsource/fbcode/caffe2/torch/_subclasses/meta_utils.py:1869] {"describe_source": {"describer_id": 0, "id": 3, "source": "L['args'][0][3]"}, "stack": [{"line": 38, "name": "<module>", "filename": 0, "loc": "__invoke_main()"}, {"line": 35, "name": "__invoke_main", "filename": 0, "loc": "run_as_main(module, main_function)"}, {"line": 98, "name": "run_as_main", "filename": 1, "loc": "oss_run_as_main("}, {"line": 94, "name": "run_as_main", "filename": 2, "loc": "main()"}, {"line": 54, "name": "main", "filename": 3, "loc": "ep = torch.export.export(model, example_inputs)"}, {"line": 360, "name": "export", "filename": 4, "loc": "return _export("}, {"line": 1065, "name": "wrapper", "filename": 5, "loc": "ep = fn(*args, **kwargs)"}, {"line": 121, "name": "wrapper", "filename": 6, "loc": "return fn(*args, **kwargs)"}, {"line": 2112, "name": "_export", "filename": 5, "loc": "ep = _export_for_training("}, {"line": 1065, "name": "wrapper", "filename": 5, "loc": "ep = fn(*args, **kwargs)"}, {"line": 121, "name": "wrapper", "filename": 6, "loc": "return fn(*args, **kwargs)"}, {"line": 1975, "name": "_export_for_training", "filename": 5, "loc": "export_artifact = export_func(  # type: ignore[operator]"}, {"line": 1872, "name": "_non_strict_export", "filename": 5, "loc": ") = make_fake_inputs("}, {"line": 213, "name": "make_fake_inputs", "filename": 7, "loc": "fake_args, fake_kwargs = tree_map_with_path("}, {"line": 1831, "name": "tree_map_with_path", "filename": 8, "loc": "return treespec.unflatten(func(*xs) for xs in zip(*all_keypath_leaves))"}, {"line": 983, "name": "unflatten", "filename": 8, "loc": "leaves = list(leaves)"}, {"line": 1831, "name": "<genexpr>", "filename": 8, "loc": "return treespec.unflatten(func(*xs) for xs in zip(*all_keypath_leaves))"}, {"line": 214, "name": "<lambda>", "filename": 7, "loc": "lambda kp, val: fakify(fake_mode, kp, val, t_constraints, sources),"}, {"line": 132, "name": "fakify", "filename": 7, "loc": "fake = mode.from_tensor(t, source=source, symbolic_context=symbolic_context)"}, {"line": 2658, "name": "from_tensor", "filename": 9, "loc": "return self.fake_tensor_converter.from_real_tensor("}, {"line": 392, "name": "from_real_tensor", "filename": 9, "loc": "out = self.meta_converter("}, {"line": 1869, "name": "__call__", "filename": 10, "loc": "trace_structured("}]}
V0318 11:52:32.408000 3498822 /data/users/shangdiy/fbsource/fbcode/caffe2/torch/_dynamo/utils.py:1807] {"chromium_event": {}, "has_payload": "88f4f7cb35ae03aaeb83737db61a911c"}
	{
	"name": "compile_fx_aot",
	"ts": 1742323952408083.8,
	"args": {
	"compile_id": "None"
	},
	"ph": "B",
	"cat": "dynamo_timed",
	"tid": 0,
	"pid": 0
	}
V0318 11:52:32.413000 3498822 /data/users/shangdiy/fbsource/fbcode/caffe2/torch/_logging/structured.py:27] {"str": ["/data/users/shangdiy/fbsource/buck-out/v2/gen/fbcode/8cf76b60692ad3ba/scripts/shangdiy/__aot__/aot#link-tree/torch/_inductor/__init__.py", 11]}
V0318 11:52:32.414000 3498822 /data/users/shangdiy/fbsource/fbcode/caffe2/torch/_logging/structured.py:27] {"str": ["/data/users/shangdiy/fbsource/buck-out/v2/gen/fbcode/8cf76b60692ad3ba/scripts/shangdiy/__aot__/aot#link-tree/torch/_inductor/debug.py", 12]}
V0318 11:52:32.414000 3498822 /data/users/shangdiy/fbsource/fbcode/caffe2/torch/_logging/structured.py:27] {"str": ["/data/users/shangdiy/fbsource/buck-out/v2/gen/fbcode/8cf76b60692ad3ba/scripts/shangdiy/__aot__/aot#link-tree/torch/_inductor/compile_fx.py", 13]}
V0318 11:52:32.416000 3498822 /data/users/shangdiy/fbsource/fbcode/caffe2/torch/_inductor/compile_fx.py:1843] {"inductor_pre_grad_graph": {}, "stack": [{"line": 38, "name": "<module>", "filename": 0, "loc": "__invoke_main()"}, {"line": 35, "name": "__invoke_main", "filename": 0, "loc": "run_as_main(module, main_function)"}, {"line": 98, "name": "run_as_main", "filename": 1, "loc": "oss_run_as_main("}, {"line": 94, "name": "run_as_main", "filename": 2, "loc": "main()"}, {"line": 55, "name": "main", "filename": 3, "loc": "package_path = torch._inductor.aoti_compile_and_package(ep)"}, {"line": 147, "name": "aoti_compile_and_package", "filename": 11, "loc": "return aot_inductor_minifier_wrapper("}, {"line": 934, "name": "aot_inductor_minifier_wrapper", "filename": 12, "loc": "return func("}, {"line": 190, "name": "_aoti_compile_and_package_inner", "filename": 11, "loc": "aoti_files = aot_compile(gm, args, kwargs, options=inductor_configs)"}, {"line": 287, "name": "aot_compile", "filename": 11, "loc": "return compile_fx_aot("}, {"line": 1560, "name": "compile_fx_aot", "filename": 13, "loc": "compiled_artifacts = compile_fx("}, {"line": 1754, "name": "compile_fx", "filename": 13, "loc": "return compile_fx("}, {"line": 1800, "name": "compile_fx", "filename": 13, "loc": "return compile_fx("}, {"line": 1843, "name": "compile_fx", "filename": 13, "loc": "trace_structured("}], "has_payload": "a2768da18d7432a82b330807e33e466b"}
	class GraphModule(torch.nn.Module):
	    def forward(self, x: "f32[8, 10][10, 1]cuda:0", a: "f32[10, 20][20, 1]cuda:0", b: "f32[20, 30][30, 1]cuda:0", c: "f32[10, 30][30, 1]cuda:0"):
	        # No stacktrace found for following nodes
	        fc1_weight: "f32[16, 10][10, 1]cuda:0" = self.fc1.weight
	        fc1_bias: "f32[16][1]cuda:0" = self.fc1.bias
	        
	         # File: /data/users/shangdiy/fbsource/buck-out/v2/gen/fbcode/8cf76b60692ad3ba/scripts/shangdiy/__aot__/aot#link-tree/torch/nn/modules/linear.py:125 in forward, code: return F.linear(input, self.weight, self.bias)
	        linear: "f32[8, 16][16, 1]cuda:0" = torch.ops.aten.linear.default(x, fc1_weight, fc1_bias);  x = fc1_weight = fc1_bias = None
	        
	         # File: /data/users/shangdiy/fbsource/buck-out/v2/gen/fbcode/8cf76b60692ad3ba/scripts/shangdiy/__aot__/aot#link-tree/torch/nn/modules/activation.py:133 in forward, code: return F.relu(input, inplace=self.inplace)
	        relu: "f32[8, 16][16, 1]cuda:0" = torch.ops.aten.relu.default(linear);  linear = None
	        
	         # File: /data/users/shangdiy/fbsource/buck-out/v2/gen/fbcode/8cf76b60692ad3ba/scripts/shangdiy/__aot__/aot#link-tree/torch/nn/modules/activation.py:327 in forward, code: return torch.sigmoid(input)
	        sigmoid: "f32[8, 16][16, 1]cuda:0" = torch.ops.aten.sigmoid.default(relu);  relu = None
	        
	         # File: /data/users/shangdiy/fbsource/buck-out/v2/gen/fbcode/8cf76b60692ad3ba/scripts/shangdiy/__aot__/aot#link-tree/scripts/shangdiy/aot.py:32 in forward, code: d = a * 3.14
	        mul: "f32[10, 20][20, 1]cuda:0" = torch.ops.aten.mul.Tensor(a, 3.14);  a = None
	        
	         # File: /data/users/shangdiy/fbsource/buck-out/v2/gen/fbcode/8cf76b60692ad3ba/scripts/shangdiy/__aot__/aot#link-tree/scripts/shangdiy/aot.py:33 in forward, code: y = torch.addmm(c, d, b)
	        addmm: "f32[10, 30][30, 1]cuda:0" = torch.ops.aten.addmm.default(c, mul, b);  c = mul = b = None
	        
	         # File: /data/users/shangdiy/fbsource/buck-out/v2/gen/fbcode/8cf76b60692ad3ba/scripts/shangdiy/__aot__/aot#link-tree/scripts/shangdiy/aot.py:34 in forward, code: z = torch.nn.functional.gelu(y)
	        gelu: "f32[10, 30][30, 1]cuda:0" = torch.ops.aten.gelu.default(addmm);  addmm = None
	        return (sigmoid, gelu)
	        
	
	 # graph id: 140520920724336
V0318 11:52:32.419000 3498822 /data/users/shangdiy/fbsource/fbcode/caffe2/torch/_dynamo/utils.py:1807] {"chromium_event": {}, "has_payload": "6a9652e19f4162324b9d62a90a817e71"}
	{
	"name": "_recursive_pre_grad_passes",
	"ts": 1742323952419884.2,
	"args": {
	"compile_id": "None"
	},
	"ph": "B",
	"cat": "dynamo_timed",
	"tid": 0,
	"pid": 0
	}
V0318 11:52:32.440000 3498822 /data/users/shangdiy/fbsource/fbcode/caffe2/torch/_logging/structured.py:27] {"str": ["/data/users/shangdiy/fbsource/buck-out/v2/gen/fbcode/8cf76b60692ad3ba/scripts/shangdiy/__aot__/aot#link-tree/torch/_inductor/fx_passes/pre_grad.py", 14]}
V0318 11:52:32.442000 3498822 /data/users/shangdiy/fbsource/fbcode/caffe2/torch/_inductor/fx_passes/pre_grad.py:261] {"artifact": {"name": "before_recompile_pre_grad", "encoding": "string"}, "stack": [{"line": 38, "name": "<module>", "filename": 0, "loc": "__invoke_main()"}, {"line": 35, "name": "__invoke_main", "filename": 0, "loc": "run_as_main(module, main_function)"}, {"line": 98, "name": "run_as_main", "filename": 1, "loc": "oss_run_as_main("}, {"line": 94, "name": "run_as_main", "filename": 2, "loc": "main()"}, {"line": 55, "name": "main", "filename": 3, "loc": "package_path = torch._inductor.aoti_compile_and_package(ep)"}, {"line": 147, "name": "aoti_compile_and_package", "filename": 11, "loc": "return aot_inductor_minifier_wrapper("}, {"line": 934, "name": "aot_inductor_minifier_wrapper", "filename": 12, "loc": "return func("}, {"line": 190, "name": "_aoti_compile_and_package_inner", "filename": 11, "loc": "aoti_files = aot_compile(gm, args, kwargs, options=inductor_configs)"}, {"line": 287, "name": "aot_compile", "filename": 11, "loc": "return compile_fx_aot("}, {"line": 1560, "name": "compile_fx_aot", "filename": 13, "loc": "compiled_artifacts = compile_fx("}, {"line": 1754, "name": "compile_fx", "filename": 13, "loc": "return compile_fx("}, {"line": 1800, "name": "compile_fx", "filename": 13, "loc": "return compile_fx("}, {"line": 1862, "name": "compile_fx", "filename": 13, "loc": "model_ = _recursive_pre_grad_passes(model_, example_inputs_)"}, {"line": 355, "name": "_recursive_pre_grad_passes", "filename": 13, "loc": "return pre_grad_passes(gm, example_inputs, add_passes, remove_passes)"}, {"line": 261, "name": "pre_grad_passes", "filename": 14, "loc": "trace_structured("}], "has_payload": "a83e60fba8b631988bd5be97512febb2"}
	class GraphModule(torch.nn.Module):
	    def forward(self, x: "f32[8, 10][10, 1]cuda:0", a: "f32[10, 20][20, 1]cuda:0", b: "f32[20, 30][30, 1]cuda:0", c: "f32[10, 30][30, 1]cuda:0"):
	        # No stacktrace found for following nodes
	        fc1_weight: "f32[16, 10][10, 1]cuda:0" = self.fc1.weight
	        fc1_bias: "f32[16][1]cuda:0" = self.fc1.bias
	        
	         # File: /data/users/shangdiy/fbsource/buck-out/v2/gen/fbcode/8cf76b60692ad3ba/scripts/shangdiy/__aot__/aot#link-tree/torch/nn/modules/linear.py:125 in forward, code: return F.linear(input, self.weight, self.bias)
	        linear: "f32[8, 16][16, 1]cuda:0" = torch.ops.aten.linear.default(x, fc1_weight, fc1_bias);  x = fc1_weight = fc1_bias = None
	        
	         # File: /data/users/shangdiy/fbsource/buck-out/v2/gen/fbcode/8cf76b60692ad3ba/scripts/shangdiy/__aot__/aot#link-tree/torch/nn/modules/activation.py:133 in forward, code: return F.relu(input, inplace=self.inplace)
	        relu: "f32[8, 16][16, 1]cuda:0" = torch.ops.aten.relu.default(linear);  linear = None
	        
	         # File: /data/users/shangdiy/fbsource/buck-out/v2/gen/fbcode/8cf76b60692ad3ba/scripts/shangdiy/__aot__/aot#link-tree/torch/nn/modules/activation.py:327 in forward, code: return torch.sigmoid(input)
	        sigmoid: "f32[8, 16][16, 1]cuda:0" = torch.ops.aten.sigmoid.default(relu);  relu = None
	        
	         # File: /data/users/shangdiy/fbsource/buck-out/v2/gen/fbcode/8cf76b60692ad3ba/scripts/shangdiy/__aot__/aot#link-tree/scripts/shangdiy/aot.py:32 in forward, code: d = a * 3.14
	        mul: "f32[10, 20][20, 1]cuda:0" = torch.ops.aten.mul.Tensor(a, 3.14);  a = None
	        
	         # File: /data/users/shangdiy/fbsource/buck-out/v2/gen/fbcode/8cf76b60692ad3ba/scripts/shangdiy/__aot__/aot#link-tree/scripts/shangdiy/aot.py:33 in forward, code: y = torch.addmm(c, d, b)
	        addmm: "f32[10, 30][30, 1]cuda:0" = torch.ops.aten.addmm.default(c, mul, b);  c = mul = b = None
	        
	         # File: /data/users/shangdiy/fbsource/buck-out/v2/gen/fbcode/8cf76b60692ad3ba/scripts/shangdiy/__aot__/aot#link-tree/scripts/shangdiy/aot.py:34 in forward, code: z = torch.nn.functional.gelu(y)
	        gelu: "f32[10, 30][30, 1]cuda:0" = torch.ops.aten.gelu.default(addmm);  addmm = None
	        return (sigmoid, gelu)
	        
V0318 11:52:32.448000 3498822 /data/users/shangdiy/fbsource/fbcode/caffe2/torch/_inductor/fx_passes/pre_grad.py:313] {"artifact": {"name": "after_recompile_pre_grad", "encoding": "string"}, "stack": [{"line": 38, "name": "<module>", "filename": 0, "loc": "__invoke_main()"}, {"line": 35, "name": "__invoke_main", "filename": 0, "loc": "run_as_main(module, main_function)"}, {"line": 98, "name": "run_as_main", "filename": 1, "loc": "oss_run_as_main("}, {"line": 94, "name": "run_as_main", "filename": 2, "loc": "main()"}, {"line": 55, "name": "main", "filename": 3, "loc": "package_path = torch._inductor.aoti_compile_and_package(ep)"}, {"line": 147, "name": "aoti_compile_and_package", "filename": 11, "loc": "return aot_inductor_minifier_wrapper("}, {"line": 934, "name": "aot_inductor_minifier_wrapper", "filename": 12, "loc": "return func("}, {"line": 190, "name": "_aoti_compile_and_package_inner", "filename": 11, "loc": "aoti_files = aot_compile(gm, args, kwargs, options=inductor_configs)"}, {"line": 287, "name": "aot_compile", "filename": 11, "loc": "return compile_fx_aot("}, {"line": 1560, "name": "compile_fx_aot", "filename": 13, "loc": "compiled_artifacts = compile_fx("}, {"line": 1754, "name": "compile_fx", "filename": 13, "loc": "return compile_fx("}, {"line": 1800, "name": "compile_fx", "filename": 13, "loc": "return compile_fx("}, {"line": 1862, "name": "compile_fx", "filename": 13, "loc": "model_ = _recursive_pre_grad_passes(model_, example_inputs_)"}, {"line": 355, "name": "_recursive_pre_grad_passes", "filename": 13, "loc": "return pre_grad_passes(gm, example_inputs, add_passes, remove_passes)"}, {"line": 313, "name": "pre_grad_passes", "filename": 14, "loc": "trace_structured("}], "has_payload": "a83e60fba8b631988bd5be97512febb2"}
	class GraphModule(torch.nn.Module):
	    def forward(self, x: "f32[8, 10][10, 1]cuda:0", a: "f32[10, 20][20, 1]cuda:0", b: "f32[20, 30][30, 1]cuda:0", c: "f32[10, 30][30, 1]cuda:0"):
	        # No stacktrace found for following nodes
	        fc1_weight: "f32[16, 10][10, 1]cuda:0" = self.fc1.weight
	        fc1_bias: "f32[16][1]cuda:0" = self.fc1.bias
	        
	         # File: /data/users/shangdiy/fbsource/buck-out/v2/gen/fbcode/8cf76b60692ad3ba/scripts/shangdiy/__aot__/aot#link-tree/torch/nn/modules/linear.py:125 in forward, code: return F.linear(input, self.weight, self.bias)
	        linear: "f32[8, 16][16, 1]cuda:0" = torch.ops.aten.linear.default(x, fc1_weight, fc1_bias);  x = fc1_weight = fc1_bias = None
	        
	         # File: /data/users/shangdiy/fbsource/buck-out/v2/gen/fbcode/8cf76b60692ad3ba/scripts/shangdiy/__aot__/aot#link-tree/torch/nn/modules/activation.py:133 in forward, code: return F.relu(input, inplace=self.inplace)
	        relu: "f32[8, 16][16, 1]cuda:0" = torch.ops.aten.relu.default(linear);  linear = None
	        
	         # File: /data/users/shangdiy/fbsource/buck-out/v2/gen/fbcode/8cf76b60692ad3ba/scripts/shangdiy/__aot__/aot#link-tree/torch/nn/modules/activation.py:327 in forward, code: return torch.sigmoid(input)
	        sigmoid: "f32[8, 16][16, 1]cuda:0" = torch.ops.aten.sigmoid.default(relu);  relu = None
	        
	         # File: /data/users/shangdiy/fbsource/buck-out/v2/gen/fbcode/8cf76b60692ad3ba/scripts/shangdiy/__aot__/aot#link-tree/scripts/shangdiy/aot.py:32 in forward, code: d = a * 3.14
	        mul: "f32[10, 20][20, 1]cuda:0" = torch.ops.aten.mul.Tensor(a, 3.14);  a = None
	        
	         # File: /data/users/shangdiy/fbsource/buck-out/v2/gen/fbcode/8cf76b60692ad3ba/scripts/shangdiy/__aot__/aot#link-tree/scripts/shangdiy/aot.py:33 in forward, code: y = torch.addmm(c, d, b)
	        addmm: "f32[10, 30][30, 1]cuda:0" = torch.ops.aten.addmm.default(c, mul, b);  c = mul = b = None
	        
	         # File: /data/users/shangdiy/fbsource/buck-out/v2/gen/fbcode/8cf76b60692ad3ba/scripts/shangdiy/__aot__/aot#link-tree/scripts/shangdiy/aot.py:34 in forward, code: z = torch.nn.functional.gelu(y)
	        gelu: "f32[10, 30][30, 1]cuda:0" = torch.ops.aten.gelu.default(addmm);  addmm = None
	        return (sigmoid, gelu)
	        
V0318 11:52:32.449000 3498822 /data/users/shangdiy/fbsource/fbcode/caffe2/torch/_dynamo/utils.py:1807] {"chromium_event": {}, "has_payload": "5f7745211c7884af9410e18440c6ec27"}
	{
	"name": "_recursive_pre_grad_passes",
	"ts": 1742323952449731.0,
	"args": {
	"compile_id": "None"
	},
	"ph": "E",
	"cat": "dynamo_timed",
	"tid": 0,
	"pid": 0
	}
V0318 11:52:32.457000 3498822 /data/users/shangdiy/fbsource/fbcode/caffe2/torch/_dynamo/utils.py:1807] {"chromium_event": {}, "has_payload": "6fdf2ea21ba78705eed0ad4360e3f73b"}
	{
	"name": "create_aot_dispatcher_function",
	"ts": 1742323952457180.2,
	"args": {
	"compile_id": "None"
	},
	"ph": "B",
	"cat": "dynamo_timed",
	"tid": 0,
	"pid": 0
	}
V0318 11:52:32.530000 3498822 /data/users/shangdiy/fbsource/fbcode/caffe2/torch/_logging/structured.py:27] {"str": ["/data/users/shangdiy/fbsource/buck-out/v2/gen/fbcode/8cf76b60692ad3ba/scripts/shangdiy/__aot__/aot#link-tree/torch/_functorch/aot_autograd.py", 15]}
V0318 11:52:32.531000 3498822 /data/users/shangdiy/fbsource/fbcode/caffe2/torch/_logging/structured.py:27] {"str": ["/data/users/shangdiy/fbsource/buck-out/v2/gen/fbcode/8cf76b60692ad3ba/scripts/shangdiy/__aot__/aot#link-tree/torch/_functorch/_aot_autograd/jit_compile_runtime_wrappers.py", 16]}
V0318 11:52:32.531000 3498822 /data/users/shangdiy/fbsource/fbcode/caffe2/torch/_logging/structured.py:27] {"str": ["/data/users/shangdiy/fbsource/buck-out/v2/gen/fbcode/8cf76b60692ad3ba/scripts/shangdiy/__aot__/aot#link-tree/torch/_functorch/_aot_autograd/dispatch_and_compile_graph.py", 17]}
V0318 11:52:32.532000 3498822 /data/users/shangdiy/fbsource/fbcode/caffe2/torch/_functorch/_aot_autograd/dispatch_and_compile_graph.py:214] {"artifact": {"name": "aot_forward_graph_fw_metadata", "encoding": "string"}, "stack": [{"line": 38, "name": "<module>", "filename": 0, "loc": "__invoke_main()"}, {"line": 35, "name": "__invoke_main", "filename": 0, "loc": "run_as_main(module, main_function)"}, {"line": 98, "name": "run_as_main", "filename": 1, "loc": "oss_run_as_main("}, {"line": 94, "name": "run_as_main", "filename": 2, "loc": "main()"}, {"line": 55, "name": "main", "filename": 3, "loc": "package_path = torch._inductor.aoti_compile_and_package(ep)"}, {"line": 147, "name": "aoti_compile_and_package", "filename": 11, "loc": "return aot_inductor_minifier_wrapper("}, {"line": 934, "name": "aot_inductor_minifier_wrapper", "filename": 12, "loc": "return func("}, {"line": 190, "name": "_aoti_compile_and_package_inner", "filename": 11, "loc": "aoti_files = aot_compile(gm, args, kwargs, options=inductor_configs)"}, {"line": 287, "name": "aot_compile", "filename": 11, "loc": "return compile_fx_aot("}, {"line": 1560, "name": "compile_fx_aot", "filename": 13, "loc": "compiled_artifacts = compile_fx("}, {"line": 1754, "name": "compile_fx", "filename": 13, "loc": "return compile_fx("}, {"line": 1800, "name": "compile_fx", "filename": 13, "loc": "return compile_fx("}, {"line": 2059, "name": "compile_fx", "filename": 13, "loc": "gm, graph_signature = aot_export_module("}, {"line": 1347, "name": "aot_export_module", "filename": 15, "loc": "fx_g, metadata, in_spec, out_spec = _aot_export_function("}, {"line": 1586, "name": "_aot_export_function", "filename": 15, "loc": "fx_g, meta = create_aot_dispatcher_function("}, {"line": 570, "name": "create_aot_dispatcher_function", "filename": 15, "loc": "return _create_aot_dispatcher_function("}, {"line": 820, "name": "_create_aot_dispatcher_function", "filename": 15, "loc": "compiled_fn, fw_metadata = compiler_fn("}, {"line": 126, "name": "aot_dispatch_export", "filename": 16, "loc": "graph, _, _ = aot_dispatch_base_graph("}, {"line": 214, "name": "aot_dispatch_base_graph", "filename": 17, "loc": "trace_structured("}], "has_payload": "7c74a144760cefb8a406d8dc8f099cf1"}
	ViewAndMutationMeta(input_info=[InputAliasInfo(is_leaf=True,
	                                              mutates_data=False,
	                                              mutates_metadata=False,
	                                              mutations_hidden_from_autograd=True,
	                                              mutations_under_no_grad_or_inference_mode=False,
	                                              mutation_inductor_storage_resize=False,
	                                              mutates_storage_metadata=False,
	                                              requires_grad=True,
	                                              keep_input_mutations=False),
	                               InputAliasInfo(is_leaf=True,
	                                              mutates_data=False,
	                                              mutates_metadata=False,
	                                              mutations_hidden_from_autograd=True,
	                                              mutations_under_no_grad_or_inference_mode=False,
	                                              mutation_inductor_storage_resize=False,
	                                              mutates_storage_metadata=False,
	                                              requires_grad=True,
	                                              keep_input_mutations=False),
	                               InputAliasInfo(is_leaf=True,
	                                              mutates_data=False,
	                                              mutates_metadata=False,
	                                              mutations_hidden_from_autograd=True,
	                                              mutations_under_no_grad_or_inference_mode=False,
	                                              mutation_inductor_storage_resize=False,
	                                              mutates_storage_metadata=False,
	                                              requires_grad=False,
	                                              keep_input_mutations=False),
	                               InputAliasInfo(is_leaf=True,
	                                              mutates_data=False,
	                                              mutates_metadata=False,
	                                              mutations_hidden_from_autograd=True,
	                                              mutations_under_no_grad_or_inference_mode=False,
	                                              mutation_inductor_storage_resize=False,
	                                              mutates_storage_metadata=False,
	                                              requires_grad=False,
	                                              keep_input_mutations=False),
	                               InputAliasInfo(is_leaf=True,
	                                              mutates_data=False,
	                                              mutates_metadata=False,
	                                              mutations_hidden_from_autograd=True,
	                                              mutations_under_no_grad_or_inference_mode=False,
	                                              mutation_inductor_storage_resize=False,
	                                              mutates_storage_metadata=False,
	                                              requires_grad=False,
	                                              keep_input_mutations=False),
	                               InputAliasInfo(is_leaf=True,
	                                              mutates_data=False,
	                                              mutates_metadata=False,
	                                              mutations_hidden_from_autograd=True,
	                                              mutations_under_no_grad_or_inference_mode=False,
	                                              mutation_inductor_storage_resize=False,
	                                              mutates_storage_metadata=False,
	                                              requires_grad=False,
	                                              keep_input_mutations=False)],
	                    output_info=[OutputAliasInfo(output_type=<OutputType.non_alias: 1>,
	                                                raw_type=<class 'torch._subclasses.functional_tensor.FunctionalTensor'>,
	                                                base_idx=None,
	                                                dynamic_dims=set(),
	                                                requires_grad=False,
	                                                functional_tensor=None),
	                                OutputAliasInfo(output_type=<OutputType.non_alias: 1>,
	                                                raw_type=<class 'torch._subclasses.functional_tensor.FunctionalTensor'>,
	                                                base_idx=None,
	                                                dynamic_dims=set(),
	                                                requires_grad=False,
	                                                functional_tensor=None)],
	                    num_intermediate_bases=0,
	                    keep_input_mutations=False,
	                    traced_tangents=[],
	                    subclass_inp_meta=[PlainTensorMeta(unwrapped_idx=0,
	                                                      memory_format=None),
	                                      PlainTensorMeta(unwrapped_idx=1,
	                                                      memory_format=None),
	                                      PlainTensorMeta(unwrapped_idx=2,
	                                                      memory_format=None),
	                                      PlainTensorMeta(unwrapped_idx=3,
	                                                      memory_format=None),
	                                      PlainTensorMeta(unwrapped_idx=4,
	                                                      memory_format=None),
	                                      PlainTensorMeta(unwrapped_idx=5,
	                                                      memory_format=None)],
	                    subclass_fw_graph_out_meta=[PlainTensorMeta(unwrapped_idx=0,
	                                                               memory_format=None),
	                                               PlainTensorMeta(unwrapped_idx=1,
	                                                               memory_format=None)],
	                    subclass_tangent_meta=[],
	                    is_train=False,
	                    traced_tangent_metas=None,
	                    num_symints_saved_for_bw=None,
	                    grad_enabled_mutation=None,
	                    deterministic=None,
	                    static_input_indices=[],
	                    tokens={},
	                    indices_of_inputs_that_requires_grad_with_mutations_in_bw=[],
	                    bw_donated_idxs=None,
	                    num_backward_tokens=0,
	                    num_graphsafe_rng_states=0,
	                    graphsafe_rng_state_index=None)
V0318 11:52:32.535000 3498822 /data/users/shangdiy/fbsource/fbcode/caffe2/torch/_functorch/_aot_autograd/dispatch_and_compile_graph.py:232] {"aot_inference_graph": {}, "stack": [{"line": 38, "name": "<module>", "filename": 0, "loc": "__invoke_main()"}, {"line": 35, "name": "__invoke_main", "filename": 0, "loc": "run_as_main(module, main_function)"}, {"line": 98, "name": "run_as_main", "filename": 1, "loc": "oss_run_as_main("}, {"line": 94, "name": "run_as_main", "filename": 2, "loc": "main()"}, {"line": 55, "name": "main", "filename": 3, "loc": "package_path = torch._inductor.aoti_compile_and_package(ep)"}, {"line": 147, "name": "aoti_compile_and_package", "filename": 11, "loc": "return aot_inductor_minifier_wrapper("}, {"line": 934, "name": "aot_inductor_minifier_wrapper", "filename": 12, "loc": "return func("}, {"line": 190, "name": "_aoti_compile_and_package_inner", "filename": 11, "loc": "aoti_files = aot_compile(gm, args, kwargs, options=inductor_configs)"}, {"line": 287, "name": "aot_compile", "filename": 11, "loc": "return compile_fx_aot("}, {"line": 1560, "name": "compile_fx_aot", "filename": 13, "loc": "compiled_artifacts = compile_fx("}, {"line": 1754, "name": "compile_fx", "filename": 13, "loc": "return compile_fx("}, {"line": 1800, "name": "compile_fx", "filename": 13, "loc": "return compile_fx("}, {"line": 2059, "name": "compile_fx", "filename": 13, "loc": "gm, graph_signature = aot_export_module("}, {"line": 1347, "name": "aot_export_module", "filename": 15, "loc": "fx_g, metadata, in_spec, out_spec = _aot_export_function("}, {"line": 1586, "name": "_aot_export_function", "filename": 15, "loc": "fx_g, meta = create_aot_dispatcher_function("}, {"line": 570, "name": "create_aot_dispatcher_function", "filename": 15, "loc": "return _create_aot_dispatcher_function("}, {"line": 820, "name": "_create_aot_dispatcher_function", "filename": 15, "loc": "compiled_fn, fw_metadata = compiler_fn("}, {"line": 126, "name": "aot_dispatch_export", "filename": 16, "loc": "graph, _, _ = aot_dispatch_base_graph("}, {"line": 232, "name": "aot_dispatch_base_graph", "filename": 17, "loc": "trace_structured("}], "has_payload": "4a95db24ab18754024754992b5b7c094"}
	class <lambda>(torch.nn.Module):
	    def forward(self, arg0_1: "f32[16, 10][10, 1]cuda:0", arg1_1: "f32[16][1]cuda:0", arg2_1: "f32[8, 10][10, 1]cuda:0", arg3_1: "f32[10, 20][20, 1]cuda:0", arg4_1: "f32[20, 30][30, 1]cuda:0", arg5_1: "f32[10, 30][30, 1]cuda:0"):
	         # File: /data/users/shangdiy/fbsource/buck-out/v2/gen/fbcode/8cf76b60692ad3ba/scripts/shangdiy/__aot__/aot#link-tree/torch/nn/modules/linear.py:125 in forward, code: return F.linear(input, self.weight, self.bias)
	        permute: "f32[10, 16][1, 10]cuda:0" = torch.ops.aten.permute.default(arg0_1, [1, 0]);  arg0_1 = None
	        addmm: "f32[8, 16][16, 1]cuda:0" = torch.ops.aten.addmm.default(arg1_1, arg2_1, permute);  arg1_1 = arg2_1 = permute = None
	        
	         # File: /data/users/shangdiy/fbsource/buck-out/v2/gen/fbcode/8cf76b60692ad3ba/scripts/shangdiy/__aot__/aot#link-tree/torch/nn/modules/activation.py:133 in forward, code: return F.relu(input, inplace=self.inplace)
	        relu: "f32[8, 16][16, 1]cuda:0" = torch.ops.aten.relu.default(addmm);  addmm = None
	        
	         # File: /data/users/shangdiy/fbsource/buck-out/v2/gen/fbcode/8cf76b60692ad3ba/scripts/shangdiy/__aot__/aot#link-tree/torch/nn/modules/activation.py:327 in forward, code: return torch.sigmoid(input)
	        sigmoid: "f32[8, 16][16, 1]cuda:0" = torch.ops.aten.sigmoid.default(relu);  relu = None
	        
	         # File: /data/users/shangdiy/fbsource/buck-out/v2/gen/fbcode/8cf76b60692ad3ba/scripts/shangdiy/__aot__/aot#link-tree/scripts/shangdiy/aot.py:32 in forward, code: d = a * 3.14
	        mul: "f32[10, 20][20, 1]cuda:0" = torch.ops.aten.mul.Tensor(arg3_1, 3.14);  arg3_1 = None
	        
	         # File: /data/users/shangdiy/fbsource/buck-out/v2/gen/fbcode/8cf76b60692ad3ba/scripts/shangdiy/__aot__/aot#link-tree/scripts/shangdiy/aot.py:33 in forward, code: y = torch.addmm(c, d, b)
	        addmm_1: "f32[10, 30][30, 1]cuda:0" = torch.ops.aten.addmm.default(arg5_1, mul, arg4_1);  arg5_1 = mul = arg4_1 = None
	        
	         # File: /data/users/shangdiy/fbsource/buck-out/v2/gen/fbcode/8cf76b60692ad3ba/scripts/shangdiy/__aot__/aot#link-tree/scripts/shangdiy/aot.py:34 in forward, code: z = torch.nn.functional.gelu(y)
	        mul_1: "f32[10, 30][30, 1]cuda:0" = torch.ops.aten.mul.Tensor(addmm_1, 0.5)
	        mul_2: "f32[10, 30][30, 1]cuda:0" = torch.ops.aten.mul.Tensor(addmm_1, 0.7071067811865476);  addmm_1 = None
	        erf: "f32[10, 30][30, 1]cuda:0" = torch.ops.aten.erf.default(mul_2);  mul_2 = None
	        add: "f32[10, 30][30, 1]cuda:0" = torch.ops.aten.add.Tensor(erf, 1);  erf = None
	        mul_3: "f32[10, 30][30, 1]cuda:0" = torch.ops.aten.mul.Tensor(mul_1, add);  mul_1 = add = None
	        return (sigmoid, mul_3)
	        
V0318 11:52:32.542000 3498822 /data/users/shangdiy/fbsource/fbcode/caffe2/torch/_dynamo/utils.py:1807] {"chromium_event": {}, "has_payload": "ab322fae31de3b64eca909188f1cdf81"}
	{
	"name": "create_aot_dispatcher_function",
	"ts": 1742323952542200.2,
	"args": {
	"compile_id": "None"
	},
	"ph": "E",
	"cat": "dynamo_timed",
	"tid": 0,
	"pid": 0
	}
V0318 11:52:32.545000 3498822 /data/users/shangdiy/fbsource/fbcode/caffe2/torch/_dynamo/utils.py:1807] {"chromium_event": {}, "has_payload": "7a36f7930ba53c8e54f208b73bb345b0"}
	{
	"name": "compile_fx.<locals>.fw_compiler_base",
	"ts": 1742323952545498.8,
	"args": {
	"compile_id": "None"
	},
	"ph": "B",
	"cat": "dynamo_timed",
	"tid": 0,
	"pid": 0
	}
V0318 11:52:32.546000 3498822 /data/users/shangdiy/fbsource/fbcode/caffe2/torch/_dynamo/utils.py:1807] {"chromium_event": {}, "has_payload": "63831da42bf21125b081cf20a21f2f51"}
	{
	"name": "_recursive_joint_graph_passes",
	"ts": 1742323952546632.8,
	"args": {
	"compile_id": "None"
	},
	"ph": "B",
	"cat": "dynamo_timed",
	"tid": 0,
	"pid": 0
	}
V0318 11:52:32.783000 3498822 /data/users/shangdiy/fbsource/fbcode/caffe2/torch/_dynamo/utils.py:1807] {"chromium_event": {}, "has_payload": "35d24a312ed13e26ae678229e1eb1b2b"}
	{
	"name": "pad_mm_benchmark",
	"ts": 1742323952783013.8,
	"args": {
	"compile_id": "None"
	},
	"ph": "B",
	"cat": "dynamo_timed",
	"tid": 0,
	"pid": 0
	}
V0318 11:52:32.785000 3498822 /data/users/shangdiy/fbsource/fbcode/caffe2/torch/_dynamo/utils.py:1807] {"chromium_event": {}, "has_payload": "ac684fd14a6c65c161bb3bc4869417af"}
	{
	"name": "pad_mm_benchmark_get_do_bench",
	"ts": 1742323952785259.8,
	"args": {
	"compile_id": "None"
	},
	"ph": "B",
	"cat": "dynamo_timed",
	"tid": 0,
	"pid": 0
	}
V0318 11:52:32.787000 3498822 /data/users/shangdiy/fbsource/fbcode/caffe2/torch/_dynamo/utils.py:1807] {"chromium_event": {}, "has_payload": "c8746cda78e4558971efea9fe3451a86"}
	{
	"name": "pad_mm_benchmark_get_do_bench",
	"ts": 1742323952786978.0,
	"args": {
	"compile_id": "None"
	},
	"ph": "E",
	"cat": "dynamo_timed",
	"tid": 0,
	"pid": 0
	}
V0318 11:52:34.230000 3498822 /data/users/shangdiy/fbsource/fbcode/caffe2/torch/_dynamo/utils.py:1807] {"chromium_event": {}, "has_payload": "20ad9e0ae028cb7e33c777e8330e8411"}
	{
	"name": "TritonBenchmarker.benchmark_gpu",
	"ts": 1742323954230109.8,
	"args": {
	"compile_id": "None"
	},
	"ph": "B",
	"cat": "dynamo_timed",
	"tid": 0,
	"pid": 0
	}
V0318 11:52:34.539000 3498822 /data/users/shangdiy/fbsource/fbcode/caffe2/torch/_dynamo/utils.py:1807] {"chromium_event": {}, "has_payload": "d6fc0498c6b68cb878160817bdd32f4d"}
	{
	"name": "TritonBenchmarker.benchmark_gpu",
	"ts": 1742323954539681.0,
	"args": {
	"compile_id": "None"
	},
	"ph": "E",
	"cat": "dynamo_timed",
	"tid": 0,
	"pid": 0
	}
V0318 11:52:34.542000 3498822 /data/users/shangdiy/fbsource/fbcode/caffe2/torch/_dynamo/utils.py:1807] {"chromium_event": {}, "has_payload": "992707c27cc25f385975a839605ce0d8"}
	{
	"name": "TritonBenchmarker.benchmark_gpu",
	"ts": 1742323954542848.2,
	"args": {
	"compile_id": "None"
	},
	"ph": "B",
	"cat": "dynamo_timed",
	"tid": 0,
	"pid": 0
	}
V0318 11:52:34.676000 3498822 /data/users/shangdiy/fbsource/fbcode/caffe2/torch/_dynamo/utils.py:1807] {"chromium_event": {}, "has_payload": "ac1b1b9415cc2891ca63cb38d07d4ad6"}
	{
	"name": "TritonBenchmarker.benchmark_gpu",
	"ts": 1742323954675958.5,
	"args": {
	"compile_id": "None"
	},
	"ph": "E",
	"cat": "dynamo_timed",
	"tid": 0,
	"pid": 0
	}
V0318 11:52:34.679000 3498822 /data/users/shangdiy/fbsource/fbcode/caffe2/torch/_dynamo/utils.py:1807] {"chromium_event": {}, "has_payload": "2ded6fd9c522ae53d31124a80851f352"}
	{
	"name": "pad_mm_benchmark",
	"ts": 1742323954679398.0,
	"args": {
	"compile_id": "None"
	},
	"ph": "E",
	"cat": "dynamo_timed",
	"tid": 0,
	"pid": 0
	}
V0318 11:52:34.684000 3498822 /data/users/shangdiy/fbsource/fbcode/caffe2/torch/_dynamo/utils.py:1807] {"chromium_event": {}, "has_payload": "1673589f79acb9f60b0cba24acc81ad0"}
	{
	"name": "pad_mm_benchmark",
	"ts": 1742323954683999.8,
	"args": {
	"compile_id": "None"
	},
	"ph": "B",
	"cat": "dynamo_timed",
	"tid": 0,
	"pid": 0
	}
V0318 11:52:34.685000 3498822 /data/users/shangdiy/fbsource/fbcode/caffe2/torch/_dynamo/utils.py:1807] {"chromium_event": {}, "has_payload": "098e6baaeaf53296675ea80531bc50c1"}
	{
	"name": "pad_mm_benchmark_get_do_bench",
	"ts": 1742323954685258.8,
	"args": {
	"compile_id": "None"
	},
	"ph": "B",
	"cat": "dynamo_timed",
	"tid": 0,
	"pid": 0
	}
V0318 11:52:34.686000 3498822 /data/users/shangdiy/fbsource/fbcode/caffe2/torch/_dynamo/utils.py:1807] {"chromium_event": {}, "has_payload": "7b9eee22e8bf01c2763e665463da6e81"}
	{
	"name": "pad_mm_benchmark_get_do_bench",
	"ts": 1742323954686662.8,
	"args": {
	"compile_id": "None"
	},
	"ph": "E",
	"cat": "dynamo_timed",
	"tid": 0,
	"pid": 0
	}
V0318 11:52:34.688000 3498822 /data/users/shangdiy/fbsource/fbcode/caffe2/torch/_dynamo/utils.py:1807] {"chromium_event": {}, "has_payload": "5a86c3a82528eb6a52f43b922b070670"}
	{
	"name": "TritonBenchmarker.benchmark_gpu",
	"ts": 1742323954688391.8,
	"args": {
	"compile_id": "None"
	},
	"ph": "B",
	"cat": "dynamo_timed",
	"tid": 0,
	"pid": 0
	}
V0318 11:52:34.798000 3498822 /data/users/shangdiy/fbsource/fbcode/caffe2/torch/_dynamo/utils.py:1807] {"chromium_event": {}, "has_payload": "0cc78f03dab0434e396aace6c4a663e1"}
	{
	"name": "TritonBenchmarker.benchmark_gpu",
	"ts": 1742323954798664.8,
	"args": {
	"compile_id": "None"
	},
	"ph": "E",
	"cat": "dynamo_timed",
	"tid": 0,
	"pid": 0
	}
V0318 11:52:34.801000 3498822 /data/users/shangdiy/fbsource/fbcode/caffe2/torch/_dynamo/utils.py:1807] {"chromium_event": {}, "has_payload": "edd0b04568a781d8dc5b5f4c4c4d9fb1"}
	{
	"name": "TritonBenchmarker.benchmark_gpu",
	"ts": 1742323954801679.0,
	"args": {
	"compile_id": "None"
	},
	"ph": "B",
	"cat": "dynamo_timed",
	"tid": 0,
	"pid": 0
	}
V0318 11:52:34.938000 3498822 /data/users/shangdiy/fbsource/fbcode/caffe2/torch/_dynamo/utils.py:1807] {"chromium_event": {}, "has_payload": "f181d566813eb818bc08fa579d3b59df"}
	{
	"name": "TritonBenchmarker.benchmark_gpu",
	"ts": 1742323954938739.2,
	"args": {
	"compile_id": "None"
	},
	"ph": "E",
	"cat": "dynamo_timed",
	"tid": 0,
	"pid": 0
	}
V0318 11:52:34.942000 3498822 /data/users/shangdiy/fbsource/fbcode/caffe2/torch/_dynamo/utils.py:1807] {"chromium_event": {}, "has_payload": "70926c533766b5028f270ac8ecf28341"}
	{
	"name": "pad_mm_benchmark",
	"ts": 1742323954942341.8,
	"args": {
	"compile_id": "None"
	},
	"ph": "E",
	"cat": "dynamo_timed",
	"tid": 0,
	"pid": 0
	}
V0318 11:52:34.944000 3498822 /data/users/shangdiy/fbsource/fbcode/caffe2/torch/_dynamo/utils.py:1807] {"chromium_event": {}, "has_payload": "b12e3a9cf845879dc1bd3bde15b5c91f"}
	{
	"name": "_recursive_joint_graph_passes",
	"ts": 1742323954944705.5,
	"args": {
	"compile_id": "None"
	},
	"ph": "E",
	"cat": "dynamo_timed",
	"tid": 0,
	"pid": 0
	}
V0318 11:52:34.946000 3498822 /data/users/shangdiy/fbsource/fbcode/caffe2/torch/_dynamo/utils.py:1807] {"chromium_event": {}, "has_payload": "8547d8a7f1d5f494cec78901af01d61f"}
	{
	"name": "inductor_compile",
	"ts": 1742323954946613.5,
	"args": {
	"fn_name": "compile_fx_inner",
	"compile_id": "None"
	},
	"ph": "B",
	"cat": "dynamo_timed",
	"tid": 0,
	"pid": 0
	}
V0318 11:52:34.953000 3498822 /data/users/shangdiy/fbsource/fbcode/caffe2/torch/_logging/structured.py:27] {"str": ["/usr/local/fbcode/platform010/lib/python3.10/contextlib.py", 18]}
V0318 11:52:34.954000 3498822 /data/users/shangdiy/fbsource/fbcode/caffe2/torch/_logging/structured.py:27] {"str": ["/data/users/shangdiy/fbsource/buck-out/v2/gen/fbcode/8cf76b60692ad3ba/scripts/shangdiy/__aot__/aot#link-tree/torch/_dynamo/repro/after_aot.py", 19]}
V0318 11:52:34.954000 3498822 /data/users/shangdiy/fbsource/fbcode/caffe2/torch/_logging/structured.py:27] {"str": ["/data/users/shangdiy/fbsource/buck-out/v2/gen/fbcode/8cf76b60692ad3ba/scripts/shangdiy/__aot__/aot#link-tree/torch/_inductor/fb/utils.py", 20]}
V0318 11:52:34.962000 3498822 /data/users/shangdiy/fbsource/fbcode/caffe2/torch/_inductor/compile_fx.py:964] {"artifact": {"name": "fx_graph_runnable", "encoding": "string"}, "stack": [{"line": 38, "name": "<module>", "filename": 0, "loc": "__invoke_main()"}, {"line": 35, "name": "__invoke_main", "filename": 0, "loc": "run_as_main(module, main_function)"}, {"line": 98, "name": "run_as_main", "filename": 1, "loc": "oss_run_as_main("}, {"line": 94, "name": "run_as_main", "filename": 2, "loc": "main()"}, {"line": 55, "name": "main", "filename": 3, "loc": "package_path = torch._inductor.aoti_compile_and_package(ep)"}, {"line": 147, "name": "aoti_compile_and_package", "filename": 11, "loc": "return aot_inductor_minifier_wrapper("}, {"line": 934, "name": "aot_inductor_minifier_wrapper", "filename": 12, "loc": "return func("}, {"line": 190, "name": "_aoti_compile_and_package_inner", "filename": 11, "loc": "aoti_files = aot_compile(gm, args, kwargs, options=inductor_configs)"}, {"line": 287, "name": "aot_compile", "filename": 11, "loc": "return compile_fx_aot("}, {"line": 1560, "name": "compile_fx_aot", "filename": 13, "loc": "compiled_artifacts = compile_fx("}, {"line": 1754, "name": "compile_fx", "filename": 13, "loc": "return compile_fx("}, {"line": 1800, "name": "compile_fx", "filename": 13, "loc": "return compile_fx("}, {"line": 2103, "name": "compile_fx", "filename": 13, "loc": "return inference_compiler(unlifted_gm, example_inputs_)"}, {"line": 479, "name": "__call__", "filename": 15, "loc": "return self.compiler_fn(gm, example_inputs)"}, {"line": 1967, "name": "fw_compiler_base", "filename": 13, "loc": "return inner_compile("}, {"line": 79, "name": "inner", "filename": 18, "loc": "return func(*args, **kwds)"}, {"line": 628, "name": "compile_fx_inner", "filename": 13, "loc": "return wrap_compiler_debug(_compile_fx_inner, compiler_name=\"inductor\")("}, {"line": 124, "name": "debug_wrapper", "filename": 19, "loc": "inner_compiled_fn = compiler_fn(gm, example_inputs)"}, {"line": 167, "name": "newFunction", "filename": 20, "loc": "return old_func(*args, **kwargs)"}, {"line": 735, "name": "_compile_fx_inner", "filename": 13, "loc": "mb_compiled_graph = fx_codegen_and_compile("}, {"line": 1318, "name": "fx_codegen_and_compile", "filename": 13, "loc": "return scheme.codegen_and_compile(gm, example_inputs, inputs_to_check, graph_kwargs)"}, {"line": 964, "name": "codegen_and_compile", "filename": 13, "loc": "trace_structured("}], "has_payload": "f958830339a620d4cd7771f7bdf28cf6"}
	
	import os
	os.environ['TORCH_TRACE'] = '/home/shangdiy/my_trace_log_dir'
	os.environ['TORCH_COMPILE_DEBUG'] = '1'
	os.environ['TORCH_LOGS'] = '+inductor'
	os.environ['PYTORCH_DDP_USE_SIDE_STREAM'] = '0'
	os.environ['TRITON_CACHE_MANAGER'] = 'triton.runtime.cache:RemoteCacheManager'
	os.environ['TRITON_REMOTE_CACHE_BACKEND'] = 'triton.fb.fb_memcache:FbMemcacheRemoteKernelCache'
	os.environ['TORCHINDUCTOR_CACHE_DIR'] = '/tmp/torchinductor_shangdiy'
	
	import torch
	from torch import tensor, device
	import torch.fx as fx
	from torch._dynamo.testing import rand_strided
	from math import inf
	import torch._inductor.inductor_prims
	
	import torch._dynamo.config
	import torch._inductor.config
	import torch._functorch.config
	import torch.fx.experimental._config
	
	torch._inductor.config.cpp_wrapper = True
	torch._inductor.config.triton.cudagraphs = False
	torch._inductor.config.triton.autotune_cublasLt = False
	torch._inductor.config.triton.autotune_at_compile_time = True
	torch._inductor.config.triton.store_cubin = True
	torch._inductor.config.aot_inductor.output_path = 'cwhkamk7hukdm5d55b4fxkyyok5x57mzbc2hzfy243x4xp2dcbtz'
	torch._inductor.config.aot_inductor.serialized_in_spec = '[1, {"type": "builtins.tuple", "context": "null", "children_spec": [{"type": "builtins.tuple", "context": "null", "children_spec": [{"type": null, "context": null, "children_spec": []}, {"type": null, "context": null, "children_spec": []}, {"type": null, "context": null, "children_spec": []}, {"type": null, "context": null, "children_spec": []}]}, {"type": "builtins.dict", "context": "[]", "children_spec": []}]}]'
	torch._inductor.config.aot_inductor.serialized_out_spec = '[1, {"type": "builtins.tuple", "context": "null", "children_spec": [{"type": null, "context": null, "children_spec": []}, {"type": null, "context": null, "children_spec": []}]}]'
	torch._inductor.config.aot_inductor.package = True
	torch._functorch.config.functionalize_rng_ops = False
	torch._functorch.config.unlift_effect_tokens = False
	
	
	
	isolate_fails_code_str = None
	
	torch.ops.load_library("//caffe2/torch/fb/sparsenn:sparsenn_operators_gpu")
	torch.ops.load_library("//caffe2/torch/fb/sparsenn:sparsenn_operators")
	torch.ops.load_library("//deeplearning/fbgemm/fbgemm_gpu:sparse_ops_cpu")
	torch.ops.load_library("//deeplearning/fbgemm/fbgemm_gpu:sparse_ops")
	
	"""
	To run this script in fbcode:
	- Create a directory (//scripts/{your_unixname}/repro)
	- Put this file in scripts/{your_unixname}/repro/fx_graph_runnable.py
	- Add a TARGETS file that looks like the following
	- `buck2 run //scripts/{your_unixname}/repro:repro`
	
	NOTE: you may need additional deps to actually be able to run the script.
	```
	# Contents of TARGETS file
	load("@fbcode_macros//build_defs:python_binary.bzl", "python_binary")
	
	python_binary(
	    name = "repro",
	    main_src = "fx_graph_runnable.py",
	    deps = [
	        "//caffe2:torch",
	        "//caffe2/torch/fb/sparsenn:sparsenn_operators_gpu",
	        "//caffe2/torch/fb/sparsenn:sparsenn_operators",
	        "//deeplearning/fbgemm/fbgemm_gpu:sparse_ops_cpu",
	        "//deeplearning/fbgemm/fbgemm_gpu:sparse_ops",
	    ],
	)
	```
	"""
	
	# torch version: 2.8.0a0+fb
	# torch cuda version: 12.4.0
	# CUDA Info: 
	# nvcc not found
	# GPU Hardware Info: 
	# NVIDIA PG509-210 : 1 
	
	
	from torch.nn import *
	class Repro(torch.nn.Module):
	    def __init__(self) -> None:
	        super().__init__()
	        self.fc1 = Module().cuda()
	
	    
	    
	    def forward(self):
	        arg2_1, arg3_1, arg4_1, arg5_1, = fx_pytree.tree_flatten_spec([], self._in_spec)
	        fc1_weight = self.fc1.weight
	        fc1_bias = self.fc1.bias
	        permute = torch.ops.aten.permute.default(fc1_weight, [1, 0]);  fc1_weight = None
	        addmm = torch.ops.aten.addmm.default(fc1_bias, arg2_1, permute);  fc1_bias = arg2_1 = permute = None
	        relu = torch.ops.aten.relu.default(addmm);  addmm = None
	        sigmoid = torch.ops.aten.sigmoid.default(relu);  relu = None
	        mul = torch.ops.aten.mul.Tensor(arg3_1, 3.14);  arg3_1 = None
	        addmm_1 = torch.ops.aten.addmm.default(arg5_1, mul, arg4_1);  arg5_1 = mul = arg4_1 = None
	        mul_1 = torch.ops.aten.mul.Tensor(addmm_1, 0.5)
	        mul_2 = torch.ops.aten.mul.Tensor(addmm_1, 0.7071067811865476);  addmm_1 = None
	        erf = torch.ops.aten.erf.default(mul_2);  mul_2 = None
	        add = torch.ops.aten.add.Tensor(erf, 1);  erf = None
	        mul_3 = torch.ops.aten.mul.Tensor(mul_1, add);  mul_1 = add = None
	        return (sigmoid, mul_3)
	        
	def load_args(reader):
	    buf0 = reader.storage(None, 320, device=device(type='cuda', index=0))
	    reader.tensor(buf0, (8, 10), is_leaf=True)  # arg2_1
	    buf1 = reader.storage(None, 800, device=device(type='cuda', index=0))
	    reader.tensor(buf1, (10, 20), is_leaf=True)  # arg3_1
	    buf2 = reader.storage(None, 2400, device=device(type='cuda', index=0))
	    reader.tensor(buf2, (20, 30), is_leaf=True)  # arg4_1
	    buf3 = reader.storage(None, 1200, device=device(type='cuda', index=0))
	    reader.tensor(buf3, (10, 30), is_leaf=True)  # arg5_1
	load_args._version = 0
	mod = Repro()
	if __name__ == '__main__':
	    from torch._dynamo.repro.after_aot import run_repro
	    with torch.no_grad():
	        run_repro(mod, load_args, accuracy=False, command='run', save_dir=None, tracing_mode='real', check_str=None)
	        # To run it separately, do 
	        # mod, args = run_repro(mod, load_args, accuracy=False, command='get_args', save_dir=None, tracing_mode='real', check_str=None)
	        # mod(*args)
V0318 11:52:34.977000 3498822 /data/users/shangdiy/fbsource/fbcode/caffe2/torch/_dynamo/utils.py:1807] {"chromium_event": {}, "has_payload": "6ae87e9aaea6805fcfa2080cd415d868"}
	{
	"name": "_recursive_post_grad_passes",
	"ts": 1742323954977648.5,
	"args": {
	"compile_id": "None"
	},
	"ph": "B",
	"cat": "dynamo_timed",
	"tid": 0,
	"pid": 0
	}
V0318 11:52:35.005000 3498822 /data/users/shangdiy/fbsource/fbcode/caffe2/torch/_logging/structured.py:27] {"str": ["/data/users/shangdiy/fbsource/buck-out/v2/gen/fbcode/8cf76b60692ad3ba/scripts/shangdiy/__aot__/aot#link-tree/torch/_inductor/fx_passes/post_grad.py", 21]}
V0318 11:52:35.007000 3498822 /data/users/shangdiy/fbsource/fbcode/caffe2/torch/_inductor/fx_passes/post_grad.py:118] {"artifact": {"name": "before_recompile_post_grad", "encoding": "string"}, "stack": [{"line": 38, "name": "<module>", "filename": 0, "loc": "__invoke_main()"}, {"line": 35, "name": "__invoke_main", "filename": 0, "loc": "run_as_main(module, main_function)"}, {"line": 98, "name": "run_as_main", "filename": 1, "loc": "oss_run_as_main("}, {"line": 94, "name": "run_as_main", "filename": 2, "loc": "main()"}, {"line": 55, "name": "main", "filename": 3, "loc": "package_path = torch._inductor.aoti_compile_and_package(ep)"}, {"line": 147, "name": "aoti_compile_and_package", "filename": 11, "loc": "return aot_inductor_minifier_wrapper("}, {"line": 934, "name": "aot_inductor_minifier_wrapper", "filename": 12, "loc": "return func("}, {"line": 190, "name": "_aoti_compile_and_package_inner", "filename": 11, "loc": "aoti_files = aot_compile(gm, args, kwargs, options=inductor_configs)"}, {"line": 287, "name": "aot_compile", "filename": 11, "loc": "return compile_fx_aot("}, {"line": 1560, "name": "compile_fx_aot", "filename": 13, "loc": "compiled_artifacts = compile_fx("}, {"line": 1754, "name": "compile_fx", "filename": 13, "loc": "return compile_fx("}, {"line": 1800, "name": "compile_fx", "filename": 13, "loc": "return compile_fx("}, {"line": 2103, "name": "compile_fx", "filename": 13, "loc": "return inference_compiler(unlifted_gm, example_inputs_)"}, {"line": 479, "name": "__call__", "filename": 15, "loc": "return self.compiler_fn(gm, example_inputs)"}, {"line": 1967, "name": "fw_compiler_base", "filename": 13, "loc": "return inner_compile("}, {"line": 79, "name": "inner", "filename": 18, "loc": "return func(*args, **kwds)"}, {"line": 628, "name": "compile_fx_inner", "filename": 13, "loc": "return wrap_compiler_debug(_compile_fx_inner, compiler_name=\"inductor\")("}, {"line": 124, "name": "debug_wrapper", "filename": 19, "loc": "inner_compiled_fn = compiler_fn(gm, example_inputs)"}, {"line": 167, "name": "newFunction", "filename": 20, "loc": "return old_func(*args, **kwargs)"}, {"line": 735, "name": "_compile_fx_inner", "filename": 13, "loc": "mb_compiled_graph = fx_codegen_and_compile("}, {"line": 1318, "name": "fx_codegen_and_compile", "filename": 13, "loc": "return scheme.codegen_and_compile(gm, example_inputs, inputs_to_check, graph_kwargs)"}, {"line": 1015, "name": "codegen_and_compile", "filename": 13, "loc": "_recursive_post_grad_passes(gm, is_inference=is_inference)"}, {"line": 379, "name": "_recursive_post_grad_passes", "filename": 13, "loc": "post_grad_passes(gm, is_inference)"}, {"line": 118, "name": "post_grad_passes", "filename": 21, "loc": "trace_structured("}], "has_payload": "986a0471cac4f46c180e660ec744f929"}
	class <lambda>(torch.nn.Module):
	    def forward(self):
	        arg2_1: "f32[8, 10][10, 1]cuda:0"; arg3_1: "f32[10, 20][20, 1]cuda:0"; arg4_1: "f32[20, 30][30, 1]cuda:0"; arg5_1: "f32[10, 30][30, 1]cuda:0"; 
	    
	        arg2_1, arg3_1, arg4_1, arg5_1, = fx_pytree.tree_flatten_spec([], self._in_spec)
	        # No stacktrace found for following nodes
	        fc1_weight: "f32[16, 10][10, 1]cuda:0" = self.fc1.weight
	        fc1_bias: "f32[16][1]cuda:0" = self.fc1.bias
	        
	         # File: /data/users/shangdiy/fbsource/buck-out/v2/gen/fbcode/8cf76b60692ad3ba/scripts/shangdiy/__aot__/aot#link-tree/torch/nn/modules/linear.py:125 in forward, code: return F.linear(input, self.weight, self.bias)
	        permute: "f32[10, 16][1, 10]cuda:0" = torch.ops.aten.permute.default(fc1_weight, [1, 0]);  fc1_weight = None
	        addmm: "f32[8, 16][16, 1]cuda:0" = torch.ops.aten.addmm.default(fc1_bias, arg2_1, permute);  fc1_bias = arg2_1 = permute = None
	        
	         # File: /data/users/shangdiy/fbsource/buck-out/v2/gen/fbcode/8cf76b60692ad3ba/scripts/shangdiy/__aot__/aot#link-tree/torch/nn/modules/activation.py:133 in forward, code: return F.relu(input, inplace=self.inplace)
	        relu: "f32[8, 16][16, 1]cuda:0" = torch.ops.aten.relu.default(addmm);  addmm = None
	        
	         # File: /data/users/shangdiy/fbsource/buck-out/v2/gen/fbcode/8cf76b60692ad3ba/scripts/shangdiy/__aot__/aot#link-tree/torch/nn/modules/activation.py:327 in forward, code: return torch.sigmoid(input)
	        sigmoid: "f32[8, 16][16, 1]cuda:0" = torch.ops.aten.sigmoid.default(relu);  relu = None
	        
	         # File: /data/users/shangdiy/fbsource/buck-out/v2/gen/fbcode/8cf76b60692ad3ba/scripts/shangdiy/__aot__/aot#link-tree/scripts/shangdiy/aot.py:32 in forward, code: d = a * 3.14
	        mul: "f32[10, 20][20, 1]cuda:0" = torch.ops.aten.mul.Tensor(arg3_1, 3.14);  arg3_1 = None
	        
	         # File: /data/users/shangdiy/fbsource/buck-out/v2/gen/fbcode/8cf76b60692ad3ba/scripts/shangdiy/__aot__/aot#link-tree/scripts/shangdiy/aot.py:33 in forward, code: y = torch.addmm(c, d, b)
	        addmm_1: "f32[10, 30][30, 1]cuda:0" = torch.ops.aten.addmm.default(arg5_1, mul, arg4_1);  arg5_1 = mul = arg4_1 = None
	        
	         # File: /data/users/shangdiy/fbsource/buck-out/v2/gen/fbcode/8cf76b60692ad3ba/scripts/shangdiy/__aot__/aot#link-tree/scripts/shangdiy/aot.py:34 in forward, code: z = torch.nn.functional.gelu(y)
	        mul_1: "f32[10, 30][30, 1]cuda:0" = torch.ops.aten.mul.Tensor(addmm_1, 0.5)
	        mul_2: "f32[10, 30][30, 1]cuda:0" = torch.ops.aten.mul.Tensor(addmm_1, 0.7071067811865476);  addmm_1 = None
	        erf: "f32[10, 30][30, 1]cuda:0" = torch.ops.aten.erf.default(mul_2);  mul_2 = None
	        add: "f32[10, 30][30, 1]cuda:0" = torch.ops.aten.add.Tensor(erf, 1);  erf = None
	        mul_3: "f32[10, 30][30, 1]cuda:0" = torch.ops.aten.mul.Tensor(mul_1, add);  mul_1 = add = None
	        return (sigmoid, mul_3)
	        
V0318 11:52:35.030000 3498822 /data/users/shangdiy/fbsource/fbcode/caffe2/torch/_inductor/fx_passes/post_grad.py:205] {"artifact": {"name": "after_recompile_post_grad", "encoding": "string"}, "stack": [{"line": 38, "name": "<module>", "filename": 0, "loc": "__invoke_main()"}, {"line": 35, "name": "__invoke_main", "filename": 0, "loc": "run_as_main(module, main_function)"}, {"line": 98, "name": "run_as_main", "filename": 1, "loc": "oss_run_as_main("}, {"line": 94, "name": "run_as_main", "filename": 2, "loc": "main()"}, {"line": 55, "name": "main", "filename": 3, "loc": "package_path = torch._inductor.aoti_compile_and_package(ep)"}, {"line": 147, "name": "aoti_compile_and_package", "filename": 11, "loc": "return aot_inductor_minifier_wrapper("}, {"line": 934, "name": "aot_inductor_minifier_wrapper", "filename": 12, "loc": "return func("}, {"line": 190, "name": "_aoti_compile_and_package_inner", "filename": 11, "loc": "aoti_files = aot_compile(gm, args, kwargs, options=inductor_configs)"}, {"line": 287, "name": "aot_compile", "filename": 11, "loc": "return compile_fx_aot("}, {"line": 1560, "name": "compile_fx_aot", "filename": 13, "loc": "compiled_artifacts = compile_fx("}, {"line": 1754, "name": "compile_fx", "filename": 13, "loc": "return compile_fx("}, {"line": 1800, "name": "compile_fx", "filename": 13, "loc": "return compile_fx("}, {"line": 2103, "name": "compile_fx", "filename": 13, "loc": "return inference_compiler(unlifted_gm, example_inputs_)"}, {"line": 479, "name": "__call__", "filename": 15, "loc": "return self.compiler_fn(gm, example_inputs)"}, {"line": 1967, "name": "fw_compiler_base", "filename": 13, "loc": "return inner_compile("}, {"line": 79, "name": "inner", "filename": 18, "loc": "return func(*args, **kwds)"}, {"line": 628, "name": "compile_fx_inner", "filename": 13, "loc": "return wrap_compiler_debug(_compile_fx_inner, compiler_name=\"inductor\")("}, {"line": 124, "name": "debug_wrapper", "filename": 19, "loc": "inner_compiled_fn = compiler_fn(gm, example_inputs)"}, {"line": 167, "name": "newFunction", "filename": 20, "loc": "return old_func(*args, **kwargs)"}, {"line": 735, "name": "_compile_fx_inner", "filename": 13, "loc": "mb_compiled_graph = fx_codegen_and_compile("}, {"line": 1318, "name": "fx_codegen_and_compile", "filename": 13, "loc": "return scheme.codegen_and_compile(gm, example_inputs, inputs_to_check, graph_kwargs)"}, {"line": 1015, "name": "codegen_and_compile", "filename": 13, "loc": "_recursive_post_grad_passes(gm, is_inference=is_inference)"}, {"line": 379, "name": "_recursive_post_grad_passes", "filename": 13, "loc": "post_grad_passes(gm, is_inference)"}, {"line": 205, "name": "post_grad_passes", "filename": 21, "loc": "trace_structured("}], "has_payload": "6e75ead5c278ac2322dd6e5db0767de6"}
	class <lambda>(torch.nn.Module):
	    def forward(self):
	        arg2_1: "f32[8, 10][10, 1]cuda:0"; arg3_1: "f32[10, 20][20, 1]cuda:0"; arg4_1: "f32[20, 30][30, 1]cuda:0"; arg5_1: "f32[10, 30][30, 1]cuda:0"; 
	    
	        arg2_1, arg3_1, arg4_1, arg5_1, = fx_pytree.tree_flatten_spec([], self._in_spec)
	        # No stacktrace found for following nodes
	        fc1_weight: "f32[16, 10][10, 1]cuda:0" = self.fc1.weight
	        fc1_bias: "f32[16][1]cuda:0" = self.fc1.bias
	        
	         # File: /data/users/shangdiy/fbsource/buck-out/v2/gen/fbcode/8cf76b60692ad3ba/scripts/shangdiy/__aot__/aot#link-tree/torch/nn/modules/linear.py:125 in forward, code: return F.linear(input, self.weight, self.bias)
	        permute: "f32[10, 16][1, 10]cuda:0" = torch.ops.aten.permute.default(fc1_weight, [1, 0]);  fc1_weight = None
	        
	        # No stacktrace found for following nodes
	        mm_default_1: "f32[8, 16][16, 1]cuda:0" = torch.ops.aten.mm.default(arg2_1, permute);  arg2_1 = permute = None
	        add_tensor_1: "f32[8, 16][16, 1]cuda:0" = torch.ops.aten.add.Tensor(mm_default_1, fc1_bias);  mm_default_1 = fc1_bias = None
	        
	         # File: /data/users/shangdiy/fbsource/buck-out/v2/gen/fbcode/8cf76b60692ad3ba/scripts/shangdiy/__aot__/aot#link-tree/torch/nn/modules/activation.py:133 in forward, code: return F.relu(input, inplace=self.inplace)
	        relu: "f32[8, 16][16, 1]cuda:0" = torch.ops.aten.relu.default(add_tensor_1);  add_tensor_1 = None
	        
	         # File: /data/users/shangdiy/fbsource/buck-out/v2/gen/fbcode/8cf76b60692ad3ba/scripts/shangdiy/__aot__/aot#link-tree/torch/nn/modules/activation.py:327 in forward, code: return torch.sigmoid(input)
	        sigmoid: "f32[8, 16][16, 1]cuda:0" = torch.ops.aten.sigmoid.default(relu);  relu = None
	        
	         # File: /data/users/shangdiy/fbsource/buck-out/v2/gen/fbcode/8cf76b60692ad3ba/scripts/shangdiy/__aot__/aot#link-tree/scripts/shangdiy/aot.py:32 in forward, code: d = a * 3.14
	        mul: "f32[10, 20][20, 1]cuda:0" = torch.ops.aten.mul.Tensor(arg3_1, 3.14);  arg3_1 = None
	        
	        # No stacktrace found for following nodes
	        mm_default: "f32[10, 30][30, 1]cuda:0" = torch.ops.aten.mm.default(mul, arg4_1);  mul = arg4_1 = None
	        add_tensor: "f32[10, 30][30, 1]cuda:0" = torch.ops.aten.add.Tensor(mm_default, arg5_1);  mm_default = arg5_1 = None
	        
	         # File: /data/users/shangdiy/fbsource/buck-out/v2/gen/fbcode/8cf76b60692ad3ba/scripts/shangdiy/__aot__/aot#link-tree/scripts/shangdiy/aot.py:34 in forward, code: z = torch.nn.functional.gelu(y)
	        mul_1: "f32[10, 30][30, 1]cuda:0" = torch.ops.aten.mul.Tensor(add_tensor, 0.5)
	        mul_2: "f32[10, 30][30, 1]cuda:0" = torch.ops.aten.mul.Tensor(add_tensor, 0.7071067811865476);  add_tensor = None
	        erf: "f32[10, 30][30, 1]cuda:0" = torch.ops.aten.erf.default(mul_2);  mul_2 = None
	        add: "f32[10, 30][30, 1]cuda:0" = torch.ops.aten.add.Tensor(erf, 1);  erf = None
	        mul_3: "f32[10, 30][30, 1]cuda:0" = torch.ops.aten.mul.Tensor(mul_1, add);  mul_1 = add = None
	        return (sigmoid, mul_3)
	        
V0318 11:52:35.031000 3498822 /data/users/shangdiy/fbsource/fbcode/caffe2/torch/_dynamo/utils.py:1807] {"chromium_event": {}, "has_payload": "58e0b9637da1d0b5625ccd032a4acfcc"}
	{
	"name": "_recursive_post_grad_passes",
	"ts": 1742323955031287.0,
	"args": {
	"compile_id": "None"
	},
	"ph": "E",
	"cat": "dynamo_timed",
	"tid": 0,
	"pid": 0
	}
V0318 11:52:35.037000 3498822 /data/users/shangdiy/fbsource/fbcode/caffe2/torch/_inductor/compile_fx.py:1027] {"inductor_post_grad_graph": {}, "stack": [{"line": 38, "name": "<module>", "filename": 0, "loc": "__invoke_main()"}, {"line": 35, "name": "__invoke_main", "filename": 0, "loc": "run_as_main(module, main_function)"}, {"line": 98, "name": "run_as_main", "filename": 1, "loc": "oss_run_as_main("}, {"line": 94, "name": "run_as_main", "filename": 2, "loc": "main()"}, {"line": 55, "name": "main", "filename": 3, "loc": "package_path = torch._inductor.aoti_compile_and_package(ep)"}, {"line": 147, "name": "aoti_compile_and_package", "filename": 11, "loc": "return aot_inductor_minifier_wrapper("}, {"line": 934, "name": "aot_inductor_minifier_wrapper", "filename": 12, "loc": "return func("}, {"line": 190, "name": "_aoti_compile_and_package_inner", "filename": 11, "loc": "aoti_files = aot_compile(gm, args, kwargs, options=inductor_configs)"}, {"line": 287, "name": "aot_compile", "filename": 11, "loc": "return compile_fx_aot("}, {"line": 1560, "name": "compile_fx_aot", "filename": 13, "loc": "compiled_artifacts = compile_fx("}, {"line": 1754, "name": "compile_fx", "filename": 13, "loc": "return compile_fx("}, {"line": 1800, "name": "compile_fx", "filename": 13, "loc": "return compile_fx("}, {"line": 2103, "name": "compile_fx", "filename": 13, "loc": "return inference_compiler(unlifted_gm, example_inputs_)"}, {"line": 479, "name": "__call__", "filename": 15, "loc": "return self.compiler_fn(gm, example_inputs)"}, {"line": 1967, "name": "fw_compiler_base", "filename": 13, "loc": "return inner_compile("}, {"line": 79, "name": "inner", "filename": 18, "loc": "return func(*args, **kwds)"}, {"line": 628, "name": "compile_fx_inner", "filename": 13, "loc": "return wrap_compiler_debug(_compile_fx_inner, compiler_name=\"inductor\")("}, {"line": 124, "name": "debug_wrapper", "filename": 19, "loc": "inner_compiled_fn = compiler_fn(gm, example_inputs)"}, {"line": 167, "name": "newFunction", "filename": 20, "loc": "return old_func(*args, **kwargs)"}, {"line": 735, "name": "_compile_fx_inner", "filename": 13, "loc": "mb_compiled_graph = fx_codegen_and_compile("}, {"line": 1318, "name": "fx_codegen_and_compile", "filename": 13, "loc": "return scheme.codegen_and_compile(gm, example_inputs, inputs_to_check, graph_kwargs)"}, {"line": 1027, "name": "codegen_and_compile", "filename": 13, "loc": "trace_structured("}], "has_payload": "6e75ead5c278ac2322dd6e5db0767de6"}
	class <lambda>(torch.nn.Module):
	    def forward(self):
	        arg2_1: "f32[8, 10][10, 1]cuda:0"; arg3_1: "f32[10, 20][20, 1]cuda:0"; arg4_1: "f32[20, 30][30, 1]cuda:0"; arg5_1: "f32[10, 30][30, 1]cuda:0"; 
	    
	        arg2_1, arg3_1, arg4_1, arg5_1, = fx_pytree.tree_flatten_spec([], self._in_spec)
	        # No stacktrace found for following nodes
	        fc1_weight: "f32[16, 10][10, 1]cuda:0" = self.fc1.weight
	        fc1_bias: "f32[16][1]cuda:0" = self.fc1.bias
	        
	         # File: /data/users/shangdiy/fbsource/buck-out/v2/gen/fbcode/8cf76b60692ad3ba/scripts/shangdiy/__aot__/aot#link-tree/torch/nn/modules/linear.py:125 in forward, code: return F.linear(input, self.weight, self.bias)
	        permute: "f32[10, 16][1, 10]cuda:0" = torch.ops.aten.permute.default(fc1_weight, [1, 0]);  fc1_weight = None
	        
	        # No stacktrace found for following nodes
	        mm_default_1: "f32[8, 16][16, 1]cuda:0" = torch.ops.aten.mm.default(arg2_1, permute);  arg2_1 = permute = None
	        add_tensor_1: "f32[8, 16][16, 1]cuda:0" = torch.ops.aten.add.Tensor(mm_default_1, fc1_bias);  mm_default_1 = fc1_bias = None
	        
	         # File: /data/users/shangdiy/fbsource/buck-out/v2/gen/fbcode/8cf76b60692ad3ba/scripts/shangdiy/__aot__/aot#link-tree/torch/nn/modules/activation.py:133 in forward, code: return F.relu(input, inplace=self.inplace)
	        relu: "f32[8, 16][16, 1]cuda:0" = torch.ops.aten.relu.default(add_tensor_1);  add_tensor_1 = None
	        
	         # File: /data/users/shangdiy/fbsource/buck-out/v2/gen/fbcode/8cf76b60692ad3ba/scripts/shangdiy/__aot__/aot#link-tree/torch/nn/modules/activation.py:327 in forward, code: return torch.sigmoid(input)
	        sigmoid: "f32[8, 16][16, 1]cuda:0" = torch.ops.aten.sigmoid.default(relu);  relu = None
	        
	         # File: /data/users/shangdiy/fbsource/buck-out/v2/gen/fbcode/8cf76b60692ad3ba/scripts/shangdiy/__aot__/aot#link-tree/scripts/shangdiy/aot.py:32 in forward, code: d = a * 3.14
	        mul: "f32[10, 20][20, 1]cuda:0" = torch.ops.aten.mul.Tensor(arg3_1, 3.14);  arg3_1 = None
	        
	        # No stacktrace found for following nodes
	        mm_default: "f32[10, 30][30, 1]cuda:0" = torch.ops.aten.mm.default(mul, arg4_1);  mul = arg4_1 = None
	        add_tensor: "f32[10, 30][30, 1]cuda:0" = torch.ops.aten.add.Tensor(mm_default, arg5_1);  mm_default = arg5_1 = None
	        
	         # File: /data/users/shangdiy/fbsource/buck-out/v2/gen/fbcode/8cf76b60692ad3ba/scripts/shangdiy/__aot__/aot#link-tree/scripts/shangdiy/aot.py:34 in forward, code: z = torch.nn.functional.gelu(y)
	        mul_1: "f32[10, 30][30, 1]cuda:0" = torch.ops.aten.mul.Tensor(add_tensor, 0.5)
	        mul_2: "f32[10, 30][30, 1]cuda:0" = torch.ops.aten.mul.Tensor(add_tensor, 0.7071067811865476);  add_tensor = None
	        erf: "f32[10, 30][30, 1]cuda:0" = torch.ops.aten.erf.default(mul_2);  mul_2 = None
	        add: "f32[10, 30][30, 1]cuda:0" = torch.ops.aten.add.Tensor(erf, 1);  erf = None
	        mul_3: "f32[10, 30][30, 1]cuda:0" = torch.ops.aten.mul.Tensor(mul_1, add);  mul_1 = add = None
	        return (sigmoid, mul_3)
	        
V0318 11:52:35.038000 3498822 /data/users/shangdiy/fbsource/fbcode/caffe2/torch/_inductor/compile_fx.py:1037] {"artifact": {"name": "inductor_post_to_pre_grad_nodes", "encoding": "json"}, "stack": [{"line": 38, "name": "<module>", "filename": 0, "loc": "__invoke_main()"}, {"line": 35, "name": "__invoke_main", "filename": 0, "loc": "run_as_main(module, main_function)"}, {"line": 98, "name": "run_as_main", "filename": 1, "loc": "oss_run_as_main("}, {"line": 94, "name": "run_as_main", "filename": 2, "loc": "main()"}, {"line": 55, "name": "main", "filename": 3, "loc": "package_path = torch._inductor.aoti_compile_and_package(ep)"}, {"line": 147, "name": "aoti_compile_and_package", "filename": 11, "loc": "return aot_inductor_minifier_wrapper("}, {"line": 934, "name": "aot_inductor_minifier_wrapper", "filename": 12, "loc": "return func("}, {"line": 190, "name": "_aoti_compile_and_package_inner", "filename": 11, "loc": "aoti_files = aot_compile(gm, args, kwargs, options=inductor_configs)"}, {"line": 287, "name": "aot_compile", "filename": 11, "loc": "return compile_fx_aot("}, {"line": 1560, "name": "compile_fx_aot", "filename": 13, "loc": "compiled_artifacts = compile_fx("}, {"line": 1754, "name": "compile_fx", "filename": 13, "loc": "return compile_fx("}, {"line": 1800, "name": "compile_fx", "filename": 13, "loc": "return compile_fx("}, {"line": 2103, "name": "compile_fx", "filename": 13, "loc": "return inference_compiler(unlifted_gm, example_inputs_)"}, {"line": 479, "name": "__call__", "filename": 15, "loc": "return self.compiler_fn(gm, example_inputs)"}, {"line": 1967, "name": "fw_compiler_base", "filename": 13, "loc": "return inner_compile("}, {"line": 79, "name": "inner", "filename": 18, "loc": "return func(*args, **kwds)"}, {"line": 628, "name": "compile_fx_inner", "filename": 13, "loc": "return wrap_compiler_debug(_compile_fx_inner, compiler_name=\"inductor\")("}, {"line": 124, "name": "debug_wrapper", "filename": 19, "loc": "inner_compiled_fn = compiler_fn(gm, example_inputs)"}, {"line": 167, "name": "newFunction", "filename": 20, "loc": "return old_func(*args, **kwargs)"}, {"line": 735, "name": "_compile_fx_inner", "filename": 13, "loc": "mb_compiled_graph = fx_codegen_and_compile("}, {"line": 1318, "name": "fx_codegen_and_compile", "filename": 13, "loc": "return scheme.codegen_and_compile(gm, example_inputs, inputs_to_check, graph_kwargs)"}, {"line": 1037, "name": "codegen_and_compile", "filename": 13, "loc": "trace_structured("}], "has_payload": "82137d59dd388711207ec36fcd50396e"}
	{"permute": [{"name": "linear", "target": "aten.linear.default", "graph_id": 140520920724336, "pass_name": "Interpreter_PropagateUnbackedSymInts", "action": "create", "from_node": []}], "mm_default_1": [{"name": "", "target": "", "graph_id": -1, "pass_name": "pass_pattern_2", "action": "create", "from_node": []}, {"name": "", "target": "", "graph_id": -1, "pass_name": "pattern_matcher", "action": "create", "from_node": []}, {"name": "mm", "target": "aten.mm.default", "graph_id": 140515659867248, "pass_name": "Interpreter_Replacer", "action": "replace", "from_node": [{"name": "addmm", "target": "aten.addmm.default", "graph_id": 140517161893264, "pass_name": "replace_by_example", "action": "replace", "from_node": [{"name": "linear", "target": "aten.linear.default", "graph_id": 140520920724336, "pass_name": "Interpreter_PropagateUnbackedSymInts", "action": "create", "from_node": []}]}]}], "add_tensor_1": [{"name": "add", "target": "aten.add.Tensor", "graph_id": 140515659867248, "pass_name": "Interpreter_Replacer", "action": "replace", "from_node": [{"name": "addmm", "target": "aten.addmm.default", "graph_id": 140517161893264, "pass_name": "replace_by_example", "action": "replace", "from_node": [{"name": "linear", "target": "aten.linear.default", "graph_id": 140520920724336, "pass_name": "Interpreter_PropagateUnbackedSymInts", "action": "create", "from_node": []}]}]}, {"name": "addmm", "target": "aten.addmm.default", "graph_id": 140517161893264, "pass_name": "pass_pattern_2", "action": "replace+create", "from_node": [{"name": "linear", "target": "aten.linear.default", "graph_id": 140520920724336, "pass_name": "Interpreter_PropagateUnbackedSymInts", "action": "create", "from_node": []}]}, {"name": "addmm", "target": "aten.addmm.default", "graph_id": 140517161893264, "pass_name": "pattern_matcher", "action": "replace+create", "from_node": [{"name": "linear", "target": "aten.linear.default", "graph_id": 140520920724336, "pass_name": "Interpreter_PropagateUnbackedSymInts", "action": "create", "from_node": []}]}], "relu": [{"name": "relu", "target": "aten.relu.default", "graph_id": 140520920724336, "pass_name": "Interpreter_PropagateUnbackedSymInts", "action": "create", "from_node": []}], "sigmoid": [{"name": "sigmoid", "target": "aten.sigmoid.default", "graph_id": 140520920724336, "pass_name": "Interpreter_PropagateUnbackedSymInts", "action": "create", "from_node": []}], "mul": [{"name": "mul", "target": "aten.mul.Tensor", "graph_id": 140520920724336, "pass_name": "Interpreter_PropagateUnbackedSymInts", "action": "create", "from_node": []}], "mm_default": [{"name": "", "target": "", "graph_id": -1, "pass_name": "pass_pattern_2", "action": "create", "from_node": []}, {"name": "", "target": "", "graph_id": -1, "pass_name": "pattern_matcher", "action": "create", "from_node": []}, {"name": "mm", "target": "aten.mm.default", "graph_id": 140515659862928, "pass_name": "Interpreter_Replacer", "action": "replace", "from_node": [{"name": "addmm_1", "target": "aten.addmm.default", "graph_id": 140517161893264, "pass_name": "replace_by_example", "action": "replace", "from_node": [{"name": "addmm", "target": "aten.addmm.default", "graph_id": 140520920724336, "pass_name": "Interpreter_PropagateUnbackedSymInts", "action": "create", "from_node": []}]}]}], "add_tensor": [{"name": "add", "target": "aten.add.Tensor", "graph_id": 140515659862928, "pass_name": "Interpreter_Replacer", "action": "replace", "from_node": [{"name": "addmm_1", "target": "aten.addmm.default", "graph_id": 140517161893264, "pass_name": "replace_by_example", "action": "replace", "from_node": [{"name": "addmm", "target": "aten.addmm.default", "graph_id": 140520920724336, "pass_name": "Interpreter_PropagateUnbackedSymInts", "action": "create", "from_node": []}]}]}, {"name": "addmm_1", "target": "aten.addmm.default", "graph_id": 140517161893264, "pass_name": "pass_pattern_2", "action": "replace+create", "from_node": [{"name": "addmm", "target": "aten.addmm.default", "graph_id": 140520920724336, "pass_name": "Interpreter_PropagateUnbackedSymInts", "action": "create", "from_node": []}]}, {"name": "addmm_1", "target": "aten.addmm.default", "graph_id": 140517161893264, "pass_name": "pattern_matcher", "action": "replace+create", "from_node": [{"name": "addmm", "target": "aten.addmm.default", "graph_id": 140520920724336, "pass_name": "Interpreter_PropagateUnbackedSymInts", "action": "create", "from_node": []}]}, {"name": "addmm_1", "target": "aten.addmm.default", "graph_id": 140517161893264, "pass_name": "pass_pattern_2", "action": "replace+create", "from_node": [{"name": "addmm", "target": "aten.addmm.default", "graph_id": 140520920724336, "pass_name": "Interpreter_PropagateUnbackedSymInts", "action": "create", "from_node": []}]}, {"name": "addmm_1", "target": "aten.addmm.default", "graph_id": 140517161893264, "pass_name": "pattern_matcher", "action": "replace+create", "from_node": [{"name": "addmm", "target": "aten.addmm.default", "graph_id": 140520920724336, "pass_name": "Interpreter_PropagateUnbackedSymInts", "action": "create", "from_node": []}]}], "mul_1": [{"name": "gelu", "target": "aten.gelu.default", "graph_id": 140520920724336, "pass_name": "Interpreter_PropagateUnbackedSymInts", "action": "create", "from_node": []}], "mul_2": [{"name": "gelu", "target": "aten.gelu.default", "graph_id": 140520920724336, "pass_name": "Interpreter_PropagateUnbackedSymInts", "action": "create", "from_node": []}], "erf": [{"name": "gelu", "target": "aten.gelu.default", "graph_id": 140520920724336, "pass_name": "Interpreter_PropagateUnbackedSymInts", "action": "create", "from_node": []}], "add": [{"name": "gelu", "target": "aten.gelu.default", "graph_id": 140520920724336, "pass_name": "Interpreter_PropagateUnbackedSymInts", "action": "create", "from_node": []}], "mul_3": [{"name": "gelu", "target": "aten.gelu.default", "graph_id": 140520920724336, "pass_name": "Interpreter_PropagateUnbackedSymInts", "action": "create", "from_node": []}]}
V0318 11:52:35.053000 3498822 /data/users/shangdiy/fbsource/fbcode/caffe2/torch/_dynamo/utils.py:1807] {"chromium_event": {}, "has_payload": "d7038c3b0c7398d681cce34c358c1c78"}
	{
	"name": "GraphLowering.run",
	"ts": 1742323955053835.2,
	"args": {
	"compile_id": "None"
	},
	"ph": "B",
	"cat": "dynamo_timed",
	"tid": 0,
	"pid": 0
	}
V0318 11:52:35.142000 3498822 /data/users/shangdiy/fbsource/fbcode/caffe2/torch/_dynamo/utils.py:1807] {"chromium_event": {}, "has_payload": "286fc07d571228fe087132ae9174678e"}
	{
	"name": "GraphLowering.run",
	"ts": 1742323955142404.8,
	"args": {
	"compile_id": "None"
	},
	"ph": "E",
	"cat": "dynamo_timed",
	"tid": 0,
	"pid": 0
	}
V0318 11:52:35.144000 3498822 /data/users/shangdiy/fbsource/fbcode/caffe2/torch/_dynamo/utils.py:1807] {"chromium_event": {}, "has_payload": "18178d35204089d59eea9ccef9232732"}
	{
	"name": "GraphLowering.compile_to_fn",
	"ts": 1742323955143941.8,
	"args": {
	"compile_id": "None"
	},
	"ph": "B",
	"cat": "dynamo_timed",
	"tid": 0,
	"pid": 0
	}
V0318 11:52:35.145000 3498822 /data/users/shangdiy/fbsource/fbcode/caffe2/torch/_dynamo/utils.py:1807] {"chromium_event": {}, "has_payload": "5333acba4dc827c08594fb0a2f830162"}
	{
	"name": "GraphLowering.codegen",
	"ts": 1742323955144991.8,
	"args": {
	"compile_id": "None"
	},
	"ph": "B",
	"cat": "dynamo_timed",
	"tid": 0,
	"pid": 0
	}
V0318 11:52:35.149000 3498822 /data/users/shangdiy/fbsource/fbcode/caffe2/torch/_dynamo/utils.py:1807] {"chromium_event": {}, "has_payload": "8c3eccac55cb319a9e41cf6be1d32bac"}
	{
	"name": "Scheduler.__init__",
	"ts": 1742323955149800.5,
	"args": {
	"compile_id": "None"
	},
	"ph": "B",
	"cat": "dynamo_timed",
	"tid": 0,
	"pid": 0
	}
V0318 11:52:35.201000 3498822 /data/users/shangdiy/fbsource/fbcode/caffe2/torch/_dynamo/utils.py:1807] {"chromium_event": {}, "has_payload": "3c7da69f173f97e26e87cbdda9356131"}
	{
	"name": "Scheduler.fused_nodes",
	"ts": 1742323955201403.8,
	"args": {
	"compile_id": "None"
	},
	"ph": "B",
	"cat": "dynamo_timed",
	"tid": 0,
	"pid": 0
	}
V0318 11:52:35.203000 3498822 /data/users/shangdiy/fbsource/fbcode/caffe2/torch/_dynamo/utils.py:1807] {"chromium_event": {}, "has_payload": "c53866f23a3d33262582745e71b094b2"}
	{
	"name": "Scheduler.fused_nodes",
	"ts": 1742323955203744.5,
	"args": {
	"compile_id": "None"
	},
	"ph": "E",
	"cat": "dynamo_timed",
	"tid": 0,
	"pid": 0
	}
V0318 11:52:35.223000 3498822 /data/users/shangdiy/fbsource/fbcode/caffe2/torch/_dynamo/utils.py:1807] {"chromium_event": {}, "has_payload": "42748d183c5202e5db0074200cdd62c6"}
	{
	"name": "Scheduler.__init__",
	"ts": 1742323955223282.2,
	"args": {
	"compile_id": "None"
	},
	"ph": "E",
	"cat": "dynamo_timed",
	"tid": 0,
	"pid": 0
	}
V0318 11:52:35.224000 3498822 /data/users/shangdiy/fbsource/fbcode/caffe2/torch/_dynamo/utils.py:1807] {"chromium_event": {}, "has_payload": "40c6156c883782a33b946a15d1effdd1"}
	{
	"name": "Scheduler.codegen",
	"ts": 1742323955224355.8,
	"args": {
	"compile_id": "None"
	},
	"ph": "B",
	"cat": "dynamo_timed",
	"tid": 0,
	"pid": 0
	}
V0318 11:52:35.314000 3498822 /data/users/shangdiy/fbsource/fbcode/caffe2/torch/_dynamo/utils.py:1807] {"chromium_event": {}, "has_payload": "b8fb386ada52bf4d3e92662499fe23e6"}
	{
	"name": "Scheduler.codegen",
	"ts": 1742323955314019.2,
	"args": {
	"compile_id": "None"
	},
	"ph": "E",
	"cat": "dynamo_timed",
	"tid": 0,
	"pid": 0
	}
V0318 11:52:35.317000 3498822 /data/users/shangdiy/fbsource/fbcode/caffe2/torch/_logging/structured.py:27] {"str": ["/data/users/shangdiy/fbsource/buck-out/v2/gen/fbcode/8cf76b60692ad3ba/scripts/shangdiy/__aot__/aot#link-tree/torch/_inductor/graph.py", 22]}
V0318 11:52:35.318000 3498822 /data/users/shangdiy/fbsource/fbcode/caffe2/torch/_inductor/graph.py:2020] {"artifact": {"name": "inductor_triton_kernel_to_post_grad_nodes", "encoding": "json"}, "stack": [{"line": 38, "name": "<module>", "filename": 0, "loc": "__invoke_main()"}, {"line": 35, "name": "__invoke_main", "filename": 0, "loc": "run_as_main(module, main_function)"}, {"line": 98, "name": "run_as_main", "filename": 1, "loc": "oss_run_as_main("}, {"line": 94, "name": "run_as_main", "filename": 2, "loc": "main()"}, {"line": 55, "name": "main", "filename": 3, "loc": "package_path = torch._inductor.aoti_compile_and_package(ep)"}, {"line": 147, "name": "aoti_compile_and_package", "filename": 11, "loc": "return aot_inductor_minifier_wrapper("}, {"line": 934, "name": "aot_inductor_minifier_wrapper", "filename": 12, "loc": "return func("}, {"line": 190, "name": "_aoti_compile_and_package_inner", "filename": 11, "loc": "aoti_files = aot_compile(gm, args, kwargs, options=inductor_configs)"}, {"line": 287, "name": "aot_compile", "filename": 11, "loc": "return compile_fx_aot("}, {"line": 1560, "name": "compile_fx_aot", "filename": 13, "loc": "compiled_artifacts = compile_fx("}, {"line": 1754, "name": "compile_fx", "filename": 13, "loc": "return compile_fx("}, {"line": 1800, "name": "compile_fx", "filename": 13, "loc": "return compile_fx("}, {"line": 2103, "name": "compile_fx", "filename": 13, "loc": "return inference_compiler(unlifted_gm, example_inputs_)"}, {"line": 479, "name": "__call__", "filename": 15, "loc": "return self.compiler_fn(gm, example_inputs)"}, {"line": 1967, "name": "fw_compiler_base", "filename": 13, "loc": "return inner_compile("}, {"line": 79, "name": "inner", "filename": 18, "loc": "return func(*args, **kwds)"}, {"line": 628, "name": "compile_fx_inner", "filename": 13, "loc": "return wrap_compiler_debug(_compile_fx_inner, compiler_name=\"inductor\")("}, {"line": 124, "name": "debug_wrapper", "filename": 19, "loc": "inner_compiled_fn = compiler_fn(gm, example_inputs)"}, {"line": 167, "name": "newFunction", "filename": 20, "loc": "return old_func(*args, **kwargs)"}, {"line": 735, "name": "_compile_fx_inner", "filename": 13, "loc": "mb_compiled_graph = fx_codegen_and_compile("}, {"line": 1318, "name": "fx_codegen_and_compile", "filename": 13, "loc": "return scheme.codegen_and_compile(gm, example_inputs, inputs_to_check, graph_kwargs)"}, {"line": 1177, "name": "codegen_and_compile", "filename": 13, "loc": "wrapper_code, kernel_code = graph.codegen_with_cpp_wrapper()"}, {"line": 1894, "name": "codegen_with_cpp_wrapper", "filename": 22, "loc": "return self.codegen()"}, {"line": 2020, "name": "codegen", "filename": 22, "loc": "trace_structured("}], "has_payload": "d47e8442f6ad821d88442a186d79be4e"}
	{"triton_poi_fused_addmm_relu_sigmoid_0": ["sigmoid", "relu", "add_tensor_1"], "triton_poi_fused_mul_1": ["mul"], "triton_poi_fused_addmm_gelu_2": ["mul_3", "mul_1", "add_tensor", "add", "erf", "mul_2"]}
V0318 11:52:35.319000 3498822 /data/users/shangdiy/fbsource/fbcode/caffe2/torch/_inductor/graph.py:2028] {"artifact": {"name": "inductor_provenance_tracking_node_mappings", "encoding": "json"}, "stack": [{"line": 38, "name": "<module>", "filename": 0, "loc": "__invoke_main()"}, {"line": 35, "name": "__invoke_main", "filename": 0, "loc": "run_as_main(module, main_function)"}, {"line": 98, "name": "run_as_main", "filename": 1, "loc": "oss_run_as_main("}, {"line": 94, "name": "run_as_main", "filename": 2, "loc": "main()"}, {"line": 55, "name": "main", "filename": 3, "loc": "package_path = torch._inductor.aoti_compile_and_package(ep)"}, {"line": 147, "name": "aoti_compile_and_package", "filename": 11, "loc": "return aot_inductor_minifier_wrapper("}, {"line": 934, "name": "aot_inductor_minifier_wrapper", "filename": 12, "loc": "return func("}, {"line": 190, "name": "_aoti_compile_and_package_inner", "filename": 11, "loc": "aoti_files = aot_compile(gm, args, kwargs, options=inductor_configs)"}, {"line": 287, "name": "aot_compile", "filename": 11, "loc": "return compile_fx_aot("}, {"line": 1560, "name": "compile_fx_aot", "filename": 13, "loc": "compiled_artifacts = compile_fx("}, {"line": 1754, "name": "compile_fx", "filename": 13, "loc": "return compile_fx("}, {"line": 1800, "name": "compile_fx", "filename": 13, "loc": "return compile_fx("}, {"line": 2103, "name": "compile_fx", "filename": 13, "loc": "return inference_compiler(unlifted_gm, example_inputs_)"}, {"line": 479, "name": "__call__", "filename": 15, "loc": "return self.compiler_fn(gm, example_inputs)"}, {"line": 1967, "name": "fw_compiler_base", "filename": 13, "loc": "return inner_compile("}, {"line": 79, "name": "inner", "filename": 18, "loc": "return func(*args, **kwds)"}, {"line": 628, "name": "compile_fx_inner", "filename": 13, "loc": "return wrap_compiler_debug(_compile_fx_inner, compiler_name=\"inductor\")("}, {"line": 124, "name": "debug_wrapper", "filename": 19, "loc": "inner_compiled_fn = compiler_fn(gm, example_inputs)"}, {"line": 167, "name": "newFunction", "filename": 20, "loc": "return old_func(*args, **kwargs)"}, {"line": 735, "name": "_compile_fx_inner", "filename": 13, "loc": "mb_compiled_graph = fx_codegen_and_compile("}, {"line": 1318, "name": "fx_codegen_and_compile", "filename": 13, "loc": "return scheme.codegen_and_compile(gm, example_inputs, inputs_to_check, graph_kwargs)"}, {"line": 1177, "name": "codegen_and_compile", "filename": 13, "loc": "wrapper_code, kernel_code = graph.codegen_with_cpp_wrapper()"}, {"line": 1894, "name": "codegen_with_cpp_wrapper", "filename": 22, "loc": "return self.codegen()"}, {"line": 2028, "name": "codegen", "filename": 22, "loc": "trace_structured("}], "has_payload": "0261095301db15c6a36110b1fb558c6b"}
	{"preToPost": {"linear": ["permute", "mm_default_1", "add_tensor_1"], "relu": ["relu"], "sigmoid": ["sigmoid"], "mul": ["mul"], "addmm": ["mm_default", "add_tensor"], "gelu": ["mul_1", "mul_2", "erf", "add", "mul_3"]}, "postToPre": {"permute": ["linear"], "mm_default_1": ["linear"], "add_tensor_1": ["linear"], "relu": ["relu"], "sigmoid": ["sigmoid"], "mul": ["mul"], "mm_default": ["addmm"], "add_tensor": ["addmm"], "mul_1": ["gelu"], "mul_2": ["gelu"], "erf": ["gelu"], "add": ["gelu"], "mul_3": ["gelu"]}, "cppCodeToPost": {"triton_poi_fused_addmm_relu_sigmoid_0": ["sigmoid", "relu", "add_tensor_1"], "triton_poi_fused_mul_1": ["mul"], "triton_poi_fused_addmm_gelu_2": ["mul_3", "mul_1", "add_tensor", "add", "erf", "mul_2"]}, "postToCppCode": {"sigmoid": ["triton_poi_fused_addmm_relu_sigmoid_0"], "relu": ["triton_poi_fused_addmm_relu_sigmoid_0"], "add_tensor_1": ["triton_poi_fused_addmm_relu_sigmoid_0"], "mul": ["triton_poi_fused_mul_1"], "mul_3": ["triton_poi_fused_addmm_gelu_2"], "mul_1": ["triton_poi_fused_addmm_gelu_2"], "add_tensor": ["triton_poi_fused_addmm_gelu_2"], "add": ["triton_poi_fused_addmm_gelu_2"], "erf": ["triton_poi_fused_addmm_gelu_2"], "mul_2": ["triton_poi_fused_addmm_gelu_2"]}}
V0318 11:52:35.320000 3498822 /data/users/shangdiy/fbsource/fbcode/caffe2/torch/_dynamo/utils.py:1807] {"chromium_event": {}, "has_payload": "036bf4fbf2a2396e32ee3a5fc2d904bb"}
	{
	"name": "CppWrapperGpu.generate",
	"ts": 1742323955320218.2,
	"args": {
	"compile_id": "None"
	},
	"ph": "B",
	"cat": "dynamo_timed",
	"tid": 0,
	"pid": 0
	}
V0318 11:52:35.321000 3498822 /data/users/shangdiy/fbsource/fbcode/caffe2/torch/_dynamo/utils.py:1807] {"chromium_event": {}, "has_payload": "7862e08bf84c88e932a1b8f6fb51cc92"}
	{
	"name": "CppWrapperCpu.generate",
	"ts": 1742323955321344.5,
	"args": {
	"compile_id": "None"
	},
	"ph": "B",
	"cat": "dynamo_timed",
	"tid": 0,
	"pid": 0
	}
V0318 11:52:35.324000 3498822 /data/users/shangdiy/fbsource/fbcode/caffe2/torch/_dynamo/utils.py:1807] {"chromium_event": {}, "has_payload": "a1b464a15f87263f950afbaa2fe33bde"}
	{
	"name": "PythonWrapperCodegen.generate",
	"ts": 1742323955324495.0,
	"args": {
	"compile_id": "None"
	},
	"ph": "B",
	"cat": "dynamo_timed",
	"tid": 0,
	"pid": 0
	}
V0318 11:52:35.328000 3498822 /data/users/shangdiy/fbsource/fbcode/caffe2/torch/_dynamo/utils.py:1807] {"chromium_event": {}, "has_payload": "2b8a5b806b71011f9c4d9167b8b4b9d6"}
	{
	"name": "inductor_codecache_torch_key",
	"ts": 1742323955328423.5,
	"args": {
	"compile_id": "None"
	},
	"ph": "B",
	"cat": "dynamo_timed",
	"tid": 0,
	"pid": 0
	}
V0318 11:52:35.329000 3498822 /data/users/shangdiy/fbsource/fbcode/caffe2/torch/_dynamo/utils.py:1807] {"chromium_event": {}, "has_payload": "e0ca150631488b1584b913c477a2c1a1"}
	{
	"name": "inductor_codecache_torch_key",
	"ts": 1742323955329587.2,
	"args": {
	"compile_id": "None"
	},
	"ph": "E",
	"cat": "dynamo_timed",
	"tid": 0,
	"pid": 0
	}
V0318 11:52:35.331000 3498822 /data/users/shangdiy/fbsource/fbcode/caffe2/torch/_dynamo/utils.py:1807] {"chromium_event": {}, "has_payload": "c4fccffc7f615669f2817cd99ee29fee"}
	{
	"name": "async_compile.precompile",
	"ts": 1742323955331347.2,
	"args": {
	"compile_id": "None"
	},
	"ph": "B",
	"cat": "dynamo_timed",
	"tid": 0,
	"pid": 0
	}
V0318 11:52:35.471000 3498822 /data/users/shangdiy/fbsource/fbcode/caffe2/torch/_dynamo/utils.py:1807] {"chromium_event": {}, "has_payload": "5242ccbd268367971b87f8e022665840"}
	{
	"name": "async_compile.precompile",
	"ts": 1742323955470962.2,
	"args": {
	"compile_id": "None"
	},
	"ph": "E",
	"cat": "dynamo_timed",
	"tid": 0,
	"pid": 0
	}
V0318 11:52:35.473000 3498822 /data/users/shangdiy/fbsource/fbcode/caffe2/torch/_dynamo/utils.py:1807] {"chromium_event": {}, "has_payload": "c4989c60de4164375ba92dbba3b0cace"}
	{
	"name": "async_compile.precompile",
	"ts": 1742323955473529.0,
	"args": {
	"compile_id": "None"
	},
	"ph": "B",
	"cat": "dynamo_timed",
	"tid": 0,
	"pid": 0
	}
V0318 11:52:35.673000 3498822 /data/users/shangdiy/fbsource/fbcode/caffe2/torch/_dynamo/utils.py:1807] {"chromium_event": {}, "has_payload": "325a55cd42dfdcb67a777a3ae0fc4fc5"}
	{
	"name": "async_compile.precompile",
	"ts": 1742323955673690.5,
	"args": {
	"compile_id": "None"
	},
	"ph": "E",
	"cat": "dynamo_timed",
	"tid": 0,
	"pid": 0
	}
V0318 11:52:35.676000 3498822 /data/users/shangdiy/fbsource/fbcode/caffe2/torch/_dynamo/utils.py:1807] {"chromium_event": {}, "has_payload": "2d71a8d3ac354ec8e2529f7128dd937d"}
	{
	"name": "async_compile.precompile",
	"ts": 1742323955676120.0,
	"args": {
	"compile_id": "None"
	},
	"ph": "B",
	"cat": "dynamo_timed",
	"tid": 0,
	"pid": 0
	}
V0318 11:52:35.891000 3498822 /data/users/shangdiy/fbsource/fbcode/caffe2/torch/_dynamo/utils.py:1807] {"chromium_event": {}, "has_payload": "77d43d6489c1bde30a00edfa1a24074c"}
	{
	"name": "async_compile.precompile",
	"ts": 1742323955891158.0,
	"args": {
	"compile_id": "None"
	},
	"ph": "E",
	"cat": "dynamo_timed",
	"tid": 0,
	"pid": 0
	}
V0318 11:52:35.893000 3498822 /data/users/shangdiy/fbsource/fbcode/caffe2/torch/_dynamo/utils.py:1807] {"chromium_event": {}, "has_payload": "d094f1a9e861eec2c67e8a39a38ea32b"}
	{
	"name": "async_compile.wait",
	"ts": 1742323955893318.0,
	"args": {
	"compile_id": "None"
	},
	"ph": "B",
	"cat": "dynamo_timed",
	"tid": 0,
	"pid": 0
	}
V0318 11:52:35.894000 3498822 /data/users/shangdiy/fbsource/fbcode/caffe2/torch/_dynamo/utils.py:1807] {"chromium_event": {}, "has_payload": "c1e50f30ba9d45218747b657ccf5dd19"}
	{
	"name": "async_compile.wait",
	"ts": 1742323955894716.2,
	"args": {
	"compile_id": "None"
	},
	"ph": "E",
	"cat": "dynamo_timed",
	"tid": 0,
	"pid": 0
	}
V0318 11:52:35.898000 3498822 /data/users/shangdiy/fbsource/fbcode/caffe2/torch/_dynamo/utils.py:1807] {"chromium_event": {}, "has_payload": "c887d432b403400a62ed1eff86d27b38"}
	{
	"name": "CachingAutotuner.benchmark_all_configs",
	"ts": 1742323955898428.8,
	"args": {
	"kernel_name": "triton_poi_fused_mul_1",
	"is_backward": false,
	"compile_id": "None"
	},
	"ph": "B",
	"cat": "dynamo_timed",
	"tid": 0,
	"pid": 0
	}
V0318 11:52:35.899000 3498822 /data/users/shangdiy/fbsource/fbcode/caffe2/torch/_dynamo/utils.py:1807] {"chromium_event": {}, "has_payload": "71442f44f7e72c2d71e25fd25c9d835a"}
	{
	"name": "TritonBenchmarker.benchmark_gpu",
	"ts": 1742323955899885.2,
	"args": {
	"compile_id": "None"
	},
	"ph": "B",
	"cat": "dynamo_timed",
	"tid": 0,
	"pid": 0
	}
V0318 11:52:35.946000 3498822 /data/users/shangdiy/fbsource/fbcode/caffe2/torch/_dynamo/utils.py:1807] {"chromium_event": {}, "has_payload": "41e8d48111e3a3e73579942204f73b35"}
	{
	"name": "TritonBenchmarker.benchmark_gpu",
	"ts": 1742323955946202.2,
	"args": {
	"compile_id": "None"
	},
	"ph": "E",
	"cat": "dynamo_timed",
	"tid": 0,
	"pid": 0
	}
V0318 11:52:35.949000 3498822 /data/users/shangdiy/fbsource/fbcode/caffe2/torch/_dynamo/utils.py:1807] {"chromium_event": {}, "has_payload": "14304178e746588c7115dee07a748b61"}
	{
	"name": "TritonBenchmarker.benchmark_gpu",
	"ts": 1742323955949074.2,
	"args": {
	"compile_id": "None"
	},
	"ph": "B",
	"cat": "dynamo_timed",
	"tid": 0,
	"pid": 0
	}
V0318 11:52:35.995000 3498822 /data/users/shangdiy/fbsource/fbcode/caffe2/torch/_dynamo/utils.py:1807] {"chromium_event": {}, "has_payload": "fe6931b9dd3e55182118cb05e76fe93f"}
	{
	"name": "TritonBenchmarker.benchmark_gpu",
	"ts": 1742323955995657.0,
	"args": {
	"compile_id": "None"
	},
	"ph": "E",
	"cat": "dynamo_timed",
	"tid": 0,
	"pid": 0
	}
V0318 11:52:35.999000 3498822 /data/users/shangdiy/fbsource/fbcode/caffe2/torch/_dynamo/utils.py:1807] {"chromium_event": {}, "has_payload": "ea08b745c1cd8455b1b75aa73ff267e6"}
	{
	"name": "CachingAutotuner.benchmark_all_configs",
	"ts": 1742323955999406.2,
	"args": {
	"kernel_name": "triton_poi_fused_mul_1",
	"is_backward": false,
	"compile_id": "None"
	},
	"ph": "E",
	"cat": "dynamo_timed",
	"tid": 0,
	"pid": 0
	}
V0318 11:52:36.005000 3498822 /data/users/shangdiy/fbsource/fbcode/caffe2/torch/_dynamo/utils.py:1807] {"chromium_event": {}, "has_payload": "3849f8b00ae0b7bdfc90b41b1eabd2da"}
	{
	"name": "CachingAutotuner.benchmark_all_configs",
	"ts": 1742323956005262.2,
	"args": {
	"kernel_name": "triton_poi_fused_addmm_gelu_2",
	"is_backward": false,
	"compile_id": "None"
	},
	"ph": "B",
	"cat": "dynamo_timed",
	"tid": 0,
	"pid": 0
	}
V0318 11:52:36.006000 3498822 /data/users/shangdiy/fbsource/fbcode/caffe2/torch/_dynamo/utils.py:1807] {"chromium_event": {}, "has_payload": "62144e2cc526b58ccad99de07408a811"}
	{
	"name": "TritonBenchmarker.benchmark_gpu",
	"ts": 1742323956006815.0,
	"args": {
	"compile_id": "None"
	},
	"ph": "B",
	"cat": "dynamo_timed",
	"tid": 0,
	"pid": 0
	}
V0318 11:52:36.072000 3498822 /data/users/shangdiy/fbsource/fbcode/caffe2/torch/_dynamo/utils.py:1807] {"chromium_event": {}, "has_payload": "edf65d1ff557835f8c4b824a121ec0d2"}
	{
	"name": "TritonBenchmarker.benchmark_gpu",
	"ts": 1742323956072013.2,
	"args": {
	"compile_id": "None"
	},
	"ph": "E",
	"cat": "dynamo_timed",
	"tid": 0,
	"pid": 0
	}
V0318 11:52:36.075000 3498822 /data/users/shangdiy/fbsource/fbcode/caffe2/torch/_dynamo/utils.py:1807] {"chromium_event": {}, "has_payload": "1f888fd40eeb1403b197df58ca098862"}
	{
	"name": "TritonBenchmarker.benchmark_gpu",
	"ts": 1742323956074942.5,
	"args": {
	"compile_id": "None"
	},
	"ph": "B",
	"cat": "dynamo_timed",
	"tid": 0,
	"pid": 0
	}
V0318 11:52:36.143000 3498822 /data/users/shangdiy/fbsource/fbcode/caffe2/torch/_dynamo/utils.py:1807] {"chromium_event": {}, "has_payload": "97bf9c761ef448ce5a9b9adb21e06d16"}
	{
	"name": "TritonBenchmarker.benchmark_gpu",
	"ts": 1742323956143725.2,
	"args": {
	"compile_id": "None"
	},
	"ph": "E",
	"cat": "dynamo_timed",
	"tid": 0,
	"pid": 0
	}
V0318 11:52:36.147000 3498822 /data/users/shangdiy/fbsource/fbcode/caffe2/torch/_dynamo/utils.py:1807] {"chromium_event": {}, "has_payload": "2bdba6db7b6171e381e5d2d061a2bbe0"}
	{
	"name": "CachingAutotuner.benchmark_all_configs",
	"ts": 1742323956147422.8,
	"args": {
	"kernel_name": "triton_poi_fused_addmm_gelu_2",
	"is_backward": false,
	"compile_id": "None"
	},
	"ph": "E",
	"cat": "dynamo_timed",
	"tid": 0,
	"pid": 0
	}
V0318 11:52:36.155000 3498822 /data/users/shangdiy/fbsource/fbcode/caffe2/torch/_dynamo/utils.py:1807] {"chromium_event": {}, "has_payload": "d3c77c434e23aa6370e51293d8ded671"}
	{
	"name": "PythonWrapperCodegen.generate",
	"ts": 1742323956155117.2,
	"args": {
	"compile_id": "None"
	},
	"ph": "E",
	"cat": "dynamo_timed",
	"tid": 0,
	"pid": 0
	}
V0318 11:52:36.156000 3498822 /data/users/shangdiy/fbsource/fbcode/caffe2/torch/_dynamo/utils.py:1807] {"chromium_event": {}, "has_payload": "fe95dd69782bf414e661ad67c30b03f0"}
	{
	"name": "CppWrapperCpu.generate",
	"ts": 1742323956156195.5,
	"args": {
	"compile_id": "None"
	},
	"ph": "E",
	"cat": "dynamo_timed",
	"tid": 0,
	"pid": 0
	}
V0318 11:52:36.157000 3498822 /data/users/shangdiy/fbsource/fbcode/caffe2/torch/_dynamo/utils.py:1807] {"chromium_event": {}, "has_payload": "4e67a71bb9b4ec962fa093859b922a8f"}
	{
	"name": "CppWrapperGpu.generate",
	"ts": 1742323956157872.8,
	"args": {
	"compile_id": "None"
	},
	"ph": "E",
	"cat": "dynamo_timed",
	"tid": 0,
	"pid": 0
	}
V0318 11:52:36.159000 3498822 /data/users/shangdiy/fbsource/fbcode/caffe2/torch/_dynamo/utils.py:1807] {"chromium_event": {}, "has_payload": "f40ca86bae240db883285c7b0e3c24a0"}
	{
	"name": "GraphLowering.codegen",
	"ts": 1742323956159461.2,
	"args": {
	"compile_id": "None"
	},
	"ph": "E",
	"cat": "dynamo_timed",
	"tid": 0,
	"pid": 0
	}
V0318 11:52:36.161000 3498822 /data/users/shangdiy/fbsource/fbcode/caffe2/torch/_dynamo/utils.py:1807] {"chromium_event": {}, "has_payload": "87a1d12575fda35ca4909fb1e07d1bb0"}
	{
	"name": "AotCodeCompiler.compile",
	"ts": 1742323956161078.8,
	"args": {
	"compile_id": "None"
	},
	"ph": "B",
	"cat": "dynamo_timed",
	"tid": 0,
	"pid": 0
	}
V0318 11:52:52.131000 3498822 /data/users/shangdiy/fbsource/fbcode/caffe2/torch/_logging/structured.py:27] {"str": ["/data/users/shangdiy/fbsource/buck-out/v2/gen/fbcode/8cf76b60692ad3ba/scripts/shangdiy/__aot__/aot#link-tree/torch/_inductor/codecache.py", 23]}
V0318 11:52:52.131000 3498822 /data/users/shangdiy/fbsource/fbcode/caffe2/torch/_inductor/codecache.py:1468] {"graph_dump": {"name": "inductor_aot_wrapper_code", "type": "cpp", "filename": "/tmp/torchinductor_shangdiy/cwhkamk7hukdm5d55b4fxkyyok5x57mzbc2hzfy243x4xp2dcbtz/cbnfvbjsi26rmm5vzjhpfimkvhrfnqubc3m6kluarj32r3bbnnnb.wrapper.cpp"}, "stack": [{"line": 38, "name": "<module>", "filename": 0, "loc": "__invoke_main()"}, {"line": 35, "name": "__invoke_main", "filename": 0, "loc": "run_as_main(module, main_function)"}, {"line": 98, "name": "run_as_main", "filename": 1, "loc": "oss_run_as_main("}, {"line": 94, "name": "run_as_main", "filename": 2, "loc": "main()"}, {"line": 55, "name": "main", "filename": 3, "loc": "package_path = torch._inductor.aoti_compile_and_package(ep)"}, {"line": 147, "name": "aoti_compile_and_package", "filename": 11, "loc": "return aot_inductor_minifier_wrapper("}, {"line": 934, "name": "aot_inductor_minifier_wrapper", "filename": 12, "loc": "return func("}, {"line": 190, "name": "_aoti_compile_and_package_inner", "filename": 11, "loc": "aoti_files = aot_compile(gm, args, kwargs, options=inductor_configs)"}, {"line": 287, "name": "aot_compile", "filename": 11, "loc": "return compile_fx_aot("}, {"line": 1560, "name": "compile_fx_aot", "filename": 13, "loc": "compiled_artifacts = compile_fx("}, {"line": 1754, "name": "compile_fx", "filename": 13, "loc": "return compile_fx("}, {"line": 1800, "name": "compile_fx", "filename": 13, "loc": "return compile_fx("}, {"line": 2103, "name": "compile_fx", "filename": 13, "loc": "return inference_compiler(unlifted_gm, example_inputs_)"}, {"line": 479, "name": "__call__", "filename": 15, "loc": "return self.compiler_fn(gm, example_inputs)"}, {"line": 1967, "name": "fw_compiler_base", "filename": 13, "loc": "return inner_compile("}, {"line": 79, "name": "inner", "filename": 18, "loc": "return func(*args, **kwds)"}, {"line": 628, "name": "compile_fx_inner", "filename": 13, "loc": "return wrap_compiler_debug(_compile_fx_inner, compiler_name=\"inductor\")("}, {"line": 124, "name": "debug_wrapper", "filename": 19, "loc": "inner_compiled_fn = compiler_fn(gm, example_inputs)"}, {"line": 167, "name": "newFunction", "filename": 20, "loc": "return old_func(*args, **kwargs)"}, {"line": 735, "name": "_compile_fx_inner", "filename": 13, "loc": "mb_compiled_graph = fx_codegen_and_compile("}, {"line": 1318, "name": "fx_codegen_and_compile", "filename": 13, "loc": "return scheme.codegen_and_compile(gm, example_inputs, inputs_to_check, graph_kwargs)"}, {"line": 1202, "name": "codegen_and_compile", "filename": 13, "loc": "compiled_fn = AotCodeCompiler.compile("}, {"line": 1468, "name": "compile", "filename": 23, "loc": "trace_structured("}], "has_payload": "bcea1564bc20b3cb48de725e79b47e06"}
	
	#include <torch/csrc/inductor/aoti_include/cuda.h>
	// Definition of AOTI runtime interface functions
	
	#include <torch/csrc/inductor/aoti_runtime/interface.h>
	#include <torch/csrc/inductor/aoti_runtime/model_container.h>
	
	#include <iostream>
	#include <sstream>
	#include <stdexcept>
	#include <vector>
	
	#define CONVERT_EXCEPTION_TO_ERROR_CODE(...)                 \
	  try {                                                      \
	    __VA_ARGS__                                              \
	  } catch (const std::exception& e) {                        \
	    std::cerr << "Error: " << e.what() << std::endl;         \
	    return AOTI_RUNTIME_FAILURE;                             \
	  } catch (...) {                                            \
	    std::cerr << "Unknown exception occurred." << std::endl; \
	    return AOTI_RUNTIME_FAILURE;                             \
	  }                                                          \
	  return AOTI_RUNTIME_SUCCESS;
	
	#define AOTI_VECTOR_SIZE_CHECK(actual_size, expected_size, name)  \
	  do {                                                            \
	    AOTI_RUNTIME_CHECK(                                           \
	        actual_size == expected_size,                             \
	        "expected " + std::string(name) + " vector size to be " + \
	            std::to_string(expected_size) + ", but got " +        \
	            std::to_string(actual_size));                         \
	  } while (0)
	
	// AOTInductor uses at::addmm_out, which doesn't supports
	// arguments that requires gradient. For this reason, we
	// enforce no_grad context for run APIs.
	//
	// A RAII, thread local (!) guard that enables or disables grad mode upon
	// construction, and sets it back to the original value upon destruction.
	struct AOTINoGradGuard {
	  AOTINoGradGuard() : prev_mode(aoti_torch_grad_mode_is_enabled()) {
	    aoti_torch_grad_mode_set_enabled(false);
	  }
	  ~AOTINoGradGuard() {
	    aoti_torch_grad_mode_set_enabled(prev_mode);
	  }
	  bool prev_mode;
	};
	
	extern "C" {
	
	AOTIRuntimeError AOTInductorModelContainerCreate(
	    AOTInductorModelContainerHandle* container_handle,
	    size_t num_models,
	    bool is_cpu,
	    const char* cubin_dir) {
	      return AOTInductorModelContainerCreateWithDevice(
	        container_handle,
	        num_models,
	        is_cpu ? "cpu" : "cuda",
	        cubin_dir);
	}
	
	AOTIRuntimeError AOTInductorModelContainerCreateWithDevice(
	    AOTInductorModelContainerHandle* container_handle,
	    size_t num_models,
	    const char* device_str,
	    const char* cubin_dir) {
	  if (num_models == 0) {
	    std::cerr << "Error: num_models must be positive, but got 0" << std::endl;
	    return AOTI_RUNTIME_FAILURE;
	  }
	  CONVERT_EXCEPTION_TO_ERROR_CODE({
	    std::optional<std::string> cubin_dir_opt;
	    if (cubin_dir != nullptr) {
	      cubin_dir_opt.emplace(cubin_dir);
	    }
	    auto* container = new torch::aot_inductor::AOTInductorModelContainer(
	        num_models, std::string(device_str), cubin_dir_opt);
	    *container_handle =
	        reinterpret_cast<AOTInductorModelContainerHandle>(container);
	  })
	}
	
	AOTIRuntimeError AOTInductorModelContainerDelete(
	    AOTInductorModelContainerHandle container_handle) {
	  CONVERT_EXCEPTION_TO_ERROR_CODE({
	    auto* container =
	        reinterpret_cast<torch::aot_inductor::AOTInductorModelContainer*>(
	            container_handle);
	    delete container;
	  });
	}
	
	AOTIRuntimeError AOTInductorModelContainerRun(
	    AOTInductorModelContainerHandle container_handle,
	    AtenTensorHandle* input_handles, // array of input AtenTensorHandle; handles
	                                     // are stolen; the array itself is borrowed
	    size_t num_inputs,
	    AtenTensorHandle*
	        output_handles, // array for writing output AtenTensorHandle; handles
	                        // will be stolen by the caller; the array itself is
	                        // borrowed
	    size_t num_outputs,
	    AOTInductorStreamHandle stream_handle,
	    AOTIProxyExecutorHandle proxy_executor_handle) {
	  auto* container =
	      reinterpret_cast<torch::aot_inductor::AOTInductorModelContainer*>(
	          container_handle);
	  AOTI_VECTOR_SIZE_CHECK(num_inputs, container->num_inputs(), "inputs");
	  AOTI_VECTOR_SIZE_CHECK(num_outputs, container->num_outputs(), "outputs");
	
	  auto stream =
	      reinterpret_cast<torch::aot_inductor::DeviceStreamType>(stream_handle);
	  CONVERT_EXCEPTION_TO_ERROR_CODE({
	    AOTINoGradGuard guard;
	    container->run(
	        input_handles, output_handles, stream, proxy_executor_handle);
	  })
	}
	
	AOTIRuntimeError AOTInductorModelContainerRunSingleThreaded(
	    AOTInductorModelContainerHandle container_handle,
	    AtenTensorHandle* input_handles, // array of input AtenTensorHandle; handles
	                                     // are stolen; the array itself is borrowed
	    size_t num_inputs,
	    AtenTensorHandle*
	        output_handles, // array for writing output AtenTensorHandle; handles
	                        // will be stolen by the caller; the array itself is
	                        // borrowed
	    size_t num_outputs,
	    AOTInductorStreamHandle stream_handle,
	    AOTIProxyExecutorHandle proxy_executor_handle) {
	  auto* container =
	      reinterpret_cast<torch::aot_inductor::AOTInductorModelContainer*>(
	          container_handle);
	  AOTI_VECTOR_SIZE_CHECK(num_inputs, container->num_inputs(), "inputs");
	  AOTI_VECTOR_SIZE_CHECK(num_outputs, container->num_outputs(), "outputs");
	
	  auto stream =
	      reinterpret_cast<torch::aot_inductor::DeviceStreamType>(stream_handle);
	  CONVERT_EXCEPTION_TO_ERROR_CODE({
	    AOTINoGradGuard guard;
	    container->run_single_threaded(
	        input_handles, output_handles, stream, proxy_executor_handle);
	  })
	}
	
	AOTIRuntimeError AOTInductorModelContainerGetNumConstants(
	    AOTInductorModelContainerHandle container_handle,
	    size_t* num_constants) {
	  auto* container =
	      reinterpret_cast<torch::aot_inductor::AOTInductorModelContainer*>(
	          container_handle);
	  CONVERT_EXCEPTION_TO_ERROR_CODE(
	    { *num_constants = container->num_constants(); })
	}
	
	AOTIRuntimeError AOTInductorModelContainerGetConstantName(
	    AOTInductorModelContainerHandle container_handle,
	    size_t idx,
	    const char** name) {
	  auto* container =
	      reinterpret_cast<torch::aot_inductor::AOTInductorModelContainer*>(
	          container_handle);
	  CONVERT_EXCEPTION_TO_ERROR_CODE(
	    { *name = container->constant_name(idx); })
	}
	
	AOTIRuntimeError AOTInductorModelContainerGetConstantOriginalFQN(
	    AOTInductorModelContainerHandle container_handle,
	    size_t idx,
	    const char** original_fqn) {
	  auto* container =
	      reinterpret_cast<torch::aot_inductor::AOTInductorModelContainer*>(
	          container_handle);
	  CONVERT_EXCEPTION_TO_ERROR_CODE(
	    { *original_fqn = container->constant_original_fqn(idx); })
	}
	
	AOTIRuntimeError AOTInductorModelContainerGetConstantFromFolded(
	    AOTInductorModelContainerHandle container_handle,
	    size_t idx,
	    bool* from_folded) {
	  auto* container =
	      reinterpret_cast<torch::aot_inductor::AOTInductorModelContainer*>(container_handle);
	  CONVERT_EXCEPTION_TO_ERROR_CODE({ *from_folded = container->constant_from_folded(idx); })
	}
	
	AOTIRuntimeError AOTInductorModelContainerGetConstantType(
	    AOTInductorModelContainerHandle container_handle,
	    size_t idx,
	    int32_t* type) {
	  auto* container =
	      reinterpret_cast<torch::aot_inductor::AOTInductorModelContainer*>(container_handle);
	  CONVERT_EXCEPTION_TO_ERROR_CODE({ *type = container->constant_type(idx); })
	}
	
	AOTIRuntimeError AOTInductorModelContainerGetConstantDtype(
	    AOTInductorModelContainerHandle container_handle,
	    size_t idx,
	    int32_t* dtype) {
	  auto* container =
	      reinterpret_cast<torch::aot_inductor::AOTInductorModelContainer*>(
	          container_handle);
	  CONVERT_EXCEPTION_TO_ERROR_CODE(
	    { *dtype = container->constant_dtype(idx); })
	}
	
	AOTIRuntimeError AOTInductorModelContainerUpdateConstantBuffer(
	    AOTInductorModelContainerHandle container_handle,
	    AOTInductorConstantMapHandle constant_map_handle,
	    bool use_inactive,
	    bool validate_full_update) {
	  auto* container =
	      reinterpret_cast<torch::aot_inductor::AOTInductorModelContainer*>(
	          container_handle);
	  auto input_map = reinterpret_cast<std::unordered_map<std::string, AtenTensorHandle>*>(constant_map_handle);
	  CONVERT_EXCEPTION_TO_ERROR_CODE({
	    container->update_constant_buffer(
	        *input_map, use_inactive, validate_full_update);
	  })
	}
	
	AOTIRuntimeError AOTInductorModelContainerUpdateInactiveConstantBuffer(
	    AOTInductorModelContainerHandle container_handle,
	    AOTInductorConstantMapHandle constant_map_handle) {
	  return AOTInductorModelContainerUpdateConstantBuffer(container_handle,
	          constant_map_handle,
	          /*use_inactive*/ true,
	          /*validate_full_update*/ true);
	}
	
	AOTIRuntimeError AOTInductorModelContainerRunConstantFolding(
	    AOTInductorModelContainerHandle container_handle,
	    bool use_inactive,
	    AOTInductorStreamHandle stream_handle,
	    AOTIProxyExecutorHandle proxy_executor_handle) {
	  auto* container =
	      reinterpret_cast<torch::aot_inductor::AOTInductorModelContainer*>(
	          container_handle);
	  auto stream =
	      reinterpret_cast<torch::aot_inductor::DeviceStreamType>(stream_handle);
	  CONVERT_EXCEPTION_TO_ERROR_CODE({
	    AOTINoGradGuard guard;
	    container->run_const_fold(use_inactive, stream, proxy_executor_handle);
	  })
	}
	
	AOTIRuntimeError AOTInductorModelContainerSwapConstantBuffer(
	    AOTInductorModelContainerHandle container_handle) {
	  auto* container =
	      reinterpret_cast<torch::aot_inductor::AOTInductorModelContainer*>(
	          container_handle);
	  CONVERT_EXCEPTION_TO_ERROR_CODE({
	    container->swap_constant_buffer();
	  })
	}
	
	AOTIRuntimeError AOTInductorModelContainerGetNumInputs(
	    AOTInductorModelContainerHandle container_handle,
	    size_t* ret_num_inputs) {
	  auto* container =
	      reinterpret_cast<torch::aot_inductor::AOTInductorModelContainer*>(
	          container_handle);
	  CONVERT_EXCEPTION_TO_ERROR_CODE(
	      { *ret_num_inputs = container->num_inputs(); })
	}
	
	AOTIRuntimeError AOTInductorModelContainerGetInputName(
	    AOTInductorModelContainerHandle container_handle,
	    size_t input_idx,
	    const char** ret_input_names) {
	  auto* container =
	      reinterpret_cast<torch::aot_inductor::AOTInductorModelContainer*>(
	          container_handle);
	  CONVERT_EXCEPTION_TO_ERROR_CODE(
	      { *ret_input_names = container->input_name(input_idx); })
	}
	
	AOTIRuntimeError AOTInductorModelContainerGetNumOutputs(
	    AOTInductorModelContainerHandle container_handle,
	    size_t* ret_num_outputs) {
	  auto* container =
	      reinterpret_cast<torch::aot_inductor::AOTInductorModelContainer*>(
	          container_handle);
	  CONVERT_EXCEPTION_TO_ERROR_CODE(
	      { *ret_num_outputs = container->num_outputs(); })
	}
	
	AOTIRuntimeError AOTInductorModelContainerGetOutputName(
	    AOTInductorModelContainerHandle container_handle,
	    size_t output_idx,
	    const char** ret_output_names) {
	  auto* container =
	      reinterpret_cast<torch::aot_inductor::AOTInductorModelContainer*>(
	          container_handle);
	  CONVERT_EXCEPTION_TO_ERROR_CODE(
	      { *ret_output_names = container->output_name(output_idx); })
	}
	
	AOTIRuntimeError AOTInductorModelContainerGetCallSpec(
	    AOTInductorModelContainerHandle container_handle,
	    const char** in_spec,
	    const char** out_spec) {
	  auto* container =
	      reinterpret_cast<torch::aot_inductor::AOTInductorModelContainer*>(
	          container_handle);
	  CONVERT_EXCEPTION_TO_ERROR_CODE({
	    *in_spec = container->get_in_spec();
	    *out_spec = container->get_out_spec();
	  })
	}
	
	AOTIRuntimeError AOTInductorModelCreate(
	    AOTInductorModelHandle* model_handle,
	    AOTInductorConstantMapHandle constant_map_handle){
	    CONVERT_EXCEPTION_TO_ERROR_CODE({
	      auto constant_map = std::make_shared<torch::aot_inductor::ConstantMap>();
	      auto constant_array = std::make_shared<std::vector<torch::aot_inductor::ConstantHandle>>();
	      auto input_map = reinterpret_cast<std::unordered_map<std::string, AtenTensorHandle>*>(constant_map_handle);
	
	      auto model = new torch::aot_inductor::AOTInductorModel(
	          constant_map,
	          constant_array,
	          "cpu", // device_str is hardcoded, as AOTInductorModelCreate is only use for CPU models
	          ""
	      );
	
	      if (input_map) {
	        for (auto const& kv : *input_map) {
	          constant_map->emplace(kv.first, kv.second);
	        }
	      } else {
	        model->load_constants();
	      }
	
	      *model_handle = reinterpret_cast<AOTInductorModelHandle>(model);
	    })}
	
	AOTIRuntimeError AOTInductorModelRun(
	    AOTInductorModelHandle model_handle,
	    AtenTensorHandle* input_handles,
	    AtenTensorHandle* output_handles) {
	  auto model =
	      reinterpret_cast<torch::aot_inductor::AOTInductorModel*>(model_handle);
	  CONVERT_EXCEPTION_TO_ERROR_CODE({
	    AOTINoGradGuard guard;
	    model->run_impl(
	        input_handles,
	        output_handles,
	        (torch::aot_inductor::DeviceStreamType) nullptr,
	        nullptr);
	  })
	}
	
	AOTIRuntimeError AOTInductorModelDelete(AOTInductorModelHandle model_handle){
	    CONVERT_EXCEPTION_TO_ERROR_CODE({
	      auto model = reinterpret_cast<torch::aot_inductor::AOTInductorModel*>(
	          model_handle);
	      delete model;
	    })}
	
	AOTIRuntimeError AOTInductorModelGetNumOutputs(
	    AOTInductorModelHandle model_handle,
	    size_t* ret_num_outputs) {
	  CONVERT_EXCEPTION_TO_ERROR_CODE({
	      auto model = reinterpret_cast<torch::aot_inductor::AOTInductorModel*>(model_handle);
	      *ret_num_outputs = model->num_outputs();
	  })
	}
	
	AOTIRuntimeError AOTInductorModelUpdateConstantsMap(
	    AOTInductorModelHandle model_handle,
	    AOTInductorConstantMapHandle constant_map_handle) {
	  auto model =
	      reinterpret_cast<torch::aot_inductor::AOTInductorModel*>(model_handle);
	  CONVERT_EXCEPTION_TO_ERROR_CODE({
	    auto constant_map = std::make_shared<torch::aot_inductor::ConstantMap>();
	    auto input_map =
	        reinterpret_cast<std::unordered_map<std::string, AtenTensorHandle>*>(
	            constant_map_handle);
	
	    for (auto const& kv : *input_map) {
	      constant_map->emplace(kv.first, kv.second);
	    }
	    model->update_constants_map(std::move(constant_map));
	  })
	}
	
	} // extern "C"
	
	
	#define CUDA_DRIVER_CHECK(EXPR)                    \
	do {                                               \
	    CUresult code = EXPR;                          \
	    const char *msg;                               \
	    CUresult code_get_error = cuGetErrorString(code, &msg); \
	    if (code_get_error != CUDA_SUCCESS) {          \
	        throw std::runtime_error(                  \
	            std::string("CUDA driver error: ") +   \
	            std::string("invalid error code!"));   \
	    }                                              \
	    if (code != CUDA_SUCCESS) {                    \
	        throw std::runtime_error(                  \
	            std::string("CUDA driver error: ") +   \
	            std::string(msg));                     \
	    }                                              \
	} while (0);
	
	static inline CUfunction loadKernel(
	        std::string filePath,
	        const std::string &funcName,
	        uint32_t sharedMemBytes,
	        const std::optional<std::string> &cubinDir = std::nullopt) {
	    if (cubinDir) {
	        std::filesystem::path p1{*cubinDir};
	        std::filesystem::path p2{filePath};
	        filePath = (p1 / p2.filename()).string();
	    }
	
	    CUmodule mod;
	    CUfunction func;
	    CUDA_DRIVER_CHECK(cuModuleLoad(&mod, filePath.c_str()));
	    CUDA_DRIVER_CHECK(cuModuleGetFunction(&func, mod, funcName.c_str()));
	    if (sharedMemBytes > 0) {
	        CUDA_DRIVER_CHECK(cuFuncSetAttribute(
	            func,
	            CU_FUNC_ATTRIBUTE_MAX_DYNAMIC_SHARED_SIZE_BYTES,
	            sharedMemBytes
	        ))
	    }
	    return func;
	}
	
	static inline void launchKernel(
	        CUfunction func,
	        uint32_t gridX,
	        uint32_t gridY,
	        uint32_t gridZ,
	        uint32_t numWarps,
	        uint32_t sharedMemBytes,
	        void* args[],
	        cudaStream_t stream) {
	    CUDA_DRIVER_CHECK(cuLaunchKernel(
	        func, gridX, gridY, gridZ, 32*numWarps, 1, 1, sharedMemBytes, stream, args, nullptr
	    ));
	}
	CACHE_TORCH_DTYPE(float32);
	CACHE_TORCH_DEVICE(cuda);
	CACHE_TORCH_LAYOUT(strided);
	namespace torch::aot_inductor {
	namespace {
	class AOTInductorModelKernels : public AOTInductorModelKernelsBase {
	  public:
	    CUfunction triton_poi_fused_addmm_gelu_2{nullptr};
	    CUfunction triton_poi_fused_addmm_relu_sigmoid_0{nullptr};
	    CUfunction triton_poi_fused_mul_1{nullptr};
	};
	}  // namespace
	
	AOTInductorModel::AOTInductorModel(std::shared_ptr<ConstantMap> constants_map,
	                                   std::shared_ptr<std::vector<ConstantHandle>> constants_array,
	                                   const std::string& device_str,
	                                   std::optional<std::string> cubin_dir,
	                                   bool include_weights)
	    : AOTInductorModelBase(4, 2, 2, device_str, cubin_dir, true) {
	    inputs_info_[0].name = "arg2_1";
	    inputs_info_[1].name = "arg3_1";
	    inputs_info_[2].name = "arg4_1";
	    inputs_info_[3].name = "arg5_1";
	    constants_info_[0].name = "fc1_weight";
	    constants_info_[0].dtype = static_cast<int32_t>(cached_torch_dtype_float32);
	    constants_info_[0].offset = 0;
	    constants_info_[0].data_size = 640;
	    constants_info_[0].from_folded = false;
	    constants_info_[0].type = static_cast<int32_t>(torch::aot_inductor::ConstantType::Parameter);
	    constants_info_[0].shape = {16, 10};
	    constants_info_[0].stride = {10, 1};
	    constants_info_[0].layout = static_cast<int32_t>(cached_torch_layout_strided);
	    constants_info_[0].original_fqn = "fc1.weight";
	    constants_info_[1].name = "fc1_bias";
	    constants_info_[1].dtype = static_cast<int32_t>(cached_torch_dtype_float32);
	    constants_info_[1].offset = 0;
	    constants_info_[1].data_size = 64;
	    constants_info_[1].from_folded = false;
	    constants_info_[1].type = static_cast<int32_t>(torch::aot_inductor::ConstantType::Parameter);
	    constants_info_[1].shape = {16};
	    constants_info_[1].stride = {1};
	    constants_info_[1].layout = static_cast<int32_t>(cached_torch_layout_strided);
	    constants_info_[1].original_fqn = "fc1.bias";
	    update_constants_map(std::move(constants_map));
	    update_constants_array(std::move(constants_array));
	    in_spec_ = "[1, {\"type\": \"builtins.tuple\", \"context\": \"null\", \"children_spec\": [{\"type\": \"builtins.tuple\", \"context\": \"null\", \"children_spec\": [{\"type\": null, \"context\": null, \"children_spec\": []}, {\"type\": null, \"context\": null, \"children_spec\": []}, {\"type\": null, \"context\": null, \"children_spec\": []}, {\"type\": null, \"context\": null, \"children_spec\": []}]}, {\"type\": \"builtins.dict\", \"context\": \"[]\", \"children_spec\": []}]}]";
	    out_spec_ = "[1, {\"type\": \"builtins.tuple\", \"context\": \"null\", \"children_spec\": [{\"type\": null, \"context\": null, \"children_spec\": []}, {\"type\": null, \"context\": null, \"children_spec\": []}]}]";
	    outputs_info_[0].name = "output0";
	    outputs_info_[1].name = "output1";
	    this->kernels_ = std::make_unique<AOTInductorModelKernels>();
	}
	
	std::unordered_map<std::string, AtenTensorHandle> AOTInductorModel::const_run_impl(
	    DeviceStreamType stream,
	    AOTIProxyExecutorHandle proxy_executor,
	    bool initialization
	) {
	
	    if (!initialization) {
	        std::cerr << "[WARNING] Calling constant_folding in model, but compiled with config: "
	                  << "aot_inductor.use_runtime_constant_folding=False\n";
	    }
	    return {};
	}
	} // namespace torch::aot_inductor
	using namespace torch::aot_inductor;
	
	template <typename in_out_ptr0_type_, typename in_ptr0_type_, typename kernels_type_>
	static inline void call_triton_poi_fused_addmm_relu_sigmoid_0(
	    const in_out_ptr0_type_& in_out_ptr0,
	    const in_ptr0_type_& in_ptr0,
	    int64_t xnumel,
	    cudaStream_t stream_,
	    kernels_type_& kernels_,
	    const std::optional<std::string>& cubin_dir_ = std::nullopt
	){
	    uint32_t grid_0 = ((xnumel + (128 - 1)) / (128));
	    uint32_t grid_1 = 1;
	    uint32_t grid_2 = 1;
	    if (grid_0 == 0 || grid_1 == 0 || grid_2 == 0) return;
	    if (kernels_.triton_poi_fused_addmm_relu_sigmoid_0 == nullptr) {
	        kernels_.triton_poi_fused_addmm_relu_sigmoid_0 = loadKernel("/tmp/torchinductor_shangdiy/cwhkamk7hukdm5d55b4fxkyyok5x57mzbc2hzfy243x4xp2dcbtz/cn5zvfn7xcr3bbqeo27cdepkvapqbyfnlxnhokmb3hpwpbpuezue.cubin", "triton_poi_fused_addmm_relu_sigmoid_0", 0, cubin_dir_); 
	    }
	    CUdeviceptr var_0 = reinterpret_cast<CUdeviceptr>(in_out_ptr0.data_ptr());
	    CUdeviceptr var_1 = reinterpret_cast<CUdeviceptr>(in_ptr0.data_ptr());
	    int var_2 = xnumel;
	    void* kernel_args_[] = {&var_0, &var_1, &var_2};
	    launchKernel(kernels_.triton_poi_fused_addmm_relu_sigmoid_0, grid_0, grid_1, grid_2, 4, 0, kernel_args_, stream_);
	}
	
	template <typename in_ptr0_type_, typename out_ptr0_type_, typename kernels_type_>
	static inline void call_triton_poi_fused_mul_1(
	    const in_ptr0_type_& in_ptr0,
	    const out_ptr0_type_& out_ptr0,
	    int64_t xnumel,
	    cudaStream_t stream_,
	    kernels_type_& kernels_,
	    const std::optional<std::string>& cubin_dir_ = std::nullopt
	){
	    uint32_t grid_0 = ((xnumel + (128 - 1)) / (128));
	    uint32_t grid_1 = 1;
	    uint32_t grid_2 = 1;
	    if (grid_0 == 0 || grid_1 == 0 || grid_2 == 0) return;
	    if (kernels_.triton_poi_fused_mul_1 == nullptr) {
	        kernels_.triton_poi_fused_mul_1 = loadKernel("/tmp/torchinductor_shangdiy/cwhkamk7hukdm5d55b4fxkyyok5x57mzbc2hzfy243x4xp2dcbtz/cqfo5e2ywfq65icwzmlcuiy6dm5s7ok6yduqrwfnlpnh6upmjzvl.cubin", "triton_poi_fused_mul_1", 0, cubin_dir_); 
	    }
	    CUdeviceptr var_4 = reinterpret_cast<CUdeviceptr>(in_ptr0.data_ptr());
	    CUdeviceptr var_5 = reinterpret_cast<CUdeviceptr>(out_ptr0.data_ptr());
	    int var_6 = xnumel;
	    void* kernel_args_[] = {&var_4, &var_5, &var_6};
	    launchKernel(kernels_.triton_poi_fused_mul_1, grid_0, grid_1, grid_2, 4, 0, kernel_args_, stream_);
	}
	
	template <typename in_out_ptr0_type_, typename in_ptr0_type_, typename kernels_type_>
	static inline void call_triton_poi_fused_addmm_gelu_2(
	    const in_out_ptr0_type_& in_out_ptr0,
	    const in_ptr0_type_& in_ptr0,
	    int64_t xnumel,
	    cudaStream_t stream_,
	    kernels_type_& kernels_,
	    const std::optional<std::string>& cubin_dir_ = std::nullopt
	){
	    uint32_t grid_0 = ((xnumel + (128 - 1)) / (128));
	    uint32_t grid_1 = 1;
	    uint32_t grid_2 = 1;
	    if (grid_0 == 0 || grid_1 == 0 || grid_2 == 0) return;
	    if (kernels_.triton_poi_fused_addmm_gelu_2 == nullptr) {
	        kernels_.triton_poi_fused_addmm_gelu_2 = loadKernel("/tmp/torchinductor_shangdiy/cwhkamk7hukdm5d55b4fxkyyok5x57mzbc2hzfy243x4xp2dcbtz/c434ugaijagbqalusmos7n26e6zgk2ywewm2yxk5rgm22hn5xanb.cubin", "triton_poi_fused_addmm_gelu_2", 0, cubin_dir_); 
	    }
	    CUdeviceptr var_8 = reinterpret_cast<CUdeviceptr>(in_out_ptr0.data_ptr());
	    CUdeviceptr var_9 = reinterpret_cast<CUdeviceptr>(in_ptr0.data_ptr());
	    int var_10 = xnumel;
	    void* kernel_args_[] = {&var_8, &var_9, &var_10};
	    launchKernel(kernels_.triton_poi_fused_addmm_gelu_2, grid_0, grid_1, grid_2, 4, 0, kernel_args_, stream_);
	}
	
	namespace torch::aot_inductor {
	
	void AOTInductorModel::_const_run_impl(
	    std::vector<AtenTensorHandle>& output_handles,
	    DeviceStreamType stream,
	    AOTIProxyExecutorHandle proxy_executor
	) {}
	
	bool _check_aoti_runtime_check_inputs_env() {
	    const static char* env_var_value = getenv("AOTI_RUNTIME_CHECK_INPUTS");
	    const static bool result = env_var_value != nullptr && env_var_value[0] != '0';
	    return result;
	}
	
	AOTI_NOINLINE static void __check_inputs_outputs(
	    AtenTensorHandle* input_handles,
	    AtenTensorHandle* output_handles) {
	    if (!_check_aoti_runtime_check_inputs_env()){
	        return;
	    }
	    ConstantHandle arg2_1 = ConstantHandle(input_handles[0]);
	    int32_t arg2_1_dtype;
	    AOTI_TORCH_ERROR_CODE_CHECK(aoti_torch_get_dtype(arg2_1, &arg2_1_dtype));
	
	    int32_t arg2_1_expected_dtype = aoti_torch_dtype_float32();
	    if (arg2_1_expected_dtype != arg2_1_dtype) {
	        std::stringstream ss;
	        ss << "input_handles[0]: unmatched dtype, "
	           << "expected: " << arg2_1_expected_dtype << "(at::kFloat), "
	           << "but got: " << arg2_1_dtype << "\n";
	        throw std::runtime_error(ss.str());
	    }
	    auto arg2_1_size = arg2_1.sizes();
	
	    if (8 != arg2_1_size[0]) {
	        std::stringstream ss;
	        ss << "input_handles[0]: unmatched dim value at 0, "
	           << "expected: 8, " << "but got: " << arg2_1_size[0]
	           << "\n";
	        throw std::runtime_error(ss.str());
	    }
	
	    if (10 != arg2_1_size[1]) {
	        std::stringstream ss;
	        ss << "input_handles[0]: unmatched dim value at 1, "
	           << "expected: 10, " << "but got: " << arg2_1_size[1]
	           << "\n";
	        throw std::runtime_error(ss.str());
	    }
	    auto arg2_1_stride = arg2_1.strides();
	
	    if (10 != arg2_1_stride[0]) {
	        std::stringstream ss;
	        ss << "input_handles[0]: unmatched stride value at 0, "
	           << "expected: 10, " << "but got: " << arg2_1_stride[0]
	           << "\n";
	        throw std::runtime_error(ss.str());
	    }
	
	    if (1 != arg2_1_stride[1]) {
	        std::stringstream ss;
	        ss << "input_handles[0]: unmatched stride value at 1, "
	           << "expected: 1, " << "but got: " << arg2_1_stride[1]
	           << "\n";
	        throw std::runtime_error(ss.str());
	    }
	    ConstantHandle arg3_1 = ConstantHandle(input_handles[1]);
	    int32_t arg3_1_dtype;
	    AOTI_TORCH_ERROR_CODE_CHECK(aoti_torch_get_dtype(arg3_1, &arg3_1_dtype));
	
	    int32_t arg3_1_expected_dtype = aoti_torch_dtype_float32();
	    if (arg3_1_expected_dtype != arg3_1_dtype) {
	        std::stringstream ss;
	        ss << "input_handles[1]: unmatched dtype, "
	           << "expected: " << arg3_1_expected_dtype << "(at::kFloat), "
	           << "but got: " << arg3_1_dtype << "\n";
	        throw std::runtime_error(ss.str());
	    }
	    auto arg3_1_size = arg3_1.sizes();
	
	    if (10 != arg3_1_size[0]) {
	        std::stringstream ss;
	        ss << "input_handles[1]: unmatched dim value at 0, "
	           << "expected: 10, " << "but got: " << arg3_1_size[0]
	           << "\n";
	        throw std::runtime_error(ss.str());
	    }
	
	    if (20 != arg3_1_size[1]) {
	        std::stringstream ss;
	        ss << "input_handles[1]: unmatched dim value at 1, "
	           << "expected: 20, " << "but got: " << arg3_1_size[1]
	           << "\n";
	        throw std::runtime_error(ss.str());
	    }
	    auto arg3_1_stride = arg3_1.strides();
	
	    if (20 != arg3_1_stride[0]) {
	        std::stringstream ss;
	        ss << "input_handles[1]: unmatched stride value at 0, "
	           << "expected: 20, " << "but got: " << arg3_1_stride[0]
	           << "\n";
	        throw std::runtime_error(ss.str());
	    }
	
	    if (1 != arg3_1_stride[1]) {
	        std::stringstream ss;
	        ss << "input_handles[1]: unmatched stride value at 1, "
	           << "expected: 1, " << "but got: " << arg3_1_stride[1]
	           << "\n";
	        throw std::runtime_error(ss.str());
	    }
	    ConstantHandle arg4_1 = ConstantHandle(input_handles[2]);
	    int32_t arg4_1_dtype;
	    AOTI_TORCH_ERROR_CODE_CHECK(aoti_torch_get_dtype(arg4_1, &arg4_1_dtype));
	
	    int32_t arg4_1_expected_dtype = aoti_torch_dtype_float32();
	    if (arg4_1_expected_dtype != arg4_1_dtype) {
	        std::stringstream ss;
	        ss << "input_handles[2]: unmatched dtype, "
	           << "expected: " << arg4_1_expected_dtype << "(at::kFloat), "
	           << "but got: " << arg4_1_dtype << "\n";
	        throw std::runtime_error(ss.str());
	    }
	    auto arg4_1_size = arg4_1.sizes();
	
	    if (20 != arg4_1_size[0]) {
	        std::stringstream ss;
	        ss << "input_handles[2]: unmatched dim value at 0, "
	           << "expected: 20, " << "but got: " << arg4_1_size[0]
	           << "\n";
	        throw std::runtime_error(ss.str());
	    }
	
	    if (30 != arg4_1_size[1]) {
	        std::stringstream ss;
	        ss << "input_handles[2]: unmatched dim value at 1, "
	           << "expected: 30, " << "but got: " << arg4_1_size[1]
	           << "\n";
	        throw std::runtime_error(ss.str());
	    }
	    auto arg4_1_stride = arg4_1.strides();
	
	    if (30 != arg4_1_stride[0]) {
	        std::stringstream ss;
	        ss << "input_handles[2]: unmatched stride value at 0, "
	           << "expected: 30, " << "but got: " << arg4_1_stride[0]
	           << "\n";
	        throw std::runtime_error(ss.str());
	    }
	
	    if (1 != arg4_1_stride[1]) {
	        std::stringstream ss;
	        ss << "input_handles[2]: unmatched stride value at 1, "
	           << "expected: 1, " << "but got: " << arg4_1_stride[1]
	           << "\n";
	        throw std::runtime_error(ss.str());
	    }
	    ConstantHandle arg5_1 = ConstantHandle(input_handles[3]);
	    int32_t arg5_1_dtype;
	    AOTI_TORCH_ERROR_CODE_CHECK(aoti_torch_get_dtype(arg5_1, &arg5_1_dtype));
	
	    int32_t arg5_1_expected_dtype = aoti_torch_dtype_float32();
	    if (arg5_1_expected_dtype != arg5_1_dtype) {
	        std::stringstream ss;
	        ss << "input_handles[3]: unmatched dtype, "
	           << "expected: " << arg5_1_expected_dtype << "(at::kFloat), "
	           << "but got: " << arg5_1_dtype << "\n";
	        throw std::runtime_error(ss.str());
	    }
	    auto arg5_1_size = arg5_1.sizes();
	
	    if (10 != arg5_1_size[0]) {
	        std::stringstream ss;
	        ss << "input_handles[3]: unmatched dim value at 0, "
	           << "expected: 10, " << "but got: " << arg5_1_size[0]
	           << "\n";
	        throw std::runtime_error(ss.str());
	    }
	
	    if (30 != arg5_1_size[1]) {
	        std::stringstream ss;
	        ss << "input_handles[3]: unmatched dim value at 1, "
	           << "expected: 30, " << "but got: " << arg5_1_size[1]
	           << "\n";
	        throw std::runtime_error(ss.str());
	    }
	    auto arg5_1_stride = arg5_1.strides();
	
	    if (30 != arg5_1_stride[0]) {
	        std::stringstream ss;
	        ss << "input_handles[3]: unmatched stride value at 0, "
	           << "expected: 30, " << "but got: " << arg5_1_stride[0]
	           << "\n";
	        throw std::runtime_error(ss.str());
	    }
	
	    if (1 != arg5_1_stride[1]) {
	        std::stringstream ss;
	        ss << "input_handles[3]: unmatched stride value at 1, "
	           << "expected: 1, " << "but got: " << arg5_1_stride[1]
	           << "\n";
	        throw std::runtime_error(ss.str());
	    }
	}
	
	void AOTInductorModel::run_impl(
	    AtenTensorHandle*
	        input_handles, // array of input AtenTensorHandle; handles
	                        // are stolen; the array itself is borrowed
	    AtenTensorHandle*
	        output_handles, // array for writing output AtenTensorHandle; handles
	                        // will be stolen by the caller; the array itself is
	                        // borrowed
	    DeviceStreamType stream,
	    AOTIProxyExecutorHandle proxy_executor
	) {
	
	__check_inputs_outputs(input_handles, output_handles);
	
	    auto inputs = steal_from_raw_handles_to_raii_handles(input_handles, 4);
	    auto arg2_1 = std::move(inputs[0]);
	    auto arg3_1 = std::move(inputs[1]);
	    auto arg4_1 = std::move(inputs[2]);
	    auto arg5_1 = std::move(inputs[3]);
	    [[maybe_unused]] auto fc1_weight = constants_->at(0);
	    [[maybe_unused]] auto fc1_bias = constants_->at(1);
	    inputs.clear();
	    auto& kernels = static_cast<AOTInductorModelKernels&>(*this->kernels_.get());
	
	    AOTICudaStreamGuard stream_guard(stream, this->device_idx_);
	    static constexpr int64_t int_array_2[] = {8L, 16L};
	    static constexpr int64_t int_array_3[] = {16L, 1L};
	    AtenTensorHandle buf0_handle;
	    AOTI_TORCH_ERROR_CODE_CHECK(aoti_torch_empty_strided(2, int_array_2, int_array_3, cached_torch_dtype_float32, cached_torch_device_type_cuda, this->device_idx_, &buf0_handle));
	    RAIIAtenTensorHandle buf0(buf0_handle);
	    // Topologically Sorted Source Nodes: [], Original ATen: [aten.addmm]
	    static constexpr int64_t int_array_0[] = {10L, 16L};
	    static constexpr int64_t int_array_1[] = {1L, 10L};
	    AOTI_TORCH_ERROR_CODE_CHECK(aoti_torch_cuda_mm_out(buf0, arg2_1, wrap_with_raii_handle_if_needed(reinterpret_tensor_wrapper(fc1_weight, 2, int_array_0, int_array_1, 0L))));
	    arg2_1.reset();
	    auto buf1 = std::move(buf0);  // reuse
	    // Topologically Sorted Source Nodes: [add, relu, sigmoid], Original ATen: [aten.addmm, aten.relu, aten.sigmoid]
	    call_triton_poi_fused_addmm_relu_sigmoid_0(buf1, fc1_bias, 128L, stream, kernels, this->cubin_dir_);
	    static constexpr int64_t int_array_4[] = {10L, 20L};
	    static constexpr int64_t int_array_5[] = {20L, 1L};
	    AtenTensorHandle buf2_handle;
	    AOTI_TORCH_ERROR_CODE_CHECK(aoti_torch_empty_strided(2, int_array_4, int_array_5, cached_torch_dtype_float32, cached_torch_device_type_cuda, this->device_idx_, &buf2_handle));
	    RAIIAtenTensorHandle buf2(buf2_handle);
	    // Topologically Sorted Source Nodes: [mul], Original ATen: [aten.mul]
	    call_triton_poi_fused_mul_1(arg3_1, buf2, 200L, stream, kernels, this->cubin_dir_);
	    arg3_1.reset();
	    static constexpr int64_t int_array_6[] = {10L, 30L};
	    static constexpr int64_t int_array_7[] = {30L, 1L};
	    AtenTensorHandle buf3_handle;
	    AOTI_TORCH_ERROR_CODE_CHECK(aoti_torch_empty_strided(2, int_array_6, int_array_7, cached_torch_dtype_float32, cached_torch_device_type_cuda, this->device_idx_, &buf3_handle));
	    RAIIAtenTensorHandle buf3(buf3_handle);
	    // Topologically Sorted Source Nodes: [mul, ], Original ATen: [aten.mul, aten.addmm]
	    AOTI_TORCH_ERROR_CODE_CHECK(aoti_torch_cuda_mm_out(buf3, buf2, arg4_1));
	    arg4_1.reset();
	    buf2.reset();
	    auto buf4 = std::move(buf3);  // reuse
	    // Topologically Sorted Source Nodes: [add, gelu], Original ATen: [aten.addmm, aten.gelu]
	    call_triton_poi_fused_addmm_gelu_2(buf4, arg5_1, 300L, stream, kernels, this->cubin_dir_);
	    arg5_1.reset();
	    output_handles[0] = buf1.release();
	    output_handles[1] = buf4.release();
	} // AOTInductorModel::run_impl
	} // namespace torch::aot_inductor
	
	
	
	
V0318 11:52:52.133000 3498822 /data/users/shangdiy/fbsource/fbcode/caffe2/torch/_inductor/codecache.py:1477] {"graph_dump": {"name": "inductor_aot_kernel_code", "type": "cpp", "filename": "/tmp/torchinductor_shangdiy/cwhkamk7hukdm5d55b4fxkyyok5x57mzbc2hzfy243x4xp2dcbtz/c7mf4lxvlaik7kyzcqzafhuk2jfvgv3feb7k5oqyrmwlmo2dygmy.kernel.cpp"}, "stack": [{"line": 38, "name": "<module>", "filename": 0, "loc": "__invoke_main()"}, {"line": 35, "name": "__invoke_main", "filename": 0, "loc": "run_as_main(module, main_function)"}, {"line": 98, "name": "run_as_main", "filename": 1, "loc": "oss_run_as_main("}, {"line": 94, "name": "run_as_main", "filename": 2, "loc": "main()"}, {"line": 55, "name": "main", "filename": 3, "loc": "package_path = torch._inductor.aoti_compile_and_package(ep)"}, {"line": 147, "name": "aoti_compile_and_package", "filename": 11, "loc": "return aot_inductor_minifier_wrapper("}, {"line": 934, "name": "aot_inductor_minifier_wrapper", "filename": 12, "loc": "return func("}, {"line": 190, "name": "_aoti_compile_and_package_inner", "filename": 11, "loc": "aoti_files = aot_compile(gm, args, kwargs, options=inductor_configs)"}, {"line": 287, "name": "aot_compile", "filename": 11, "loc": "return compile_fx_aot("}, {"line": 1560, "name": "compile_fx_aot", "filename": 13, "loc": "compiled_artifacts = compile_fx("}, {"line": 1754, "name": "compile_fx", "filename": 13, "loc": "return compile_fx("}, {"line": 1800, "name": "compile_fx", "filename": 13, "loc": "return compile_fx("}, {"line": 2103, "name": "compile_fx", "filename": 13, "loc": "return inference_compiler(unlifted_gm, example_inputs_)"}, {"line": 479, "name": "__call__", "filename": 15, "loc": "return self.compiler_fn(gm, example_inputs)"}, {"line": 1967, "name": "fw_compiler_base", "filename": 13, "loc": "return inner_compile("}, {"line": 79, "name": "inner", "filename": 18, "loc": "return func(*args, **kwds)"}, {"line": 628, "name": "compile_fx_inner", "filename": 13, "loc": "return wrap_compiler_debug(_compile_fx_inner, compiler_name=\"inductor\")("}, {"line": 124, "name": "debug_wrapper", "filename": 19, "loc": "inner_compiled_fn = compiler_fn(gm, example_inputs)"}, {"line": 167, "name": "newFunction", "filename": 20, "loc": "return old_func(*args, **kwargs)"}, {"line": 735, "name": "_compile_fx_inner", "filename": 13, "loc": "mb_compiled_graph = fx_codegen_and_compile("}, {"line": 1318, "name": "fx_codegen_and_compile", "filename": 13, "loc": "return scheme.codegen_and_compile(gm, example_inputs, inputs_to_check, graph_kwargs)"}, {"line": 1202, "name": "codegen_and_compile", "filename": 13, "loc": "compiled_fn = AotCodeCompiler.compile("}, {"line": 1477, "name": "compile", "filename": 23, "loc": "trace_structured("}], "has_payload": "d41d8cd98f00b204e9800998ecf8427e"}
	
V0318 11:52:52.141000 3498822 /data/users/shangdiy/fbsource/fbcode/caffe2/torch/_dynamo/utils.py:1807] {"chromium_event": {}, "has_payload": "f1b0562501d2fd9501362c6a204627fa"}
	{
	"name": "compile_file",
	"ts": 1742323972141631.2,
	"args": {
	"compile_id": "None"
	},
	"ph": "B",
	"cat": "dynamo_timed",
	"tid": 0,
	"pid": 0
	}
V0318 11:53:00.212000 3498822 /data/users/shangdiy/fbsource/fbcode/caffe2/torch/_dynamo/utils.py:1807] {"chromium_event": {}, "has_payload": "a14441210f37a699883caf83ee914748"}
	{
	"name": "compile_file",
	"ts": 1742323980212446.2,
	"args": {
	"compile_id": "None"
	},
	"ph": "E",
	"cat": "dynamo_timed",
	"tid": 0,
	"pid": 0
	}
V0318 11:53:00.215000 3498822 /data/users/shangdiy/fbsource/fbcode/caffe2/torch/_dynamo/utils.py:1807] {"chromium_event": {}, "has_payload": "df5b568208ca98e86edf6b707be7ffcd"}
	{
	"name": "compile_file",
	"ts": 1742323980214895.5,
	"args": {
	"compile_id": "None"
	},
	"ph": "B",
	"cat": "dynamo_timed",
	"tid": 0,
	"pid": 0
	}
V0318 11:53:00.237000 3498822 /data/users/shangdiy/fbsource/fbcode/caffe2/torch/_dynamo/utils.py:1807] {"chromium_event": {}, "has_payload": "a9269dafd3b0f77991a4e56fd190a5e0"}
	{
	"name": "compile_file",
	"ts": 1742323980237641.5,
	"args": {
	"compile_id": "None"
	},
	"ph": "E",
	"cat": "dynamo_timed",
	"tid": 0,
	"pid": 0
	}
V0318 11:53:00.243000 3498822 /data/users/shangdiy/fbsource/fbcode/caffe2/torch/_dynamo/utils.py:1807] {"chromium_event": {}, "has_payload": "a7946f63e24035def0c59873b9c0beef"}
	{
	"name": "compile_file",
	"ts": 1742323980242949.2,
	"args": {
	"compile_id": "None"
	},
	"ph": "B",
	"cat": "dynamo_timed",
	"tid": 0,
	"pid": 0
	}
V0318 11:53:00.282000 3498822 /data/users/shangdiy/fbsource/fbcode/caffe2/torch/_dynamo/utils.py:1807] {"chromium_event": {}, "has_payload": "0ce9122f5589d8da75ab9b6f4df42e5a"}
	{
	"name": "compile_file",
	"ts": 1742323980282151.8,
	"args": {
	"compile_id": "None"
	},
	"ph": "E",
	"cat": "dynamo_timed",
	"tid": 0,
	"pid": 0
	}
V0318 11:53:00.287000 3498822 /data/users/shangdiy/fbsource/fbcode/caffe2/torch/_dynamo/utils.py:1807] {"chromium_event": {}, "has_payload": "9ffd7be616855910e324fc3615c8eb42"}
	{
	"name": "compile_file",
	"ts": 1742323980287386.2,
	"args": {
	"compile_id": "None"
	},
	"ph": "B",
	"cat": "dynamo_timed",
	"tid": 0,
	"pid": 0
	}
V0318 11:53:00.369000 3498822 /data/users/shangdiy/fbsource/fbcode/caffe2/torch/_dynamo/utils.py:1807] {"chromium_event": {}, "has_payload": "b732f8a37efd3827cbf495ba47fa7dee"}
	{
	"name": "compile_file",
	"ts": 1742323980369730.0,
	"args": {
	"compile_id": "None"
	},
	"ph": "E",
	"cat": "dynamo_timed",
	"tid": 0,
	"pid": 0
	}
V0318 11:53:00.372000 3498822 /data/users/shangdiy/fbsource/fbcode/caffe2/torch/_dynamo/utils.py:1807] {"chromium_event": {}, "has_payload": "9ee2362d8b0c3a47eb7b249efce9ee2d"}
	{
	"name": "AotCodeCompiler.compile",
	"ts": 1742323980372367.5,
	"args": {
	"compile_id": "None"
	},
	"ph": "E",
	"cat": "dynamo_timed",
	"tid": 0,
	"pid": 0
	}
V0318 11:53:00.374000 3498822 /data/users/shangdiy/fbsource/fbcode/caffe2/torch/_dynamo/utils.py:1807] {"chromium_event": {}, "has_payload": "bf7fce65c193f46f50cfcd3150ed346b"}
	{
	"name": "GraphLowering.compile_to_fn",
	"ts": 1742323980374553.0,
	"args": {
	"compile_id": "None"
	},
	"ph": "E",
	"cat": "dynamo_timed",
	"tid": 0,
	"pid": 0
	}
V0318 11:53:00.378000 3498822 /data/users/shangdiy/fbsource/fbcode/caffe2/torch/_logging/structured.py:27] {"str": ["/data/users/shangdiy/fbsource/buck-out/v2/gen/fbcode/8cf76b60692ad3ba/scripts/shangdiy/__aot__/aot#link-tree/torch/_dynamo/utils.py", 24]}
V0318 11:53:00.378000 3498822 /data/users/shangdiy/fbsource/fbcode/caffe2/torch/_dynamo/utils.py:1846] {"chromium_event": {}, "stack": [{"line": 38, "name": "<module>", "filename": 0, "loc": "__invoke_main()"}, {"line": 35, "name": "__invoke_main", "filename": 0, "loc": "run_as_main(module, main_function)"}, {"line": 98, "name": "run_as_main", "filename": 1, "loc": "oss_run_as_main("}, {"line": 94, "name": "run_as_main", "filename": 2, "loc": "main()"}, {"line": 55, "name": "main", "filename": 3, "loc": "package_path = torch._inductor.aoti_compile_and_package(ep)"}, {"line": 147, "name": "aoti_compile_and_package", "filename": 11, "loc": "return aot_inductor_minifier_wrapper("}, {"line": 934, "name": "aot_inductor_minifier_wrapper", "filename": 12, "loc": "return func("}, {"line": 190, "name": "_aoti_compile_and_package_inner", "filename": 11, "loc": "aoti_files = aot_compile(gm, args, kwargs, options=inductor_configs)"}, {"line": 287, "name": "aot_compile", "filename": 11, "loc": "return compile_fx_aot("}, {"line": 1560, "name": "compile_fx_aot", "filename": 13, "loc": "compiled_artifacts = compile_fx("}, {"line": 1754, "name": "compile_fx", "filename": 13, "loc": "return compile_fx("}, {"line": 1800, "name": "compile_fx", "filename": 13, "loc": "return compile_fx("}, {"line": 2103, "name": "compile_fx", "filename": 13, "loc": "return inference_compiler(unlifted_gm, example_inputs_)"}, {"line": 479, "name": "__call__", "filename": 15, "loc": "return self.compiler_fn(gm, example_inputs)"}, {"line": 1967, "name": "fw_compiler_base", "filename": 13, "loc": "return inner_compile("}, {"line": 79, "name": "inner", "filename": 18, "loc": "return func(*args, **kwds)"}, {"line": 628, "name": "compile_fx_inner", "filename": 13, "loc": "return wrap_compiler_debug(_compile_fx_inner, compiler_name=\"inductor\")("}, {"line": 124, "name": "debug_wrapper", "filename": 19, "loc": "inner_compiled_fn = compiler_fn(gm, example_inputs)"}, {"line": 167, "name": "newFunction", "filename": 20, "loc": "return old_func(*args, **kwargs)"}, {"line": 800, "name": "_compile_fx_inner", "filename": 13, "loc": "CompileEventLogger.instant("}, {"line": 575, "name": "instant", "filename": 24, "loc": "CompileEventLogger.log_instant_event("}, {"line": 369, "name": "log_instant_event", "filename": 24, "loc": "chromium_log.log_instant_event("}, {"line": 1846, "name": "log_instant_event", "filename": 24, "loc": "torch._logging.trace_structured("}], "has_payload": "49497c3a0dcb7d14ec88532942c34317"}
	{
	"name": "fx_graph_cache_disabled",
	"ts": 1742323954951593.8,
	"args": {
	"compile_id": "None"
	},
	"ph": "i",
	"cat": "dynamo_timed",
	"tid": 0,
	"pid": 0,
	"s": "p"
	}
V0318 11:53:00.383000 3498822 /data/users/shangdiy/fbsource/fbcode/caffe2/torch/_dynamo/utils.py:1807] {"chromium_event": {}, "has_payload": "58bd555c67440836f957ce519510a7cb"}
	{
	"name": "inductor_compile",
	"ts": 1742323980383300.2,
	"args": {
	"fn_name": "compile_fx_inner",
	"compile_id": "None",
	"is_backward": false,
	"cache_state": "disabled",
	"cache_event_time": 1742323954951593746,
	"key": null,
	"components": null,
	"cache_bypass_reason": "cache not enabled",
	"remote_cache_enabled": true,
	"local_cache_enabled": true
	},
	"ph": "E",
	"cat": "dynamo_timed",
	"tid": 0,
	"pid": 0
	}
V0318 11:53:00.385000 3498822 /data/users/shangdiy/fbsource/fbcode/caffe2/torch/_dynamo/utils.py:1807] {"chromium_event": {}, "has_payload": "df01904355b52770fd797ce4a3d83239"}
	{
	"name": "compile_fx.<locals>.fw_compiler_base",
	"ts": 1742323980385217.2,
	"args": {
	"compile_id": "None"
	},
	"ph": "E",
	"cat": "dynamo_timed",
	"tid": 0,
	"pid": 0
	}
V0318 11:53:00.390000 3498822 /data/users/shangdiy/fbsource/fbcode/caffe2/torch/_logging/structured.py:27] {"str": ["/data/users/shangdiy/fbsource/buck-out/v2/gen/fbcode/8cf76b60692ad3ba/scripts/shangdiy/__aot__/aot#link-tree/torch/_dynamo/metrics_context.py", 25]}
V0318 11:53:00.390000 3498822 /data/users/shangdiy/fbsource/fbcode/caffe2/torch/_dynamo/utils.py:1508] {"compilation_metrics": {"compile_id": null, "frame_key": null, "co_name": null, "co_filename": null, "co_firstlineno": null, "cache_size": null, "accumulated_cache_size": null, "guard_count": null, "shape_env_guard_count": null, "graph_op_count": null, "graph_node_count": null, "graph_input_count": null, "start_time": 1742323952.411495, "entire_frame_compile_time_s": null, "backend_compile_time_s": null, "inductor_compile_time_s": 25.436686, "code_gen_time_s": null, "fail_type": null, "fail_reason": null, "fail_user_frame_filename": null, "fail_user_frame_lineno": null, "non_compliant_ops": null, "compliant_custom_ops": null, "restart_reasons": null, "dynamo_time_before_restart_s": null, "has_guarded_code": null, "remote_cache_time_saved_s": null, "structured_logging_overhead_s": null, "config_suppress_errors": null, "config_inline_inbuilt_nn_modules": null, "specialize_float": null, "dynamo_config": "{\"_autograd_backward_strict_mode_conditional_banned_ops\": [\"stride\", \"storage_offset\", \"is_contiguous\"], \"_unsafe_skip_fsdp_module_guards\": false, \"accumulated_recompile_limit\": 256, \"allow_complex_guards_as_runtime_asserts\": false, \"allow_empty_graphs\": false, \"allow_ignore_mark_dynamic\": false, \"allow_rnn\": false, \"allow_unspec_int_on_nn_module\": false, \"allowed_functions_module_string_ignorelist\": [\"torch._decomp\", \"torch._prims\", \"torch._refs\", \"torch.distributions\", \"torch.testing\"], \"assume_static_by_default\": true, \"automatic_dynamic_local_pgo\": true, \"automatic_dynamic_remote_pgo\": null, \"automatic_dynamic_shapes\": true, \"automatic_dynamic_shapes_mark_as\": \"dynamic\", \"capture_autograd_function\": true, \"capture_dynamic_output_shape_ops\": false, \"capture_func_transforms\": true, \"capture_scalar_outputs\": false, \"capture_sparse_compute\": false, \"compiled_autograd\": false, \"compiled_autograd_kwargs_override\": {}, \"cprofile\": false, \"cudagraph_backend_keep_input_mutation\": false, \"cudagraph_backend_support_input_mutation\": false, \"dead_code_elimination\": true, \"disable\": false, \"do_not_emit_runtime_asserts\": false, \"dynamic_shapes\": true, \"enable_compiler_collectives\": false, \"enable_cpp_framelocals_guard_eval\": true, \"enable_cpp_guard_manager\": true, \"enable_cpp_symbolic_shape_guards\": false, \"enable_faithful_generator_behavior\": true, \"enable_trace_contextlib\": true, \"error_on_nested_fx_trace\": true, \"error_on_nested_jit_trace\": true, \"error_on_recompile\": false, \"fail_on_recompile_limit_hit\": false, \"fake_tensor_cache_crosscheck_enabled\": false, \"fake_tensor_cache_enabled\": true, \"force_nn_module_property_static_shapes\": true, \"force_parameter_static_shapes\": true, \"force_unspec_int_unbacked_size_like_on_torchrec_kjt\": false, \"guard_nn_modules\": true, \"guard_nn_modules_using_dict_tags\": true, \"inline_inbuilt_nn_modules\": true, \"issue_3_13_0_warning\": true, \"minimum_call_count\": 1, \"numpy_default_complex\": \"complex128\", \"numpy_default_float\": \"float64\", \"numpy_default_int\": \"int64\", \"only_allow_pt2_compliant_ops\": false, \"optimize_ddp\": true, \"optimize_ddp_lazy_compile\": false, \"prefer_deferred_runtime_asserts_over_guards\": false, \"prepare_freezing\": false, \"raise_on_ctx_manager_usage\": true, \"raise_on_unsafe_aot_autograd\": false, \"recompile_limit\": 8, \"record_compile_time_instruction_count\": false, \"replay_record_enabled\": false, \"report_guard_failures\": true, \"rewrite_assert_with_torch_assert\": true, \"run_gc_after_compile\": true, \"skip_code_recursive_on_recompile_limit_hit\": true, \"skip_fsdp_guards\": true, \"skip_fsdp_hooks\": true, \"skip_nnmodule_hook_guards\": true, \"skip_no_tensor_aliasing_guards_on_parameters\": true, \"skip_tensor_guards_with_matching_dict_tags\": true, \"skip_torchrec\": true, \"skipfiles_inline_module_allowlist\": {}, \"specialize_float\": false, \"specialize_int\": false, \"suppress_errors\": false, \"trace_numpy\": true, \"track_nodes_for_deduplication\": false, \"use_graph_deduplication\": false, \"use_lazy_graph_module\": true, \"use_numpy_random_stream\": false, \"verify_correctness\": false}", "is_forward": null, "num_triton_bundles": null, "remote_fx_graph_cache_get_time_ms": null, "remote_fx_graph_cache_put_time_ms": null, "start_time_us": 1742323952411495, "duration_us": 27974852, "dynamo_cumulative_compile_time_us": null, "aot_autograd_cumulative_compile_time_us": null, "inductor_cumulative_compile_time_us": 25436686, "inductor_code_gen_cumulative_compile_time_us": null, "triton_compile_time_us": 556211, "runtime_cudagraphify_time_us": null, "runtime_triton_autotune_time_us": null, "dynamo_compile_time_before_restart_us": null, "cuda_synchronize_time_us": null, "distributed_ephemeral_timeout_us": null, "structured_logging_overhead_us": null, "remote_fx_graph_cache_get_time_us": null, "remote_fx_graph_cache_put_time_us": null, "backward_cumulative_compile_time_us": null, "end_time_us": 1742323980386348, "pre_grad_pass_time_us": 29846, "post_grad_pass_time_us": 53638, "joint_graph_pass_time_us": 2398072, "log_format_version": 3, "inductor_config": "{\"TYPE_CHECKING\": false, \"_cache_config_ignore_prefix\": [\"trace\", \"cuda.cutlass_dir\", \"worker_start_method\", \"compile_threads\", \"post_grad_custom_post_pass\", \"post_grad_custom_pre_pass\", \"always_complex_memory_overlap_TESTING_ONLY\"], \"_collective.auto_select\": false, \"_collective.one_shot_all_reduce_threshold_bytes\": 131072, \"_fuse_ddp_bucket_size\": 25, \"_fuse_ddp_communication\": false, \"_fuse_ddp_communication_passes\": [\"fuse_ddp_with_concat_op\", \"schedule_comm_wait\"], \"_micro_pipeline_tp\": false, \"_pre_fusion_custom_pass\": null, \"_profile_var\": \"\", \"_raise_error_for_testing\": false, \"_save_config_ignore\": [\"trace.upload_tar\", \"joint_custom_pre_pass\", \"joint_custom_post_pass\", \"pre_grad_custom_pass\", \"aot_inductor.repro_level\", \"aot_inductor.dump_aoti_minifier\"], \"add_pre_grad_passes\": null, \"aggressive_fusion\": false, \"allow_buffer_reuse\": true, \"always_complex_memory_overlap_TESTING_ONLY\": false, \"always_keep_tensor_constants\": false, \"annotate_training\": false, \"aot_inductor.allow_stack_allocation\": false, \"aot_inductor.compile_wrapper_opt_level\": \"O1\", \"aot_inductor.debug_compile\": false, \"aot_inductor.debug_intermediate_value_printer\": \"0\", \"aot_inductor.dump_aoti_minifier\": false, \"aot_inductor.filtered_kernel_names\": null, \"aot_inductor.force_mmap_weights\": false, \"aot_inductor.metadata\": {\"AOTI_DEVICE_KEY\": \"cuda\"}, \"aot_inductor.output_path\": \"\", \"aot_inductor.package\": false, \"aot_inductor.package_constants_in_so\": true, \"aot_inductor.package_cpp_only\": false, \"aot_inductor.precompile_headers\": false, \"aot_inductor.presets\": {}, \"aot_inductor.raise_error_on_ignored_optimization\": true, \"aot_inductor.repro_level\": 2, \"aot_inductor.serialized_in_spec\": \"\", \"aot_inductor.serialized_out_spec\": \"\", \"aot_inductor.use_minimal_arrayref_interface\": false, \"aot_inductor.use_runtime_constant_folding\": false, \"assert_indirect_indexing\": true, \"assume_aligned_inputs\": false, \"autoheuristic_collect\": \"\", \"autoheuristic_log_path\": \"DEFAULT\", \"autoheuristic_use\": \"mixed_mm\", \"autotune_fallback_to_aten\": true, \"autotune_in_subproc\": false, \"autotune_local_cache\": true, \"autotune_multi_device\": false, \"autotune_num_choices_displayed\": 10, \"autotune_remote_cache\": null, \"b2b_gemm_pass\": false, \"batch_fusion\": true, \"benchmark_combo_kernel\": false, \"benchmark_epilogue_fusion\": true, \"benchmark_fusion\": false, \"benchmark_harness\": true, \"benchmark_kernel\": false, \"bundle_triton_into_fx_graph_cache\": null, \"bundled_autotune_remote_cache\": null, \"bw_outputs_user_visible\": true, \"can_inplace_pad_graph_input\": false, \"check_stack_no_cycles_TESTING_ONLY\": false, \"combo_kernel_allow_mixed_sizes\": 1, \"combo_kernel_foreach_dynamic_shapes\": false, \"combo_kernels\": false, \"combo_kernels_autotune\": 1, \"comment_origin\": false, \"compile_threads\": 22, \"comprehensive_padding\": true, \"compute_all_bounds\": false, \"constant_and_index_propagation\": true, \"conv_1x1_as_mm\": false, \"coordinate_descent_check_all_directions\": false, \"coordinate_descent_search_radius\": 1, \"coordinate_descent_tuning\": false, \"cpp.cxx\": [null, \"g++\"], \"cpp.descriptive_names\": \"original_aten\", \"cpp.dynamic_threads\": false, \"cpp.enable_concat_linear\": false, \"cpp.enable_floating_point_contract_flag\": \"off\", \"cpp.enable_grouped_gemm_template\": false, \"cpp.enable_kernel_profile\": false, \"cpp.enable_loop_tail_vec\": true, \"cpp.enable_tiling_heuristics\": true, \"cpp.enable_unsafe_math_opt_flag\": false, \"cpp.fallback_scatter_reduce_sum\": true, \"cpp.gemm_cache_blocking\": null, \"cpp.gemm_max_k_slices\": 1, \"cpp.gemm_thread_factors\": null, \"cpp.inject_log1p_bug_TESTING_ONLY\": null, \"cpp.inject_relu_bug_TESTING_ONLY\": null, \"cpp.max_horizontal_fusion_size\": 16, \"cpp.min_chunk_size\": 4096, \"cpp.no_redundant_loops\": true, \"cpp.simdlen\": null, \"cpp.threads\": -1, \"cpp.vec_isa_ok\": null, \"cpp.weight_prepack\": true, \"cpp_cache_precompile_headers\": true, \"cpp_wrapper\": false, \"cpu_backend\": \"cpp\", \"cuda.arch\": null, \"cuda.compile_opt_level\": \"-O1\", \"cuda.cuda_cxx\": null, \"cuda.cutlass_backend_min_gemm_size\": 1, \"cuda.cutlass_dir\": \"/data/users/shangdiy/fbsource/buck-out/v2/gen/fbcode/8cf76b60692ad3ba/scripts/shangdiy/__aot__/aot#link-tree/third_party/cutlass\", \"cuda.cutlass_instantiation_level\": \"0\", \"cuda.cutlass_max_profiling_configs\": null, \"cuda.cutlass_max_profiling_swizzle_options\": [1, 2, 4], \"cuda.cutlass_op_allowlist_regex\": null, \"cuda.cutlass_op_denylist_regex\": null, \"cuda.enable_cuda_lto\": false, \"cuda.enable_debug_info\": false, \"cuda.enable_ptxas_info\": false, \"cuda.generate_test_runner\": false, \"cuda.use_fast_math\": false, \"cuda.version\": null, \"cuda_backend\": \"triton\", \"custom_op_default_layout_constraint\": \"needs_fixed_stride_order\", \"dce\": false, \"debug\": false, \"debug_fusion\": false, \"debug_index_asserts\": false, \"debug_ir_traceback\": false, \"decompose_mem_bound_mm\": false, \"developer_warnings\": true, \"disable_cpp_codegen\": false, \"disable_padding_cpu\": true, \"disable_progress\": true, \"dynamic_scale_rblock\": true, \"efficient_conv_bn_eval_fx_passes\": false, \"emulate_precision_casts\": false, \"enable_auto_functionalized_v2\": true, \"enable_linear_binary_folding\": false, \"enabled_metric_tables\": \"\", \"epilogue_fusion\": true, \"epilogue_fusion_first\": false, \"estimate_op_runtime\": \"default\", \"external_matmul\": [], \"fallback_random\": false, \"force_disable_caches\": false, \"force_fuse_int_mm_with_mul\": false, \"force_layout_optimization\": false, \"force_pointwise_cat\": false, \"force_same_precision\": true, \"force_shape_pad\": false, \"freezing\": false, \"freezing_discard_parameters\": false, \"fx_graph_cache\": true, \"fx_graph_remote_cache\": null, \"fx_passes_numeric_check\": {\"num_iterations\": 1, \"pre_grad\": false, \"precision\": 0.0001, \"requires_optimizer\": true}, \"generate_intermediate_hooks\": false, \"global_cache_dir\": null, \"graph_partition\": false, \"group_fusion\": false, \"halide.asserts\": false, \"halide.cpu_target\": \"host\", \"halide.debug\": false, \"halide.gpu_target\": \"host-cuda\", \"halide.scan_kernels\": false, \"halide.scheduler_cpu\": \"Adams2019\", \"halide.scheduler_cuda\": \"Anderson2021\", \"implicit_fallbacks\": true, \"inplace_buffers\": true, \"inplace_padding\": true, \"inter_node_bw\": 25, \"intra_node_bw\": 300, \"is_nightly_or_source\": false, \"is_predispatch\": false, \"joint_custom_post_pass\": null, \"joint_custom_pre_pass\": null, \"joint_graph_constant_folding\": true, \"keep_output_stride\": true, \"kernel_name_max_ops\": 10, \"layout_opt_default\": \"1\", \"layout_optimization\": true, \"loop_ordering_after_fusion\": false, \"max_autotune\": false, \"max_autotune_conv_backends\": \"ATEN,TRITON\", \"max_autotune_gemm\": false, \"max_autotune_gemm_backends\": \"ATEN,TRITON,CPP\", \"max_autotune_gemm_search_space\": \"DEFAULT\", \"max_autotune_pointwise\": false, \"max_autotune_subproc_graceful_timeout_seconds\": 1.0, \"max_autotune_subproc_result_timeout_seconds\": 60.0, \"max_autotune_subproc_terminate_timeout_seconds\": 2.0, \"max_epilogue_benchmarked_choices\": 1, \"max_fusion_size\": 64, \"max_pointwise_cat_inputs\": 8, \"memory_planning\": false, \"memory_pool\": \"intermediates\", \"mixed_mm_choice\": \"heuristic\", \"nan_asserts\": false, \"online_softmax\": true, \"optimize_scatter_upon_const_tensor\": true, \"pad_channels_last\": false, \"pad_outputs\": false, \"padding_alignment_bytes\": 128, \"padding_stride_threshold\": 1024, \"pattern_matcher\": true, \"permute_fusion\": false, \"pick_loop_orders\": true, \"post_grad_custom_post_pass\": null, \"post_grad_custom_pre_pass\": null, \"post_grad_fusion_options\": {}, \"pre_grad_custom_pass\": null, \"pre_grad_fusion_options\": {}, \"profile_bandwidth\": false, \"profile_bandwidth_output\": null, \"profile_bandwidth_regex\": \"\", \"profile_bandwidth_with_do_bench_using_profiling\": false, \"profiler_mark_wrapper_call\": false, \"prologue_fusion\": true, \"realize_acc_reads_threshold\": 8, \"realize_opcount_threshold\": 30, \"realize_reads_threshold\": 4, \"remove_pre_grad_passes\": null, \"reorder_for_compute_comm_overlap\": false, \"reorder_for_compute_comm_overlap_passes\": [\"reorder_compute_for_overlap\", \"sink_waits\", \"raise_comms\"], \"reorder_for_locality\": true, \"reorder_for_peak_memory\": true, \"rocm.arch\": [], \"rocm.ck_dir\": null, \"rocm.ck_supported_arch\": [\"gfx90a\", \"gfx942\"], \"rocm.compile_opt_level\": \"-O2\", \"rocm.flush_denormals\": true, \"rocm.generate_test_runner\": false, \"rocm.is_debug\": false, \"rocm.kBatch_sweep\": null, \"rocm.n_max_profiling_configs\": null, \"rocm.print_kernel_resource_usage\": false, \"rocm.rocm_home\": null, \"rocm.save_temps\": false, \"rocm.split_k_threshold\": 16, \"rocm.use_fast_math\": true, \"rocm.use_preselected_instances\": false, \"save_args\": false, \"scalar_asserts\": true, \"score_fusion_memory_threshold\": 10, \"search_autotune_cache\": false, \"shape_padding\": true, \"size_asserts\": true, \"sleep_sec_TESTING_ONLY\": null, \"split_cat_fx_passes\": true, \"split_reductions\": true, \"static_weight_shapes\": true, \"test_configs.autotune_choice_desc_regex\": null, \"test_configs.autotune_choice_name_regex\": null, \"test_configs.force_extern_kernel_in_multi_template\": false, \"test_configs.graphsafe_rng_func_ignores_fallback_random\": false, \"test_configs.max_mm_configs\": null, \"test_configs.runtime_triton_dtype_assert\": false, \"trace.compile_profile\": false, \"trace.debug_dir\": null, \"trace.debug_log\": false, \"trace.dot_graph_shape\": null, \"trace.draw_orig_fx_graph\": false, \"trace.enabled\": true, \"trace.fx_graph\": true, \"trace.fx_graph_transformed\": true, \"trace.graph_diagram\": false, \"trace.info_log\": false, \"trace.ir_post_fusion\": true, \"trace.ir_pre_fusion\": true, \"trace.log_autotuning_results\": false, \"trace.log_inductor_triton_kernel_to_post_grad_node_info\": true, \"trace.log_url_for_graph_xform\": null, \"trace.output_code\": true, \"trace.save_real_tensors\": false, \"trace.upload_tar\": null, \"triton.autotune_at_compile_time\": null, \"triton.autotune_cublasLt\": true, \"triton.autotune_pointwise\": true, \"triton.codegen_upcast_to_fp32\": true, \"triton.cooperative_reductions\": false, \"triton.cudagraph_dynamic_shape_warn_limit\": 50, \"triton.cudagraph_skip_dynamic_graphs\": false, \"triton.cudagraph_support_input_mutation\": false, \"triton.cudagraph_trees\": true, \"triton.cudagraph_trees_history_recording\": false, \"triton.cudagraph_unexpected_rerecord_limit\": 128, \"triton.cudagraphs\": false, \"triton.debug_sync_graph\": false, \"triton.debug_sync_kernel\": false, \"triton.dense_indexing\": false, \"triton.descriptive_names\": \"original_aten\", \"triton.disallow_failing_autotune_kernels_TESTING_ONLY\": false, \"triton.divisible_by_16\": true, \"triton.enable_persistent_tma_matmul\": false, \"triton.fast_path_cudagraph_asserts\": false, \"triton.force_cooperative_reductions\": false, \"triton.force_cudagraph_sync\": false, \"triton.force_cudagraphs_warmup\": false, \"triton.inject_relu_bug_TESTING_ONLY\": null, \"triton.max_tiles\": 2, \"triton.min_split_scan_rblock\": 256, \"triton.multi_kernel\": 0, \"triton.persistent_reductions\": true, \"triton.prefer_nd_tiling\": false, \"triton.skip_cudagraph_warmup\": false, \"triton.skip_l1_cache\": false, \"triton.slow_path_cudagraph_asserts\": true, \"triton.spill_threshold\": 16, \"triton.store_cubin\": false, \"triton.tile_reductions\": false, \"triton.tiling_prevents_pointwise_fusion\": true, \"triton.tiling_prevents_reduction_fusion\": true, \"triton.unique_kernel_names\": true, \"triton.unique_user_kernel_names\": false, \"triton.use_block_ptr\": false, \"triton_kernel_default_layout_constraint\": \"needs_fixed_stride_order\", \"unbacked_symint_fallback\": 8192, \"unroll_reductions_threshold\": 8, \"unsafe_ignore_unsupported_triton_autotune_args\": false, \"use_experimental_benchmarker\": false, \"use_fast_math\": false, \"use_mixed_mm\": true, \"verbose_progress\": false, \"warn_mix_layout\": false, \"worker_start_method\": \"subprocess\"}", "remote_cache_version": 14, "inductor_fx_remote_cache_hit_count": null, "inductor_fx_remote_cache_miss_count": null, "inductor_fx_remote_cache_backend_type": "_ManifoldCache", "inductor_fx_remote_cache_hit_keys": null, "inductor_fx_remote_cache_miss_keys": null, "cuda_version": "12.4.0", "triton_version": "3.2.0", "feature_usage": {"fx_cache": false, "parallel_compile_post_warmup": false}, "compile_time_autotune_time_us": 2154725, "is_runtime": false, "gc_time_us": null, "tensorify_float_attempt": null, "tensorify_float_success": null, "tensorify_float_failure": null, "guard_latency_us": null, "recompile_reason": null, "num_graph_breaks": 0, "triton_kernel_compile_times_us": "[[\"triton_poi_fused_addmm_gelu_2\", 213854], [\"triton_poi_fused_mul_1\", 198977], [\"triton_poi_fused_addmm_relu_sigmoid_0\", 138269]]", "ir_count": null, "cudagraph_skip_reason": null}, "stack": [{"line": 38, "name": "<module>", "filename": 0, "loc": "__invoke_main()"}, {"line": 35, "name": "__invoke_main", "filename": 0, "loc": "run_as_main(module, main_function)"}, {"line": 98, "name": "run_as_main", "filename": 1, "loc": "oss_run_as_main("}, {"line": 94, "name": "run_as_main", "filename": 2, "loc": "main()"}, {"line": 55, "name": "main", "filename": 3, "loc": "package_path = torch._inductor.aoti_compile_and_package(ep)"}, {"line": 147, "name": "aoti_compile_and_package", "filename": 11, "loc": "return aot_inductor_minifier_wrapper("}, {"line": 934, "name": "aot_inductor_minifier_wrapper", "filename": 12, "loc": "return func("}, {"line": 190, "name": "_aoti_compile_and_package_inner", "filename": 11, "loc": "aoti_files = aot_compile(gm, args, kwargs, options=inductor_configs)"}, {"line": 287, "name": "aot_compile", "filename": 11, "loc": "return compile_fx_aot("}, {"line": 1550, "name": "compile_fx_aot", "filename": 13, "loc": "with ("}, {"line": 88, "name": "__exit__", "filename": 25, "loc": "self._on_exit("}, {"line": 1508, "name": "record_compilation_metrics", "filename": 24, "loc": "torch._logging.trace_structured("}]}
V0318 11:53:00.396000 3498822 /data/users/shangdiy/fbsource/fbcode/caffe2/torch/_dynamo/utils.py:1807] {"chromium_event": {}, "has_payload": "1ae1013de47e61ae0477f13194d98d51"}
	{
	"name": "compile_fx_aot",
	"ts": 1742323980396710.2,
	"args": {
	"compile_id": "None",
	"num_graph_breaks": 0,
	"frame_key": null,
	"co_name": null,
	"co_filename": null,
	"co_firstlineno": null,
	"cache_size": null,
	"accumulated_cache_size": null,
	"guard_count": null,
	"shape_env_guard_count": null,
	"graph_op_count": null,
	"graph_node_count": null,
	"graph_input_count": null,
	"fail_type": null,
	"fail_reason": null,
	"fail_user_frame_filename": null,
	"fail_user_frame_lineno": null,
	"non_compliant_ops": null,
	"compliant_custom_ops": null,
	"restart_reasons": null,
	"dynamo_time_before_restart_s": null,
	"has_guarded_code": null,
	"dynamo_config": "{\"_autograd_backward_strict_mode_conditional_banned_ops\": [\"stride\", \"storage_offset\", \"is_contiguous\"], \"_unsafe_skip_fsdp_module_guards\": false, \"accumulated_recompile_limit\": 256, \"allow_complex_guards_as_runtime_asserts\": false, \"allow_empty_graphs\": false, \"allow_ignore_mark_dynamic\": false, \"allow_rnn\": false, \"allow_unspec_int_on_nn_module\": false, \"allowed_functions_module_string_ignorelist\": [\"torch._decomp\", \"torch._prims\", \"torch._refs\", \"torch.distributions\", \"torch.testing\"], \"assume_static_by_default\": true, \"automatic_dynamic_local_pgo\": true, \"automatic_dynamic_remote_pgo\": null, \"automatic_dynamic_shapes\": true, \"automatic_dynamic_shapes_mark_as\": \"dynamic\", \"capture_autograd_function\": true, \"capture_dynamic_output_shape_ops\": false, \"capture_func_transforms\": true, \"capture_scalar_outputs\": false, \"capture_sparse_compute\": false, \"compiled_autograd\": false, \"compiled_autograd_kwargs_override\": {}, \"cprofile\": false, \"cudagraph_backend_keep_input_mutation\": false, \"cudagraph_backend_support_input_mutation\": false, \"dead_code_elimination\": true, \"disable\": false, \"do_not_emit_runtime_asserts\": false, \"dynamic_shapes\": true, \"enable_compiler_collectives\": false, \"enable_cpp_framelocals_guard_eval\": true, \"enable_cpp_guard_manager\": true, \"enable_cpp_symbolic_shape_guards\": false, \"enable_faithful_generator_behavior\": true, \"enable_trace_contextlib\": true, \"error_on_nested_fx_trace\": true, \"error_on_nested_jit_trace\": true, \"error_on_recompile\": false, \"fail_on_recompile_limit_hit\": false, \"fake_tensor_cache_crosscheck_enabled\": false, \"fake_tensor_cache_enabled\": true, \"force_nn_module_property_static_shapes\": true, \"force_parameter_static_shapes\": true, \"force_unspec_int_unbacked_size_like_on_torchrec_kjt\": false, \"guard_nn_modules\": true, \"guard_nn_modules_using_dict_tags\": true, \"inline_inbuilt_nn_modules\": true, \"issue_3_13_0_warning\": true, \"minimum_call_count\": 1, \"numpy_default_complex\": \"complex128\", \"numpy_default_float\": \"float64\", \"numpy_default_int\": \"int64\", \"only_allow_pt2_compliant_ops\": false, \"optimize_ddp\": true, \"optimize_ddp_lazy_compile\": false, \"prefer_deferred_runtime_asserts_over_guards\": false, \"prepare_freezing\": false, \"raise_on_ctx_manager_usage\": true, \"raise_on_unsafe_aot_autograd\": false, \"recompile_limit\": 8, \"record_compile_time_instruction_count\": false, \"replay_record_enabled\": false, \"report_guard_failures\": true, \"rewrite_assert_with_torch_assert\": true, \"run_gc_after_compile\": true, \"skip_code_recursive_on_recompile_limit_hit\": true, \"skip_fsdp_guards\": true, \"skip_fsdp_hooks\": true, \"skip_nnmodule_hook_guards\": true, \"skip_no_tensor_aliasing_guards_on_parameters\": true, \"skip_tensor_guards_with_matching_dict_tags\": true, \"skip_torchrec\": true, \"skipfiles_inline_module_allowlist\": {}, \"specialize_float\": false, \"specialize_int\": false, \"suppress_errors\": false, \"trace_numpy\": true, \"track_nodes_for_deduplication\": false, \"use_graph_deduplication\": false, \"use_lazy_graph_module\": true, \"use_numpy_random_stream\": false, \"verify_correctness\": false}"
	},
	"ph": "E",
	"cat": "dynamo_timed",
	"tid": 0,
	"pid": 0
	}
