[WIP] Devtool end-to-end tests

devtools/test/test_end2end.py

@@ -0,0 +1,85 @@
+# Copyright (c) Meta Platforms, Inc. and affiliates.
+# All rights reserved.
+#
+# This source code is licensed under the BSD-style license found in the
+# LICENSE file in the root directory of this source tree.
+
+# pyre-unsafe
+
+import copy
+import os
+import shutil
+import tempfile
+import unittest
+
+import torch
+from executorch.devtools import BundledProgram
+from executorch.devtools.etrecord import generate_etrecord, parse_etrecord
+from executorch.devtools.inspector import Inspector
+from executorch.exir import EdgeCompileConfig, EdgeProgramManager, to_edge
+from executorch.exir.capture._config import CaptureConfig
+from executorch.exir.program import ExecutorchProgram
+from torch.export import export, ExportedProgram
+from executorch.devtools.bundled_program.config import MethodTestCase, MethodTestSuite
+from executorch.devtools.bundled_program.serialize import (
+    serialize_from_bundled_program_to_flatbuffer,
+)
+from executorch.extension.pybindings.portable_lib import (
+    _load_for_executorch_from_buffer,
+)
+
+class SimpleAddModel(torch.nn.Module):
+    def __init__(self):
+        super().__init__()
+
+    def forward(self, x, y):
+        return x + y
+
+
+class TestDevtoolsEndToEnd():
+    def __init__(self):
+        self.tmp_dir = "./"
+        self.etrecord_path = os.path.join(self.tmp_dir, "etrecord.bin")
+        self.etdump_path = os.path.join(self.tmp_dir, "etdump.bin")
+        self.et_program_manager = None
+
+        self.model = SimpleAddModel()
+
+    def tearDown(self):
+        shutil.rmtree(self.tmp_dir)
+
+    def generate_etrecord_(self):
+        aten_model: ExportedProgram = export(
+            self.model,
+            (torch.randn(1, 1, 32, 32), torch.randn(1, 1, 32, 32)),
+        )
+        edge_program_manager = to_edge(
+            aten_model,
+            compile_config=EdgeCompileConfig(
+                _use_edge_ops=False,
+                _check_ir_validity=False,
+            ),
+        )
+        edge_program_manager_copy = copy.deepcopy(edge_program_manager)
+        et_program_manager = edge_program_manager.to_executorch()
+
+        self.et_program_manager = et_program_manager
+
+        generate_etrecord(self.etrecord_path, edge_program_manager_copy, et_program_manager)
+
+    def generate_etdump(self):
+        # load executorch program from buffer, and set enable_etdump to True
+        program = _load_for_executorch_from_buffer(self.et_program_manager.buffer, enable_etdump=True)
+        # run program with example inputs to generate etdump
+        program.forward((torch.randn(1, 1, 32, 32), torch.randn(1, 1, 32, 32)))
+        # write etdump to file
+        program.write_etdump_result_to_file(self.etdump_path)
+
+    def test_profile(self):
+        pass
+
+
+if __name__ == "__main__":
+    tester = TestDevtoolsEndToEnd()
+    tester.generate_etrecord_()
+    tester.generate_etdump()