move backend aot api to exir

Summary:
As part of the directory restructure, we want to move the backend aot interface to exir

https://www.internalfb.com/code/fbsource/[a482be103d853a0aba1c5432b94222f398f2782c][history]/fbcode/executorch/README.md?lines=56-58

Reviewed By: JacobSzwejbka

Differential Revision: D48006877

fbshipit-source-id: fcd92f38457ad37389d1037416f4c93b2e177984

Author: cccclai

backends/qnnpack/TARGETS

@@ -17,9 +17,9 @@ runtime.python_library(
         "//executorch/...",
     ],
     deps = [
-        "//executorch/backends:backend_details",
         "//executorch/backends/transforms:lib",
         "//executorch/exir:graph_module",
+        "//executorch/exir/backend:backend_details",
         "//executorch/exir/serialize:bindings",
         "//executorch/exir/serialize:lib",
     ],

backends/qnnpack/partition/TARGETS

@@ -11,8 +11,8 @@ runtime.python_library(
     ],
     deps = [
         "//caffe2:torch",
-        "//executorch/backends:utils",
         "//executorch/backends/transforms:lib",
+        "//executorch/exir/backend:utils",
     ],
 )
 
@@ -27,12 +27,12 @@ runtime.python_library(
     ],
     deps = [
         ":support_patterns",
-        "//executorch/backends:partitioner",
-        "//executorch/backends/canonical_partitioners:canonical_partitioner_lib",
         "//executorch/backends/qnnpack:qnnpack_preprocess",
         "//executorch/backends/transforms:lib",
         "//executorch/backends/xnnpack/partition:xnnpack_partitioner",
         "//executorch/exir:delegate",
         "//executorch/exir:lib",
+        "//executorch/exir/backend:partitioner",
+        "//executorch/exir/backend/canonical_partitioners:canonical_partitioner_lib",
     ],
 )

backends/qnnpack/qnnpack_preprocess.py

@@ -9,8 +9,6 @@
 
 import torch
 
-from executorch.backends.backend_details import BackendDetails, CompileSpec
-
 from executorch.backends.qnnpack.serialization.qnnpack_graph_schema import (
     ConstTensor,
     QNNDynamicLinear,
@@ -21,6 +19,8 @@
 
 from executorch.backends.transforms import get_shape
 
+from executorch.exir.backend.backend_details import BackendDetails, CompileSpec
+
 from executorch.exir.dialects._ops import ops as exir_ops
 from torch._export.exported_program import ExportedProgram
 

backends/qnnpack/targets.bzl

@@ -73,9 +73,9 @@ def define_common_targets():
             "serialization/schema.fbs",
         ],
         visibility = [
-            "//executorch/backends:backend_lib",
+            "//executorch/exir/backend:backend_lib",
             "//executorch/backends/qnnpack/test/...",
-            "//executorch/backends/test/...",
+            "//executorch/exir/backend/test/...",
             "//executorch/extension/pybindings/...",
             "@EXECUTORCH_CLIENTS",
         ],

backends/qnnpack/test/TARGETS

@@ -14,11 +14,11 @@ python_unittest(
     tags = ["long_running"],
     deps = [
         "//caffe2:torch",
-        "//executorch/backends:backend_api",
         "//executorch/backends/qnnpack:qnnpack_backend",
         "//executorch/backends/qnnpack:qnnpack_preprocess",
         "//executorch/backends/qnnpack/partition:qnnpack_partitioner",
         "//executorch/exir:lib",
+        "//executorch/exir/backend:backend_api",
         "//executorch/exir/serialize:lib",
         "//executorch/extension/pybindings:portable",  # @manual
         "//executorch/extension/pytree:pylib",

backends/qnnpack/test/test_qnnpack.py

@@ -11,14 +11,14 @@
 import torch
 import torch.nn.functional as F
 
-from executorch.backends.backend_api import to_backend, validation_disabled
-
 from executorch.backends.qnnpack.partition.qnnpack_partitioner import QnnpackPartitioner
 
 # import the xnnpack backend implementation
 from executorch.backends.qnnpack.qnnpack_preprocess import QnnpackBackend
 from executorch.exir import CaptureConfig
 
+from executorch.exir.backend.backend_api import to_backend, validation_disabled
+
 from executorch.exir.serialize import serialize_to_flatbuffer
 
 # pyre-ignore[21]: Could not find module `executorch.extension.pybindings.portable`.

backends/vulkan/TARGETS

@@ -36,8 +36,8 @@ runtime.python_library(
         "//executorch/vulkan/...",
     ],
     deps = [
-        "//executorch/backends:backend_details",
         "//executorch/exir:graph_module",
+        "//executorch/exir/backend:backend_details",
         "//executorch/exir/serialize:bindings",
         "//executorch/exir/serialize:lib",
     ],

backends/vulkan/test/TARGETS

@@ -12,12 +12,12 @@ python_unittest(
     ],
     deps = [
         "//caffe2:torch",
-        "//executorch/backends:backend_api",
         "//executorch/backends/vulkan:vulkan_preprocess",
         "//executorch/exir:lib",
+        "//executorch/exir/backend:backend_api",
         "//executorch/exir/serialize:lib",
         "//executorch/extension/pybindings:portable",  # @manual
         "//executorch/extension/pytree:pylib",
-        "//executorch/runtime/executor/test:test_backend_compiler_lib",
+        "//executorch/kernels/portable:custom_ops_generated_lib",
     ],
 )

backends/vulkan/test/test_vulkan_delegate.py

@@ -10,10 +10,10 @@
 
 import executorch.exir as exir
 import torch
-from executorch.backends.backend_api import to_backend
 
 # import the vulkan backend implementation
 from executorch.backends.vulkan.vulkan_preprocess import VulkanBackend
+from executorch.exir.backend.backend_api import to_backend
 
 from executorch.exir.serialize import serialize_to_flatbuffer
 

backends/vulkan/vulkan_preprocess.py

@@ -8,15 +8,15 @@
 from typing import final, List
 
 import executorch.backends.vulkan.serialization.vulkan_graph_schema as vk_graph_schema
+from executorch.backends.vulkan.serialization.vulkan_graph_serialize import (
+    convert_to_flatbuffer,
+)
 
-from executorch.backends.backend_details import (
+from executorch.exir.backend.backend_details import (
     BackendDetails,
     CompileSpec,
     ExportedProgram,
 )
-from executorch.backends.vulkan.serialization.vulkan_graph_serialize import (
-    convert_to_flatbuffer,
-)
 from torch import dtype, float32, Tensor
 from torch.fx import Node
 

backends/xnnpack/TARGETS

@@ -18,11 +18,11 @@ runtime.python_library(
         "@EXECUTORCH_CLIENTS",
     ],
     deps = [
-        "//executorch/backends:backend_details",
         "//executorch/backends/transforms:lib",
         "//executorch/backends/xnnpack/operators:operators",
         "//executorch/backends/xnnpack/passes:xnnpack_passes",
         "//executorch/exir:graph_module",
+        "//executorch/exir/backend:backend_details",
         "//executorch/exir/serialize:bindings",
         "//executorch/exir/serialize:lib",
     ],

backends/xnnpack/operators/TARGETS

@@ -8,9 +8,9 @@ runtime.python_library(
         "@EXECUTORCH_CLIENTS",
     ],
     deps = [
-        "//executorch/backends:backend_details",
         "//executorch/backends/xnnpack/utils:xnnpack_utils",
         "//executorch/exir:graph_module",
+        "//executorch/exir/backend:backend_details",
         "//executorch/exir/serialize:bindings",
         "//executorch/exir/serialize:lib",
     ],

backends/xnnpack/partition/TARGETS

@@ -11,7 +11,7 @@ runtime.python_library(
     ],
     deps = [
         "//caffe2:torch",
-        "//executorch/backends:utils",
+        "//executorch/exir/backend:utils",
     ],
 )
 
@@ -26,11 +26,11 @@ runtime.python_library(
     ],
     deps = [
         ":support_patterns",
-        "//executorch/backends:partitioner",
-        "//executorch/backends:utils",
-        "//executorch/backends/canonical_partitioners:canonical_partitioner_lib",
         "//executorch/backends/xnnpack:xnnpack_preprocess",
         "//executorch/exir:delegate",
         "//executorch/exir:lib",
+        "//executorch/exir/backend:partitioner",
+        "//executorch/exir/backend:utils",
+        "//executorch/exir/backend/canonical_partitioners:canonical_partitioner_lib",
     ],
 )

backends/xnnpack/partition/support_patterns.py

@@ -4,14 +4,14 @@
 # This source code is licensed under the BSD-style license found in the
 # LICENSE file in the root directory of this source tree.
 
-import executorch.backends.utils as utils
+import executorch.exir.backend.utils as utils
 import torch
 import torch.nn.functional as F
 from executorch import exir
-from executorch.backends.canonical_partitioners.duplicate_dequant_node_pass import (
+from executorch.exir import CaptureConfig
+from executorch.exir.backend.canonical_partitioners.duplicate_dequant_node_pass import (
     DuplicateDequantNodePass,
 )
-from executorch.exir import CaptureConfig
 from executorch.exir.dialects._ops import ops as exir_ops
 
 from torch.ao.quantization import PlaceholderObserver, QConfig, QConfigMapping

backends/xnnpack/partition/xnnpack_partitioner.py

@@ -10,13 +10,6 @@
 from typing import Any, Callable, cast, Dict, List, Optional, Union
 
 import torch
-
-from executorch.backends.canonical_partitioners.pattern_op_partitioner import (
-    generate_partitions_from_list_of_nodes,
-    generate_pattern_op_partitions,
-)
-
-from executorch.backends.partitioner import DelegationSpec, Partitioner
 from executorch.backends.xnnpack.partition.support_patterns import (
     get_add_graphs,
     get_all_dynamically_quantized_linear_pattern,
@@ -48,6 +41,13 @@
 )
 from executorch.backends.xnnpack.utils.utils import get_input_node
 from executorch.backends.xnnpack.xnnpack_preprocess import XnnpackBackend
+
+from executorch.exir.backend.canonical_partitioners.pattern_op_partitioner import (
+    generate_partitions_from_list_of_nodes,
+    generate_pattern_op_partitions,
+)
+
+from executorch.exir.backend.partitioner import DelegationSpec, Partitioner
 from executorch.exir.dialects._ops import ops as exir_ops
 from torch.fx.passes.infra.partitioner import Partition
 from torch.fx.passes.operator_support import chain, OperatorSupportBase

backends/xnnpack/targets.bzl

@@ -44,8 +44,8 @@ def define_common_targets():
             "runtime/*.h",
         ]),
         visibility = [
-            "//executorch/backends:backend_lib",
-            "//executorch/backends/test/...",
+            "//executorch/exir/backend:backend_lib",
+            "//executorch/exir/backend/test/...",
             "//executorch/backends/xnnpack/test/...",
             "//executorch/extension/pybindings/...",
             "@EXECUTORCH_CLIENTS",

backends/xnnpack/test/TARGETS

@@ -14,7 +14,6 @@ python_unittest(
     tags = ["long_running"],
     deps = [
         "//caffe2:torch",
-        "//executorch/backends:backend_api",
         "//executorch/backends/xnnpack:xnnpack_backend",
         "//executorch/backends/xnnpack:xnnpack_preprocess",
         "//executorch/backends/xnnpack/partition:xnnpack_partitioner",
@@ -23,6 +22,7 @@ python_unittest(
         "//executorch/bundled_program:core",
         "//executorch/bundled_program/serialize:lib",
         "//executorch/exir:lib",
+        "//executorch/exir/backend:backend_api",
         "//executorch/exir/passes:spec_prop_pass",
         "//executorch/exir/serialize:lib",
         "//executorch/extension/pybindings:portable",  # @manual
@@ -43,7 +43,6 @@ python_unittest(
     tags = ["long_running"],
     deps = [
         "//caffe2:torch",
-        "//executorch/backends:backend_api",
         "//executorch/backends/xnnpack:xnnpack_backend",
         "//executorch/backends/xnnpack:xnnpack_preprocess",
         "//executorch/backends/xnnpack/partition:xnnpack_partitioner",
@@ -52,6 +51,7 @@ python_unittest(
         "//executorch/bundled_program:core",
         "//executorch/bundled_program/serialize:lib",
         "//executorch/exir:lib",
+        "//executorch/exir/backend:backend_api",
         "//executorch/exir/dialects:lib",
         "//executorch/exir/passes:spec_prop_pass",
         "//executorch/exir/serialize:lib",
@@ -73,7 +73,6 @@ python_unittest(
     tags = ["long_running"],
     deps = [
         "//caffe2:torch",
-        "//executorch/backends:backend_api",
         "//executorch/backends/xnnpack:xnnpack_backend",
         "//executorch/backends/xnnpack:xnnpack_preprocess",
         "//executorch/backends/xnnpack/partition:xnnpack_partitioner",
@@ -82,6 +81,7 @@ python_unittest(
         "//executorch/bundled_program:core",
         "//executorch/bundled_program/serialize:lib",
         "//executorch/exir:lib",
+        "//executorch/exir/backend:backend_api",
         "//executorch/exir/passes:spec_prop_pass",
         "//executorch/exir/serialize:lib",
         "//executorch/extension/pybindings:portable",  # @manual
@@ -98,10 +98,10 @@ python_unittest(
     ],
     deps = [
         "//caffe2:torch",
-        "//executorch/backends/canonical_partitioners:canonical_partitioner_lib",
         "//executorch/backends/xnnpack/passes:xnnpack_passes",
         "//executorch/backends/xnnpack/utils:xnnpack_utils",
         "//executorch/exir:lib",
+        "//executorch/exir/backend/canonical_partitioners:canonical_partitioner_lib",
     ],
 )
 

backends/xnnpack/test/test_xnnpack_passes.py

@@ -9,9 +9,6 @@
 
 import torch
 from executorch import exir
-from executorch.backends.canonical_partitioners.duplicate_dequant_node_pass import (
-    DuplicateDequantNodePass,
-)
 from executorch.backends.xnnpack.passes.channels_last_tagged_reshape_pass import (
     ChannelsLastTaggedReshapePass,
 )
@@ -26,6 +23,9 @@
 )
 from executorch.backends.xnnpack.utils.configs import get_xnnpack_capture_config
 from executorch.backends.xnnpack.utils.utils import capture_graph_for_xnnpack
+from executorch.exir.backend.canonical_partitioners.duplicate_dequant_node_pass import (
+    DuplicateDequantNodePass,
+)
 from torch.ao.quantization.backend_config.executorch import (
     get_executorch_backend_config,
 )

backends/xnnpack/test/test_xnnpack_utils.py

@@ -11,7 +11,6 @@
 import torch
 import torch.nn.functional as F
 from executorch import exir
-from executorch.backends.backend_api import to_backend, validation_disabled
 
 from executorch.backends.xnnpack.partition.xnnpack_partitioner import (
     XnnpackDynamicallyQuantizedPartitioner2,
@@ -32,6 +31,7 @@
 from executorch.bundled_program.serialize import (
     serialize_from_bundled_program_to_flatbuffer,
 )
+from executorch.exir.backend.backend_api import to_backend, validation_disabled
 
 from executorch.exir.passes.spec_prop_pass import SpecPropPass
 from executorch.exir.serialize import serialize_to_flatbuffer

backends/xnnpack/test/tester/TARGETS

@@ -13,11 +13,11 @@ runtime.python_library(
     ],
     deps = [
         "//caffe2:torch",
-        "//executorch/backends:backend_api",
-        "//executorch/backends:partitioner",
         "//executorch/backends/xnnpack/partition:xnnpack_partitioner",
         "//executorch/backends/xnnpack/utils:xnnpack_utils",
         "//executorch/exir:lib",
+        "//executorch/exir/backend:backend_api",
+        "//executorch/exir/backend:partitioner",
         "//executorch/exir/passes:spec_prop_pass",
         "//executorch/exir/serialize:lib",
         "//executorch/extension/pybindings:portable",  # @manual

backends/xnnpack/test/tester/tester.py

@@ -11,8 +11,6 @@
 
 import torch
 from executorch import exir
-from executorch.backends.backend_api import to_backend, validation_disabled
-from executorch.backends.partitioner import Partitioner
 from executorch.backends.xnnpack.partition.xnnpack_partitioner import (
     XnnpackFloatingPointPartitioner,
 )
@@ -27,6 +25,8 @@
     ExecutorchProgram,
     ExirExportedProgram,
 )
+from executorch.exir.backend.backend_api import to_backend, validation_disabled
+from executorch.exir.backend.partitioner import Partitioner
 from executorch.exir.passes.spec_prop_pass import SpecPropPass
 from executorch.exir.serialize import serialize_to_flatbuffer
 

backends/xnnpack/utils/TARGETS

@@ -24,8 +24,8 @@ python_library(
     srcs = glob(["*.py"]) + [":xnnpack_constants[xnnpack_constants.py]"],
     deps = [
         "//caffe2:torch",
-        "//executorch/backends/canonical_partitioners:canonical_partitioner_lib",
         "//executorch/exir:lib",
+        "//executorch/exir/backend/canonical_partitioners:canonical_partitioner_lib",
         "//executorch/exir/dialects:lib",
     ],
 )