Update on "[ExecuTorch] Arm Ethos: Buckify Linear operator tests"

As title.

Differential Revision: [D70018299](https://our.internmc.facebook.com/intern/diff/D70018299/)

[ghstack-poisoned]

Author: digantdesai

.Package.swift/backend_coreml/dummy.swift

@@ -29,7 +29,7 @@ jobs:
         export ARTIFACTS_DIR_NAME=artifacts-to-be-uploaded
 
         # Build LLM Demo for Android
-        bash build/build_android_llm_demo.sh ${ARTIFACTS_DIR_NAME}
+        bash build/build_android_library.sh ${ARTIFACTS_DIR_NAME}
 
   # Running Android emulator directly on the runner and not using Docker
   run-emulator:

.Package.swift/backend_coreml_debug/dummy.swift

@@ -363,7 +363,7 @@ jobs:
         PYTHON_EXECUTABLE=python bash .ci/scripts/build-qnn-sdk.sh
 
         export ANDROID_ABIS="arm64-v8a"
-        PYTHON_EXECUTABLE=python EXECUTORCH_BUILD_QNN=ON QNN_SDK_ROOT=/tmp/qnn/2.28.0.241029 bash build/build_android_llm_demo.sh ${ARTIFACTS_DIR_NAME}
+        PYTHON_EXECUTABLE=python EXECUTORCH_BUILD_QNN=ON QNN_SDK_ROOT=/tmp/qnn/2.28.0.241029 bash build/build_android_library.sh ${ARTIFACTS_DIR_NAME}
 
   # Let's see how expensive this job is, we might want to tone it down by running it periodically
   benchmark-on-device:

.Package.swift/backend_mps/dummy.swift

@@ -53,7 +53,7 @@ jobs:
         export ARTIFACTS_DIR_NAME=artifacts-to-be-uploaded
 
         # Build LLM Demo for Android
-        bash build/build_android_llm_demo.sh ${ARTIFACTS_DIR_NAME}
+        bash build/build_android_library.sh ${ARTIFACTS_DIR_NAME}
 
         shasum -a 256 "${ARTIFACTS_DIR_NAME}/llm_demo/executorch.aar"
 

.Package.swift/backend_mps_debug/dummy.swift

@@ -170,24 +170,14 @@ jobs:
         PYTHON_EXECUTABLE=python ${CONDA_RUN} --no-capture-output \
         backends/apple/mps/install_requirements.sh
 
-        # Build Release iOS Frameworks
+        # Build iOS Frameworks
         PYTHON_EXECUTABLE=python ${CONDA_RUN} --no-capture-output \
-        build/build_apple_frameworks.sh --coreml --custom --mps --optimized --portable --quantized --xnnpack
+        build/build_apple_frameworks.sh --Release --Debug --coreml --custom --mps --optimized --portable --quantized --xnnpack
 
-        # Bundle Release iOS Frameworks
+        # Bundle iOS Frameworks
         for FRAMEWORK in "${FRAMEWORKS[@]}"; do (
           cd cmake-out && \
           zip -r "${RUNNER_TEMP}/artifacts/${FRAMEWORK}-${VERSION}.zip" "${FRAMEWORK}.xcframework"
-        ) done
-
-        # Build Debug iOS Frameworks
-        PYTHON_EXECUTABLE=python ${CONDA_RUN} --no-capture-output \
-        build/build_apple_frameworks.sh --coreml --custom --mps --optimized --portable --quantized --xnnpack --Debug
-
-        # Bundle Debug iOS Frameworks
-        for FRAMEWORK in "${FRAMEWORKS[@]}"; do (
-          cd cmake-out && \
-          mv "${FRAMEWORK}.xcframework" "${FRAMEWORK}_debug.xcframework" && \
           zip -r "${RUNNER_TEMP}/artifacts/${FRAMEWORK}_debug-${VERSION}.zip" "${FRAMEWORK}_debug.xcframework"
         ) done
 

.Package.swift/backend_xnnpack/dummy.swift

@@ -1,41 +1,38 @@
+# System files
+.DS_Store
+
+# Python environment and cache
 .hypothesis
-buck-out/
 .mypy_cache/
+.venv/
+__pycache__/
+
+# Build and tool-generated files
+buck-out/
 buck2-bin/
-cmake-out*
-.DS_Store
 cmake-android-out/
-cmake-out-android/
 cmake-ios-out/
+cmake-out*
+cmake-out-android/
 ethos-u-scratch/
 executorch.egg-info
 pip-out/
-__pycache__/
 
 # Any exported models and profiling outputs
-*.pte
-*.model
-!test_tiktoken_tokenizer.model
 *.bin
+*.model
+*.pte
 !test_bpe_tokenizer.bin
+!test_tiktoken_tokenizer.model
 
 # Editor temporaries
-*.swa
-*.swb
-*.swc
-*.swd
-*.swe
-*.swf
-*.swg
-*.swh
-*.swi
-*.swj
-*.swk
-*.swl
-*.swm
-*.swn
-*.swo
-*.swp
+*.idea
+*.sw[a-z]
 *~
 .~lock.*
-*.idea
+
+# Xcode
+xcuserdata/
+.swiftpm/
+*.xcworkspace/
+*.xcframework/

.Package.swift/backend_xnnpack_debug/dummy.swift

@@ -0,0 +1,86 @@
+// swift-tools-version:5.9
+/*
+ * Copyright (c) Meta Platforms, Inc. and affiliates.
+ * All rights reserved.
+ *
+ * This source code is licensed under the BSD-style license found in the
+ * LICENSE file in the root directory of this source tree.
+ */
+
+// NOTE: This package manifest is for frameworks built locally with CMake.
+// It defines dependencies and linker settings for Executorch components.
+//
+// To use prebuilt binaries instead, switch to one of the "swiftpm" branches,
+// which fetch the precompiled `.xcframeworks`.
+//
+// For details on building frameworks locally or using prebuilt binaries,
+// see the documentation:
+// https://pytorch.org/executorch/main/using-executorch-ios.html
+
+import PackageDescription
+
+let debug = "_debug"
+let deliverables = [
+  "backend_coreml": [
+    "frameworks": [
+      "Accelerate",
+      "CoreML",
+    ],
+    "libraries": [
+      "sqlite3",
+    ],
+  ],
+  "backend_mps": [
+    "frameworks": [
+      "Metal",
+      "MetalPerformanceShaders",
+      "MetalPerformanceShadersGraph",
+    ],
+  ],
+  "backend_xnnpack": [:],
+  "executorch": [:],
+  "kernels_custom": [:],
+  "kernels_optimized": [:],
+  "kernels_portable": [:],
+  "kernels_quantized": [:],
+].reduce(into: [String: [String: Any]]()) {
+  $0[$1.key] = $1.value
+  $0[$1.key + debug] = $1.value
+}.reduce(into: [String: [String: Any]]()) {
+  var newValue = $1.value
+  if $1.key.hasSuffix(debug) {
+    $1.value.forEach { key, value in
+      if key.hasSuffix(debug) {
+        newValue[String(key.dropLast(debug.count))] = value
+      }
+    }
+  }
+  $0[$1.key] = newValue.filter { key, _ in !key.hasSuffix(debug) }
+}
+
+let package = Package(
+  name: "executorch",
+  platforms: [
+    .iOS(.v17),
+    .macOS(.v10_15),
+  ],
+  products: deliverables.keys.map { key in
+    .library(name: key, targets: ["\(key)_dependencies"])
+  }.sorted { $0.name < $1.name },
+  targets: deliverables.flatMap { key, value -> [Target] in
+    [
+      .binaryTarget(
+        name: key,
+        path: "cmake-out/\(key).xcframework"
+      ),
+      .target(
+        name: "\(key)_dependencies",
+        dependencies: [.target(name: key)],
+        path: ".Package.swift/\(key)",
+        linkerSettings:
+          (value["frameworks"] as? [String] ?? []).map { .linkedFramework($0) } +
+          (value["libraries"] as? [String] ?? []).map { .linkedLibrary($0) }
+      ),
+    ]
+  }
+)

.Package.swift/executorch/dummy.swift

@@ -1,6 +1,5 @@
 # @noautodeps
 load("@fbcode_macros//build_defs:python_library.bzl", "python_library")
-
 python_library(
     name = "arm_partitioner",
     srcs = [
@@ -9,21 +8,18 @@ python_library(
         "tosa_backend.py",
         "tosa_partitioner.py",
     ],
-    typing = True,
     deps = [
         ":arm_backend",
         "//executorch/backends/arm/operator_support:operator_support",
         "//executorch/backends/arm/_passes:passes",
         "//executorch/exir:lib",
     ],
 )
-
 python_library(
     name = "arm_backend",
     srcs = [
         "arm_backend.py",
     ],
-    typing = True,
     deps = [
         "fbsource//third-party/pypi/flatbuffers:flatbuffers",
         "fbsource//third-party/pypi/ml-dtypes:ml-dtypes",
@@ -36,11 +32,9 @@ python_library(
         "//executorch/backends/arm/_passes:passes",
     ],
 )
-
 python_library(
     name = "process_node",
     srcs = ["process_node.py"],
-    typing = True,
     deps = [
         "fbsource//third-party/serialization_lib/python/tosa:tosa",
         "//executorch/backends/arm/operators:node_visitor",
@@ -50,36 +44,30 @@ python_library(
         "//executorch/exir:lib",
     ],
 )
-
 python_library(
     name = "arm_vela",
     srcs = [
         "arm_vela.py",
     ],
-    typing = True,
     deps = [
         "fbsource//third-party/pypi/ethos-u-vela:ethos-u-vela",
     ],
 )
-
 python_library(
     name = "tosa_mapping",
     srcs = [
         "tosa_mapping.py",
     ],
-    typing = True,
     deps = [
         "fbsource//third-party/serialization_lib/python/serializer:serializer",
         "//caffe2:torch",
     ],
 )
-
 python_library(
     name = "tosa_quant_utils",
     srcs = [
         "tosa_quant_utils.py",
     ],
-    typing = True,
     deps = [
         "fbsource//third-party/pypi/numpy:numpy",
         "fbsource//third-party/serialization_lib/python/serializer:serializer",
@@ -88,38 +76,32 @@ python_library(
         "//executorch/exir/dialects:lib",
     ],
 )
-
 python_library(
     name = "tosa_specification",
     srcs = [
         "tosa_specification.py",
     ],
-    typing = True,
     deps = [
         "fbsource//third-party/pypi/packaging:packaging",
         "//executorch/exir/backend:compile_spec_schema",
     ],
 )
-
 python_library(
     name = "tosa_utils",
     srcs = [
         "tosa_utils.py",
     ],
-    typing = True,
     deps = [
         "fbsource//third-party/serialization_lib/python/serializer:serializer",
         ":tosa_quant_utils",
         "//executorch/backends/arm/operators:node_visitor",
     ],
 )
-
 python_library(
     name = "arm_model_evaluator",
     srcs = [
         "util/arm_model_evaluator.py",
     ],
-    typing = True,
     deps = [
         "//caffe2:torch",
     ]

.Package.swift/executorch_debug/dummy.swift

@@ -3,7 +3,6 @@ load("@fbcode_macros//build_defs:python_library.bzl", "python_library")
 python_library(
     name = "passes",
     srcs = glob(["*.py"]),
-    typing = True,
     deps = [
         "//executorch/backends/arm:tosa_quant_utils",
         "//executorch/backends/arm:tosa_utils",

.Package.swift/kernels_custom/dummy.swift

@@ -3,7 +3,6 @@ load("@fbcode_macros//build_defs:python_library.bzl", "python_library")
 python_library(
     name = "operator_support",
     srcs = glob(["*.py"]),
-    typing = True,
     deps = [
         "//executorch/backends/arm/_passes:passes",
         "//executorch/backends/arm:tosa_specification",

.Package.swift/kernels_custom_debug/dummy.swift

@@ -26,8 +26,8 @@ def stride_check(strides: tuple[int, int]) -> bool:
 
 
 def dim_check(shape=torch.Size) -> bool:
-    check = shape[0] == 1
-    for dim in shape:
+    check = True
+    for dim in shape[1:]:
         check &= 1 <= dim <= 65536
     return check
 
@@ -59,7 +59,7 @@ def is_node_tosa_supported(self, node: fx.Node, tosa_spec: TosaSpecification):
             if not kernel_check(kernel):
                 return False
 
-        return dim_check(shape) and stride_check(stride)
+        return dim_check(shape) and shape[0] == 1 and stride_check(stride)
 
 
 @register_tosa_support_check

.Package.swift/kernels_optimized/dummy.swift

@@ -4,7 +4,6 @@ load("@fbcode_macros//build_defs:python_library.bzl", "python_library")
 python_library(
     name = "node_visitor",
     srcs = ["node_visitor.py"],
-    typing = True,
     deps = [
         "//executorch/backends/arm:tosa_mapping",
         "//executorch/backends/arm:tosa_specification",
@@ -14,7 +13,6 @@ python_library(
 python_library(
     name = "ops",
     srcs = glob(["op_*.py", "ops_*.py"]),
-    typing = True,
     deps = [
         "fbsource//third-party/serialization_lib/python/tosa:tosa",
         ":node_visitor",
@@ -29,7 +27,6 @@ python_library(
 python_library(
     name = "lib",
     srcs = ["__init__.py"],
-    typing = True,
     deps = [
         ":node_visitor",
         ":ops",