Run quantized example models

Summary: Run quantized example models in `test_quantize.sh`, for both cmake and buck2.

Differential Revision: D48634756

fbshipit-source-id: e418440a168f3a4718c8cd6c60b7fe3b0922ee6f

Author: larryliu0820

CMakeLists.txt

@@ -280,6 +280,7 @@ endif()
 # Generate lib to register quantized ops
 if(REGISTER_QUANTIZED_OPS)
   add_subdirectory(${CMAKE_CURRENT_SOURCE_DIR}/kernels/quantized)
+  list(APPEND _libs quantized_ops_lib)
 endif()
 
 # ios can only build library but not binary

examples/quantization/test_quantize.sh

@@ -30,6 +30,14 @@ test_buck2_quantization() {
 
   echo "Run example.py"
   ${PYTHON_EXECUTABLE} -m "examples.quantization.example" --so_library="$SO_LIB" --model_name="$1"
+
+  echo 'Running executor_runner'
+  buck2 run //examples/executor_runner:executor_runner \
+    --config=executorch.register_quantized_ops=1 -- --model_path="./$1.pte"
+  # should give correct result
+
+  echo "Removing $1.pte"
+  rm "./$1.pte"
 }
 
 test_cmake_quantization() {
@@ -52,6 +60,13 @@ test_cmake_quantization() {
 
   echo "Run example.py, shared library $SO_LIB"
   ${PYTHON_EXECUTABLE} -m "examples.quantization.example" --so_library="$SO_LIB" --model_name="$1"
+
+  echo 'Running executor_runner'
+  cmake-out/executor_runner --model_path="./$1.pte"
+  # should give correct result
+
+  echo "Removing $1.pte"
+  rm "./$1.pte"
 }
 
 if [[ -z $PYTHON_EXECUTABLE ]];

kernels/quantized/CMakeLists.txt

@@ -52,5 +52,5 @@ gen_custom_ops_aot_lib("quantized_ops_aot_lib" "${_quantized_sources}")
 
 # Build a library for _quantized_kernels_srcs
 #
-# quantized_kernels: Pure-C++ kernel library for quantized ops
-gen_operators_lib("quantized_kernels" "${_quantized_kernels__srcs}")
+# quantized_ops_lib: Register quantized ops kernels into Executorch runtime
+gen_operators_lib("quantized_ops_lib" "${_quantized_kernels__srcs}")