Qualcomm AI Engine Direct - Fixed the bug in dummy_llama2 script (#2587)

Summary:
bypass-github-export-checks
bypass-github-executorch-ci-checks

- Add compile only argument in dummy_llama2

Pull Request resolved: #2587

Reviewed By: kirklandsign

Differential Revision: D55248247

Pulled By: cccclai

fbshipit-source-id: cc11560b30223f425ef71391f0b43dbde25c1126

Author: shewu-quic

examples/qualcomm/scripts/dummy_llama2.py

@@ -7,6 +7,7 @@
 import json
 import os
 import re
+import sys
 from multiprocessing.connection import Client
 
 import numpy as np
@@ -71,20 +72,6 @@ def create_device_inputs(example_inputs, use_kv_cache):
         default="8a8w",
     )
 
-    # QNN_SDK_ROOT might also be an argument, but it is used in various places.
-    # So maybe it's fine to just use the environment.
-    if "QNN_SDK_ROOT" not in os.environ:
-        raise RuntimeError("Environment variable QNN_SDK_ROOT must be set")
-    print(f"QNN_SDK_ROOT={os.getenv('QNN_SDK_ROOT')}")
-
-    if "LD_LIBRARY_PATH" not in os.environ:
-        print(
-            "[Warning] LD_LIBRARY_PATH is not set. If errors like libQnnHtp.so "
-            "not found happen, please follow setup.md to set environment."
-        )
-    else:
-        print(f"LD_LIBRARY_PATH={os.getenv('LD_LIBRARY_PATH')}")
-
     args = parser.parse_args()
 
     # ensure the working directory exist.
@@ -120,6 +107,10 @@ def create_device_inputs(example_inputs, use_kv_cache):
         custom_annotations=(),
         quant_dtype=quant_dtype,
     )
+
+    if args.compile_only:
+        sys.exit(0)
+
     adb = SimpleADB(
         qnn_sdk=os.getenv("QNN_SDK_ROOT"),
         artifact_path=f"{args.build_folder}",