[build-script] Add an option to only run executable tests. Off by default.

Author: gottesmm

utils/build-script

@@ -182,6 +182,8 @@ class HostSpecificConfiguration(object):
             if test:
                 if test_host_only:
                     suffix = "-only_non_executable"
+                elif args.only_executable_test:
+                    suffix = "-only_executable"
                 else:
                     suffix = ""
                 subset_suffix = ""
@@ -730,6 +732,8 @@ class BuildScriptInvocation(object):
             impl_args += ["--long-test"]
         if args.stress_test:
             impl_args += ["--stress-test"]
+        if args.only_executable_test:
+            impl_args += ["--only-executable-test"]
         if not args.benchmark:
             impl_args += ["--skip-test-benchmarks"]
         if not args.test_optimized:

utils/build-script-impl

@@ -178,6 +178,7 @@ KNOWN_SETTINGS=(
     skip-test-optimize-none-implicit-dynamic ""  "set to skip testing the test suite in optimize none with implicit dynamic mode"
     skip-test-sourcekit         ""               "set to skip testing SourceKit"
     stress-test-sourcekit       ""               "set to run the stress-SourceKit target"
+    only-executable-test        ""               "only run the executable variant of the swift lit tests"
     workspace                   "${HOME}/src"    "source directory containing llvm, clang, swift"
     enable-llvm-assertions      "1"              "set to enable llvm assertions"
     build-llvm                  "1"              "set to 1 to build LLVM and Clang"
@@ -1482,6 +1483,8 @@ function calculate_targets_for_host() {
             test_target_suffix=""
             if [[ -n "${test_host_only}" ]] ; then
                 test_target_suffix="-only_non_executable"
+            elif [[ -n "${ONLY_EXECUTABLE_TEST}" ]] ; then
+                test_target_suffix="-only_executable"
             fi
 
             test_subset_target_suffix=""

utils/build_swift/driver_arguments.py

@@ -776,6 +776,10 @@ def create_argument_parser():
     option('--host-test', toggle_true,
            help='run executable tests on host devices (such as iOS or tvOS)')
 
+    option('--only-executable-test', toggle_true,
+           help='Only run executable tests. Does nothing if host-test is not '
+                'allowed')
+
     option('--test-paths', append,
            type=argparse.ShellSplitType(),
            help='run tests located in specific directories and/or files '

utils/build_swift/tests/expected_options.py

@@ -140,6 +140,7 @@
     'host_lipo': None,
     'host_target': targets.StdlibDeploymentTarget.host_target().name,
     'host_test': False,
+    'only_executable_test': False,
     'install_prefix': targets.install_prefix(),
     'install_symroot': None,
     'install_destdir': None,
@@ -450,6 +451,7 @@ class IgnoreOption(_BaseOption):
     EnableOption('--export-compile-commands'),
     EnableOption('--foundation', dest='build_foundation'),
     EnableOption('--host-test'),
+    EnableOption('--only-executable-test'),
     EnableOption('--libdispatch', dest='build_libdispatch'),
     EnableOption('--libicu', dest='build_libicu'),
     EnableOption('--indexstore-db', dest='build_indexstoredb'),