Add build-script option --skip-test-toolchain-benchmarks

Author: benlangmuir

utils/build_swift/driver_arguments.py

@@ -208,6 +208,7 @@ def _apply_default_arguments(args):
         args.test_sourcekitlsp = False
         args.test_skstresstester = False
         args.test_swiftevolve = False
+        args.test_toolchainbenchmarks = False
 
     # --skip-test-ios is merely a shorthand for host and simulator tests.
     if not args.test_ios:
@@ -977,6 +978,8 @@ def create_argument_parser():
            help='skip testing the SourceKit Stress tester')
     option('--skip-test-swiftevolve', toggle_false('test_swiftevolve'),
            help='skip testing SwiftEvolve')
+    option('--skip-test-toolchain-benchmarks', toggle_false('test_toolchainbenchmarks'),
+           help='skip testing toolchain benchmarks')
 
     # -------------------------------------------------------------------------
     in_group('Build settings specific for LLVM')

utils/build_swift/tests/expected_options.py

@@ -213,6 +213,7 @@
     'test_sourcekitlsp': False,
     'test_skstresstester': False,
     'test_swiftevolve': False,
+    'test_toolchainbenchmarks': False,
     'tvos': False,
     'tvos_all': False,
     'validation_test': None,
@@ -546,6 +547,7 @@ class BuildScriptImplOption(_BaseOption):
     DisableOption('--skip-test-sourcekit-lsp', dest='test_sourcekitlsp'),
     DisableOption('--skip-test-skstresstester', dest='test_skstresstester'),
     DisableOption('--skip-test-swiftevolve', dest='test_swiftevolve'),
+    DisableOption('--skip-test-toolchain-benchmarks', dest='test_toolchainbenchmarks'),
 
     ChoicesOption('--android-ndk-gcc-version',
                   choices=['4.8', '4.9']),

utils/swift_build_support/swift_build_support/products/benchmarks.py

@@ -35,7 +35,7 @@ def build(self, host_target):
         run_build_script_helper(host_target, self, self.args)
 
     def should_test(self, host_target):
-        return True
+        return self.args.test_toolchainbenchmarks
 
     def test(self, host_target):
         """Just run a single instance of the command for both .debug and