Add Swift Benchmark Suite

Author: lplarson

.gitignore

@@ -28,9 +28,6 @@ cscope.out
 #==============================================================================#
 # Directories to ignore (do not add trailing '/'s, they skip symlinks).
 #==============================================================================#
-# Swift performance test suite.
-benchmark/PerfTestSuite
-
 # Generated docs
 docs/_build
 

CMakeLists.txt

@@ -660,7 +660,7 @@ if(SWIFT_BUILD_TOOLS)
 endif()
 add_subdirectory(utils)
 add_subdirectory(stdlib)
-if(SWIFT_BUILD_PERF_TESTSUITE)
+if(SWIFT_BUILD_PERF_TESTSUITE AND "${CMAKE_SYSTEM_NAME}" STREQUAL "Darwin")
   add_subdirectory(benchmark)
 endif()
 if(SWIFT_INCLUDE_TESTS)

benchmark/CMakeLists.txt

@@ -1,10 +1,211 @@
-if(CMAKE_SYSTEM_NAME STREQUAL "Darwin")
-  # Performance test harness only builds on Darwin.
-  set(PERF_TESTSUITE_DIR "${CMAKE_CURRENT_SOURCE_DIR}/PerfTestSuite" CACHE STRING "Path to swift performance testsuite repo.")
-  if(EXISTS ${PERF_TESTSUITE_DIR}/CMakeLists.txt)
-    add_subdirectory(${PERF_TESTSUITE_DIR})
-  else()
-    message(FATAL_ERROR "Can't find the Swift performance suite at ${PERF_TESTSUITE_DIR}/.")
+# -*- mode: cmake -*-
+################################################################################
+# WARNING: This file is automatically generated from templates and should not
+# be directly modified. Instead, make changes to
+# scripts/generate_harness/CMakeLists.txt_template and run
+# scripts/generate_harness/generate_harness.py to regenerate this file.
+################################################################################
+
+cmake_minimum_required(VERSION 2.8.12)
+
+# Add path for custom CMake modules.
+list(APPEND CMAKE_MODULE_PATH
+    "${CMAKE_CURRENT_SOURCE_DIR}/cmake/modules")
+
+include(add-swift-benchmark-suite)
+
+set(SWIFT_BENCH_MODULES
+    Ackermann
+    AngryPhonebook
+    Array2D
+    ArrayAppend
+    ArrayInClass
+    ArrayLiteral
+    ArrayOfGenericPOD
+    ArrayOfGenericRef
+    ArrayOfPOD
+    ArrayOfRef
+    ArraySubscript
+    BitCount
+    ByteSwap
+    Calculator
+    CaptureProp
+    Chars
+    ClassArrayGetter
+    DeadArray
+    DictionaryBridge
+    DictionaryLiteral
+    DictionaryRemove
+    DictionarySwap
+    DictTest
+    DictTest2
+    DictTest3
+    ErrorHandling
+    Fibonacci
+    GlobalClass
+    Hanoi
+    Hash
+    Histogram
+    Join
+    LinkedList
+    MapReduce
+    Memset
+    MonteCarloE
+    MonteCarloPi
+    NopDeinit
+    NSDictionaryCastToSwift
+    NSError
+    NSStringConversion
+    ObjectAllocation
+    OpenClose
+    Phonebook
+    PolymorphicCalls
+    PopFront
+    PopFrontGeneric
+    Prims
+    ProtocolDispatch
+    RangeAssignment
+    RC4
+    RecursiveOwnedParameter
+    RGBHistogram
+    SetTests
+    SevenBoom
+    Sim2DArray
+    SortLettersInPlace
+    SortStrings
+    StrComplexWalk
+    StringBuilder
+    StringInterpolation
+    StringTests
+    StringWalk
+    StrToInt
+    SuperChars
+    TwoSum
+    Walsh
+    XorLoop
+)
+
+set(SWIFT_MULTISOURCE_BENCHES
+)
+
+
+set(BENCH_DRIVER_LIBRARY_MODULES
+    DriverUtils
+    TestsUtils
+)
+
+set(BENCH_DRIVER_LIBRARY_FLAGS)
+if (SWIFT_RUNTIME_ENABLE_LEAK_CHECKER)
+  set(BENCH_DRIVER_LIBRARY_FLAGS -DSWIFT_RUNTIME_ENABLE_LEAK_CHECKER)
+endif()
+
+set(BENCH_LIBRARY_MODULES
+)
+
+add_definitions(-DSWIFT_EXEC -DSWIFT_LIBRARY_PATH -DONLY_PLATFORMS
+                -DSWIFT_OPTIMIZATION_LEVELS -DSWIFT_BENCHMARK_EMIT_SIB)
+
+if(NOT ONLY_PLATFORMS)
+  set(ONLY_PLATFORMS "macosx" "iphoneos" "appletvos" "watchos")
+endif()
+
+if(NOT SWIFT_EXEC)
+  runcmd(COMMAND "xcrun" "-f" "swiftc"
+         VARIABLE SWIFT_EXEC
+         ERROR "Unable to find Swift driver")
+endif()
+
+if(NOT SWIFT_LIBRARY_PATH)
+  get_filename_component(tmp_dir "${SWIFT_EXEC}" DIRECTORY)
+  get_filename_component(tmp_dir "${tmp_dir}" DIRECTORY)
+  set(SWIFT_LIBRARY_PATH "${tmp_dir}/lib/swift")
+endif()
+
+runcmd(COMMAND "xcrun" "-f" "clang"
+       VARIABLE CLANG_EXEC
+       ERROR "Unable to find Clang driver")
+
+# You have to delete CMakeCache.txt in the swift build to force a
+# reconfiguration.
+set(SWIFT_EXTRA_BENCH_CONFIGS CACHE STRING
+    "A semicolon separated list of benchmark configurations. \
+Available configurations: <Optlevel>_SINGLEFILE, <Optlevel>_MULTITHREADED")
+
+# Syntax for an optset:  <optimization-level>_<configuration>
+#    where "_<configuration>" is optional.
+if(NOT SWIFT_OPTIMIZATION_LEVELS)
+  set(SWIFT_OPTIMIZATION_LEVELS "Onone" "O" "Ounchecked"
+                                ${SWIFT_EXTRA_BENCH_CONFIGS})
+endif()
+
+# Options for the default (= empty) configuration
+set(BENCHOPTS "-whole-module-optimization")
+
+# Options for other configurations
+set(BENCHOPTS_MULTITHREADED
+    "-whole-module-optimization" "-num-threads" "4")
+set(BENCHOPTS_SINGLEFILE "")
+
+set(macosx_arch "x86_64")
+set(iphoneos_arch "arm64" "armv7")
+set(appletvos_arch "arm64")
+set(watchos_arch "armv7k")
+
+set(macosx_ver "10.9")
+set(iphoneos_ver "8.0")
+set(appletvos_ver "9.1")
+set(watchos_ver "2.0")
+
+set(macosx_triple_platform "macosx")
+set(iphoneos_triple_platform "ios")
+set(appletvos_triple_platform "tvos")
+set(watchos_triple_platform "watchos")
+
+set(sdks)
+set(platforms)
+foreach(platform ${ONLY_PLATFORMS})
+  execute_process(
+      COMMAND "xcrun" "--sdk" "${platform}" "--show-sdk-path"
+      OUTPUT_VARIABLE ${platform}_sdk
+      RESULT_VARIABLE result
+      ERROR_QUIET OUTPUT_STRIP_TRAILING_WHITESPACE)
+  if("${result}" MATCHES "0")
+    list(APPEND sdks "${${platform}_sdk}")
+    list(APPEND platforms ${platform})
   endif()
+endforeach()
+
+message("--")
+message("-- Swift Benchmark Suite:")
+message("--   SWIFT_EXEC = ${SWIFT_EXEC}")
+message("--   SWIFT_LIBRARY_PATH = ${SWIFT_LIBRARY_PATH}")
+message("--   CLANG_EXEC = ${CLANG_EXEC}")
+message("--   SWIFT_OPTIMIZATION_LEVELS = ${SWIFT_OPTIMIZATION_LEVELS}")
+message("--   ONLY_PLATFORMS = ${ONLY_PLATFORMS}")
+
+message("--   found platforms: ${platforms}")
+message("--   found sdks:")
+foreach(sdk ${sdks})
+  message("--     ${sdk}")
+endforeach()
+
+set(executable_targets)
+
+set(srcdir "${CMAKE_CURRENT_SOURCE_DIR}")
+set(bindir "${CMAKE_CURRENT_BINARY_DIR}/bin")
+set(libdir "${CMAKE_CURRENT_BINARY_DIR}/lib")
+set(libswiftdir "${CMAKE_CURRENT_BINARY_DIR}/lib/swift")
+file(MAKE_DIRECTORY "${bindir}")
+file(MAKE_DIRECTORY "${libdir}")
+file(MAKE_DIRECTORY "${libswiftdir}")
+
+if(SWIFT_SDKS)
+  set(IS_SWIFT_BUILD true)
 endif()
 
+# Compile the perf test suite for each platform
+foreach(platform ${platforms})
+  swift_benchmark_compile(PLATFORM ${platform})
+endforeach()
+
+add_subdirectory(scripts)