Merge branch 'main' of github.com:apple/swift into tensorflow-stage

* 'main' of github.com:apple/swift:
  [AutoDiff] Add differentiation benchmarks (swiftlang#34901)

Author: Dave Abrahams

benchmark/CMakeLists.txt

@@ -80,6 +80,7 @@ set(SWIFT_BENCH_MODULES
     single-source/DictionaryRemove
     single-source/DictionarySubscriptDefault
     single-source/DictionarySwap
+    single-source/Differentiation
     single-source/Diffing
     single-source/DiffingMyers
     single-source/DropFirst

benchmark/single-source/Differentiation.swift

@@ -0,0 +1,73 @@
+//===--- Differentiation.swift -------------------------------------------===//
+//
+// This source file is part of the Swift.org open source project
+//
+// Copyright (c) 2014 - 2020 Apple Inc. and the Swift project authors
+// Licensed under Apache License v2.0 with Runtime Library Exception
+//
+// See https://swift.org/LICENSE.txt for license information
+// See https://swift.org/CONTRIBUTORS.txt for the list of Swift project authors
+//
+//===----------------------------------------------------------------------===//
+
+#if canImport(_Differentiation)
+
+import TestsUtils
+import _Differentiation
+
+public let Differentiation = [
+  BenchmarkInfo(
+    name: "DifferentiationIdentity",
+    runFunction: run_DifferentiationIdentity,
+    tags: [.regression, .differentiation]
+  ),
+  BenchmarkInfo(
+    name: "DifferentiationSquare",
+    runFunction: run_DifferentiationSquare,
+    tags: [.regression, .differentiation]
+  ),
+  BenchmarkInfo(
+    name: "DifferentiationArraySum",
+    runFunction: run_DifferentiationArraySum,
+    tags: [.regression, .differentiation],
+    setUpFunction: { blackHole(onesArray) }
+  ),
+]
+
+@inline(never)
+public func run_DifferentiationIdentity(N: Int) {
+  func f(_ x: Float) -> Float {
+    x
+  }
+  for _ in 0..<1000*N {
+    blackHole(valueWithGradient(at: 1, in: f))
+  }
+}
+
+@inline(never)
+public func run_DifferentiationSquare(N: Int) {
+  func f(_ x: Float) -> Float {
+    x * x
+  }
+  for _ in 0..<1000*N {
+    blackHole(valueWithGradient(at: 1, in: f))
+  }
+}
+
+let onesArray: [Float] = Array(repeating: 1, count: 50)
+
+@inline(never)
+public func run_DifferentiationArraySum(N: Int) {
+  func sum(_ array: [Float]) -> Float {
+    var result: Float = 0
+    for i in withoutDerivative(at: 0..<array.count) {
+      result += array[i]
+    }
+    return result
+  }
+  for _ in 0..<N {
+    blackHole(valueWithGradient(at: onesArray, in: sum))
+  }
+}
+
+#endif

benchmark/utils/TestsUtils.swift

@@ -28,7 +28,7 @@ public enum BenchmarkCategory : String {
   case runtime, refcount, metadata
   // Other general areas of compiled code validation.
   case abstraction, safetychecks, exceptions, bridging, concurrency, existential
-  case exclusivity
+  case exclusivity, differentiation
 
   // Algorithms are "micro" that test some well-known algorithm in isolation:
   // sorting, searching, hashing, fibonaci, crypto, etc.

benchmark/utils/main.swift

@@ -69,6 +69,9 @@ import DictionaryOfAnyHashableStrings
 import DictionaryRemove
 import DictionarySubscriptDefault
 import DictionarySwap
+#if canImport(_Differentiation)
+import Differentiation
+#endif
 import Diffing
 import DiffingMyers
 import DropFirst
@@ -258,6 +261,9 @@ registerBenchmark(DictionaryOfAnyHashableStrings)
 registerBenchmark(DictionaryRemove)
 registerBenchmark(DictionarySubscriptDefault)
 registerBenchmark(DictionarySwap)
+#if canImport(_Differentiation)
+registerBenchmark(Differentiation)
+#endif
 registerBenchmark(Diffing)
 registerBenchmark(DiffingMyers)
 registerBenchmark(DropFirst)

stdlib/public/Differentiation/CMakeLists.txt

@@ -22,6 +22,7 @@
 
 add_swift_target_library(swift_Differentiation ${SWIFT_STDLIB_LIBRARY_BUILD_TYPES} IS_STDLIB
   Empty.swift
+  "${SWIFT_SOURCE_DIR}/stdlib/linker-support/magic-symbols-for-install-name.c"
 
   SWIFT_MODULE_DEPENDS_OSX Darwin
   SWIFT_MODULE_DEPENDS_IOS Darwin