[AutoDiff upstream] Add reverse-mode automatic differentiation.

include/swift/AST/DiagnosticsSIL.def

@@ -510,6 +510,25 @@ NOTE(autodiff_member_subset_indices_not_differentiable,none,
 NOTE(autodiff_cannot_param_subset_thunk_partially_applied_orig_fn,none,
      "cannot convert a direct method reference to a '@differentiable' "
      "function; use an explicit closure instead", ())
+NOTE(autodiff_cannot_differentiate_through_multiple_results,none,
+     "cannot differentiate through multiple results", ())
+// TODO(TF-1149): Remove this diagnostic.
+NOTE(autodiff_loadable_value_addressonly_tangent_unsupported,none,
+     "cannot yet differentiate value whose type %0 has a compile-time known "
+     "size, but whose 'TangentVector' contains stored properties of unknown "
+     "size; consider modifying %1 to use fewer generic parameters in stored "
+     "properties", (Type, Type))
+NOTE(autodiff_enums_unsupported,none,
+     "differentiating enum values is not yet supported", ())
+NOTE(autodiff_stored_property_no_corresponding_tangent,none,
+     "property cannot be differentiated because '%0.TangentVector' does not "
+     "have a member named '%1'", (StringRef, StringRef))
+NOTE(autodiff_coroutines_not_supported,none,
+     "differentiation of coroutine calls is not yet supported", ())
+NOTE(autodiff_cannot_differentiate_writes_to_global_variables,none,
+     "cannot differentiate writes to global variables", ())
+NOTE(autodiff_cannot_differentiate_writes_to_mutable_captures,none,
+     "cannot differentiate writes to mutable captures", ())
 
 ERROR(non_physical_addressof,none,
       "addressof only works with purely physical lvalues; "

include/swift/AST/SourceFile.h

@@ -394,6 +394,8 @@ class SourceFile final : public FileUnit {
   void cacheVisibleDecls(SmallVectorImpl<ValueDecl *> &&globals) const;
   const SmallVectorImpl<ValueDecl *> &getCachedVisibleDecls() const;
 
+  void addVisibleDecl(ValueDecl *decl);
+
   virtual void lookupValue(DeclName name, NLKind lookupKind,
                            SmallVectorImpl<ValueDecl*> &result) const override;
 

include/swift/SIL/ApplySite.h

@@ -510,6 +510,17 @@ class FullApplySite : public ApplySite {
     return getArguments().slice(getNumIndirectSILResults());
   }
 
+  InoutArgumentRange getInoutArguments() const {
+    switch (getKind()) {
+    case FullApplySiteKind::ApplyInst:
+      return cast<ApplyInst>(getInstruction())->getInoutArguments();
+    case FullApplySiteKind::TryApplyInst:
+      return cast<TryApplyInst>(getInstruction())->getInoutArguments();
+    case FullApplySiteKind::BeginApplyInst:
+      return cast<BeginApplyInst>(getInstruction())->getInoutArguments();
+    }
+  }
+
   /// Returns true if \p op is the callee operand of this apply site
   /// and not an argument operand.
   bool isCalleeOperand(const Operand &op) const {

include/swift/SIL/SILCloner.h

@@ -47,16 +47,16 @@ class SILCloner : protected SILInstructionVisitor<ImplClass> {
   TypeSubstitutionMap OpenedExistentialSubs;
   SILOpenedArchetypesTracker OpenedArchetypesTracker;
 
-private:
-  /// MARK: Private state hidden from CRTP extensions.
-
   // The old-to-new value map.
   llvm::DenseMap<SILValue, SILValue> ValueMap;
 
   /// The old-to-new block map. Some entries may be premapped with original
   /// blocks.
   llvm::DenseMap<SILBasicBlock*, SILBasicBlock*> BBMap;
 
+private:
+  /// MARK: Private state hidden from CRTP extensions.
+
   // The original blocks in DFS preorder. All blocks in this list are mapped.
   // After cloning, this represents the entire cloned CFG.
   //

include/swift/SILOptimizer/Analysis/Analysis.def

@@ -31,6 +31,7 @@ ANALYSIS(Caller)
 ANALYSIS(ClassHierarchy)
 ANALYSIS(ClosureScope)
 ANALYSIS(Destructor)
+ANALYSIS(DifferentiableActivity)
 ANALYSIS(Dominance)
 ANALYSIS(EpilogueARC)
 ANALYSIS(Escape)

include/swift/SILOptimizer/Analysis/DifferentiableActivityAnalysis.h

@@ -0,0 +1,240 @@
+//===--- DifferentiableActivityAnalysis.h ---------------------*- C++ -*---===//
+//
+// This source file is part of the Swift.org open source project
+//
+// Copyright (c) 2019 - 2020 Apple Inc. and the Swift project authors
+// Licensed under Apache License v2.0 with Runtime Library Exception
+//
+// See https://swift.org/LICENSE.txt for license information
+// See https://swift.org/CONTRIBUTORS.txt for the list of Swift project authors
+//
+//===----------------------------------------------------------------------===//
+//
+// This file implements activity analysis: a dataflow analysis used for
+// automatic differentiation.
+//
+// In many real situations, the end-users of AD need only the derivatives of
+// some selected outputs of `P` with respect to some selected inputs of `P`.
+// Whatever the differentiation mode (tangent, reverse,...), these restrictions
+// allow the AD tool to produce a much more efficient differentiated program.
+// Essentially, fixing some inputs and neglecting some outputs allows AD to
+// just forget about several intermediate differentiated variables.
+//
+// Activity analysis is the specific analysis that detects these situations,
+// therefore allowing for a better differentiated code. Activity analysis is
+// present in all transformation-based AD tools.
+//
+// To begin with, the end-user specifies that only some output variables (the
+// “dependent”) must be differentiated with respect to only some input
+// variables (the “independent”). We say that variable `y` depends on `x` when
+// the derivative of `y` with respect to `x` is not trivially null. We say that
+// a variable is “varied” if it depends on at least one independent. Conversely
+// we say that a variable is “useful” if at least one dependent depends on it.
+// Finally, we say that a variable is “active” if it is at the same time varied
+// and useful. In the special case of the tangent mode, it is easy to check
+// that when variable `v` is not varied at some place in the program, then its
+// derivative `v̇` at this place is certainly null. Conversely when variable `v`
+// is not useful, then whatever the value of `v̇`, this value does not matter
+// for the final result. Symmetric reasoning applies for the reverse mode of
+// AD: observing that differentiated variables go upstream, we see that a
+// useless variable has a null derivative, in other words the partial
+// derivative of the output with respect to this variable is null. Conversely
+// when variable `v` is not varied, then whatever the value of `v`, this value
+// does not matter for the final result.
+//
+// Reference:
+// Laurent Hascoët. Automatic Differentiation by Program Transformation. 2007.
+
+#ifndef SWIFT_SILOPTIMIZER_ANALYSIS_DIFFERENTIABLEACTIVITYANALYSIS_H_
+#define SWIFT_SILOPTIMIZER_ANALYSIS_DIFFERENTIABLEACTIVITYANALYSIS_H_
+
+#include "swift/AST/GenericEnvironment.h"
+#include "swift/AST/GenericSignatureBuilder.h"
+#include "swift/SIL/SILFunction.h"
+#include "swift/SIL/SILModule.h"
+#include "swift/SIL/SILValue.h"
+#include "swift/SILOptimizer/Analysis/Analysis.h"
+#include "llvm/ADT/DenseMap.h"
+#include "llvm/ADT/DenseSet.h"
+
+using llvm::SmallDenseMap;
+using llvm::SmallDenseSet;
+
+namespace swift {
+
+class DominanceAnalysis;
+class PostDominanceAnalysis;
+class DominanceInfo;
+class PostDominanceInfo;
+class SILFunciton;
+
+class DifferentiableActivityCollection;
+class DifferentiableActivityAnalysis
+    : public FunctionAnalysisBase<DifferentiableActivityCollection> {
+private:
+  DominanceAnalysis *dominanceAnalysis = nullptr;
+  PostDominanceAnalysis *postDominanceAnalysis = nullptr;
+
+public:
+  explicit DifferentiableActivityAnalysis()
+      : FunctionAnalysisBase(SILAnalysisKind::DifferentiableActivity) {}
+
+  static bool classof(const SILAnalysis *s) {
+    return s->getKind() == SILAnalysisKind::DifferentiableActivity;
+  }
+
+  virtual bool shouldInvalidate(SILAnalysis::InvalidationKind k) override {
+    return k & InvalidationKind::Everything;
+  }
+
+  virtual std::unique_ptr<DifferentiableActivityCollection>
+  newFunctionAnalysis(SILFunction *f) override;
+
+  virtual void initialize(SILPassManager *pm) override;
+};
+
+/// Represents the differentiation activity associated with a SIL value.
+enum class ActivityFlags : unsigned {
+  /// The value depends on a function parameter.
+  Varied = 1 << 1,
+  /// The value contributes to a result.
+  Useful = 1 << 2,
+  /// The value is both varied and useful.
+  Active = Varied | Useful,
+};
+
+using Activity = OptionSet<ActivityFlags>;
+
+/// Result of activity analysis on a function. Accepts queries for whether a
+/// value is "varied", "useful" or "active" against certain differentiation
+/// indices.
+class DifferentiableActivityInfo {
+private:
+  DifferentiableActivityCollection &parent;
+
+  /// The derivative generic signature.
+  GenericSignature derivativeGenericSignature;
+
+  /// Input values, i.e. parameters (both direct and indirect).
+  SmallVector<SILValue, 4> inputValues;
+  /// Output values, i.e. individual values (not the final tuple) being returned
+  /// by the `return` instruction.
+  SmallVector<SILValue, 4> outputValues;
+
+  /// The set of varied variables, indexed by the corresponding independent
+  /// value (input) index.
+  SmallVector<SmallDenseSet<SILValue>, 4> variedValueSets;
+  /// The set of useful variables, indexed by the corresponding dependent value
+  /// (output) index.
+  SmallVector<SmallDenseSet<SILValue>, 4> usefulValueSets;
+
+  /// The original function.
+  SILFunction &getFunction() const;
+
+  /// Returns true if the given SILValue has a tangent space.
+  bool hasTangentSpace(SILValue value) {
+    auto type = value->getType().getASTType();
+    // Remap archetypes in the derivative generic signature, if it exists.
+    if (derivativeGenericSignature && type->hasArchetype()) {
+      type = derivativeGenericSignature->getCanonicalTypeInContext(
+          type->mapTypeOutOfContext());
+    }
+    // Look up conformance in the current module.
+    auto lookupConformance =
+        LookUpConformanceInModule(getFunction().getModule().getSwiftModule());
+    return type->getAutoDiffTangentSpace(lookupConformance).hasValue();
+  }
+
+  /// Perform analysis and populate variedness and usefulness sets.
+  void analyze(DominanceInfo *di, PostDominanceInfo *pdi);
+
+  /// Marks the given value as varied and propagates variedness to users.
+  void setVariedAndPropagateToUsers(SILValue value,
+                                    unsigned independentVariableIndex);
+  /// Propagates variedness from the given operand to its user's results.
+  void propagateVaried(Operand *operand, unsigned independentVariableIndex);
+  /// Marks the given value as varied and recursively propagates variedness
+  /// inwards (to operands) through projections. Skips `@noDerivative` field
+  /// projections.
+  void
+  propagateVariedInwardsThroughProjections(SILValue value,
+                                           unsigned independentVariableIndex);
+
+  /// Marks the given value as useful for the given dependent variable index.
+  void setUseful(SILValue value, unsigned dependentVariableIndex);
+  /// Marks the given value as useful and recursively propagates usefulness to:
+  /// - Defining instruction operands, if the value has a defining instruction.
+  /// - Incoming values, if the value is a basic block argument.
+  void setUsefulAndPropagateToOperands(SILValue value,
+                                       unsigned dependentVariableIndex);
+  /// Propagates usefulnesss to the operands of the given instruction.
+  void propagateUseful(SILInstruction *inst, unsigned dependentVariableIndex);
+  /// Marks the given address or class-typed value as useful and recursively
+  /// propagates usefulness inwards (to operands) through projections. Skips
+  /// `@noDerivative` field projections.
+  void propagateUsefulThroughAddress(SILValue value,
+                                     unsigned dependentVariableIndex);
+  /// If the given value is an `array.uninitialized_intrinsic` application,
+  /// selectively propagate usefulness through its `RawPointer` result.
+  void setUsefulThroughArrayInitialization(SILValue value,
+                                           unsigned dependentVariableIndex);
+
+public:
+  explicit DifferentiableActivityInfo(
+      DifferentiableActivityCollection &parent,
+      GenericSignature derivativeGenericSignature);
+
+  /// Returns true if the given value is varied for the given independent
+  /// variable index.
+  bool isVaried(SILValue value, unsigned independentVariableIndex) const;
+
+  /// Returns true if the given value is varied for any of the given parameter
+  /// (independent variable) indices.
+  bool isVaried(SILValue value, IndexSubset *parameterIndices) const;
+
+  /// Returns true if the given value is useful for the given dependent variable
+  /// index.
+  bool isUseful(SILValue value, unsigned dependentVariableIndex) const;
+
+  /// Returns true if the given value is active for the given
+  /// `SILAutoDiffIndices` (parameter indices and result index).
+  bool isActive(SILValue value, const SILAutoDiffIndices &indices) const;
+
+  /// Returns the activity of the given value for the given `SILAutoDiffIndices`
+  /// (parameter indices and result index).
+  Activity getActivity(SILValue value, const SILAutoDiffIndices &indices) const;
+
+  /// Prints activity information for the `indices` of the given `value`.
+  void dump(SILValue value, const SILAutoDiffIndices &indices,
+            llvm::raw_ostream &s = llvm::dbgs()) const;
+
+  /// Prints activity information for the given `indices`.
+  void dump(SILAutoDiffIndices indices,
+            llvm::raw_ostream &s = llvm::dbgs()) const;
+};
+
+class DifferentiableActivityCollection {
+public:
+  SmallDenseMap<GenericSignature, DifferentiableActivityInfo> activityInfoMap;
+  SILFunction &function;
+  DominanceInfo *domInfo;
+  PostDominanceInfo *postDomInfo;
+
+  DifferentiableActivityInfo &
+  getActivityInfo(GenericSignature assocGenSig,
+                  AutoDiffDerivativeFunctionKind kind) {
+    auto activityInfoLookup = activityInfoMap.find(assocGenSig);
+    if (activityInfoLookup != activityInfoMap.end())
+      return activityInfoLookup->getSecond();
+    auto insertion = activityInfoMap.insert(
+        {assocGenSig, DifferentiableActivityInfo(*this, assocGenSig)});
+    return insertion.first->getSecond();
+  }
+
+  explicit DifferentiableActivityCollection(SILFunction &f, DominanceInfo *di,
+                                            PostDominanceInfo *pdi);
+};
+
+} // end namespace swift
+
+#endif // SWIFT_SILOPTIMIZER_ANALYSIS_DIFFERENTIABLEACTIVITYANALYSIS_H_