[Collections] Auth tokens need to be mutable (#3443) (#3458)

* [Collections] Auth tokens need to be mutable

rdar://77095793

* Change authTokens to be a function instead

Author: yim-lee

Sources/PackageCollections/PackageCollections+Configuration.swift

@@ -1,7 +1,7 @@
 /*
  This source file is part of the Swift.org open source project
 
- Copyright (c) 2020 Apple Inc. and the Swift project authors
+ Copyright (c) 2020-2021 Apple Inc. and the Swift project authors
  Licensed under Apache License v2.0 with Runtime Library Exception
 
  See http://swift.org/LICENSE.txt for license information
@@ -16,9 +16,9 @@ extension PackageCollections {
         // JSONPackageCollectionValidator: maximumPackageCount, maximumMajorVersionCount, maximumMinorVersionCount
 
         /// Auth tokens for the collections or metadata provider
-        public var authTokens: [AuthTokenType: String]?
+        public var authTokens: () -> [AuthTokenType: String]?
 
-        public init(authTokens: [AuthTokenType: String]? = nil) {
+        public init(authTokens: @escaping () -> [AuthTokenType: String]? = { nil }) {
             self.authTokens = authTokens
         }
     }

Sources/PackageCollections/PackageCollections.swift

@@ -21,11 +21,11 @@ public struct PackageCollections: PackageCollectionsProtocol {
     static let isSupportedPlatform = false
     #endif
 
-    private let configuration: Configuration
+    let configuration: Configuration
     private let diagnosticsEngine: DiagnosticsEngine?
     private let storageContainer: (storage: Storage, owned: Bool)
     private let collectionProviders: [Model.CollectionSourceType: PackageCollectionProvider]
-    private let metadataProvider: PackageMetadataProvider
+    let metadataProvider: PackageMetadataProvider
 
     private var storage: Storage {
         self.storageContainer.storage

Sources/PackageCollections/Providers/GitHubPackageMetadataProvider.swift

@@ -197,7 +197,7 @@ struct GitHubPackageMetadataProvider: PackageMetadataProvider {
         options.authorizationProvider = { url in
             url.host.flatMap { host in
                 let host = host.hasPrefix(Self.apiHostPrefix) ? String(host.dropFirst(Self.apiHostPrefix.count)) : host
-                return self.configuration.authTokens?[.github(host)].flatMap { token in
+                return self.configuration.authTokens()?[.github(host)].flatMap { token in
                     "token \(token)"
                 }
             }
@@ -215,22 +215,22 @@ struct GitHubPackageMetadataProvider: PackageMetadataProvider {
     }
 
     public struct Configuration {
+        public var authTokens: () -> [AuthTokenType: String]?
         public var apiLimitWarningThreshold: Int
-        public var authTokens: [AuthTokenType: String]?
         public var cacheDir: AbsolutePath
-        public var cacheSizeInMegabytes: Int
         public var cacheTTLInSeconds: Int
+        public var cacheSizeInMegabytes: Int
 
-        public init(authTokens: [AuthTokenType: String]? = nil,
+        public init(authTokens: @escaping () -> [AuthTokenType: String]? = { nil },
                     apiLimitWarningThreshold: Int? = nil,
                     cacheDir: AbsolutePath? = nil,
                     cacheTTLInSeconds: Int? = nil,
                     cacheSizeInMegabytes: Int? = nil) {
             self.authTokens = authTokens
             self.apiLimitWarningThreshold = apiLimitWarningThreshold ?? 5
             self.cacheDir = cacheDir.map(resolveSymlinks) ?? localFileSystem.swiftPMCacheDirectory.appending(components: "package-metadata")
-            self.cacheSizeInMegabytes = cacheSizeInMegabytes ?? 10
             self.cacheTTLInSeconds = cacheTTLInSeconds ?? 3600
+            self.cacheSizeInMegabytes = cacheSizeInMegabytes ?? 10
         }
     }
 

Tests/PackageCollectionsTests/GitHubPackageMetadataProviderTests.swift

@@ -226,7 +226,7 @@ class GitHubPackageMetadataProviderTests: XCTestCase {
             var configuration = GitHubPackageMetadataProvider.Configuration()
             configuration.cacheDir = tmpPath
             var provider = GitHubPackageMetadataProvider(configuration: configuration, httpClient: httpClient)
-            provider.configuration.authTokens = authTokens
+            provider.configuration.authTokens = { authTokens }
             defer { XCTAssertNoThrow(try provider.close()) }
 
             let reference = PackageReference(repository: RepositorySpecifier(url: repoURL))
@@ -335,7 +335,7 @@ class GitHubPackageMetadataProviderTests: XCTestCase {
         httpClient.configuration.requestHeaders!.add(name: "Cache-Control", value: "no-cache")
         var configuration = GitHubPackageMetadataProvider.Configuration()
         if let token = ProcessEnv.vars["GITHUB_API_TOKEN"] {
-            configuration.authTokens = [.github("github.com"): token]
+            configuration.authTokens = { [.github("github.com"): token] }
         }
         configuration.apiLimitWarningThreshold = 50
         configuration.cacheTTLInSeconds = -1 // Disable cache so we hit the API

Tests/PackageCollectionsTests/PackageCollectionsTests.swift

@@ -18,6 +18,39 @@ import TSCBasic
 import TSCUtility
 
 final class PackageCollectionsTests: XCTestCase {
+    func testUpdateAuthTokens() throws {
+        var authTokens: [AuthTokenType: String]? = [:]
+
+        let configuration = PackageCollections.Configuration(authTokens: { authTokens })
+        let storage = makeMockStorage()
+        defer { XCTAssertNoThrow(try storage.close()) }
+
+        // disable cache for this test to avoid setup/cleanup
+        let metadataProviderConfig = GitHubPackageMetadataProvider.Configuration(authTokens: configuration.authTokens, cacheTTLInSeconds: -1)
+        let metadataProvider = GitHubPackageMetadataProvider(configuration: metadataProviderConfig)
+        let packageCollections = PackageCollections(configuration: configuration, storage: storage, collectionProviders: [:], metadataProvider: metadataProvider)
+
+        XCTAssertEqual(0, packageCollections.configuration.authTokens()?.count)
+        do {
+            guard let githubMetadataProvider = packageCollections.metadataProvider as? GitHubPackageMetadataProvider else {
+                return XCTFail("Expected GitHubPackageMetadataProvider")
+            }
+            XCTAssertEqual(0, githubMetadataProvider.configuration.authTokens()?.count)
+        }
+
+        authTokens![.github("github.test")] = "topsekret"
+
+        // Check that authTokens change is propagated to PackageMetadataProvider
+        XCTAssertEqual(1, packageCollections.configuration.authTokens()?.count)
+        do {
+            guard let githubMetadataProvider = packageCollections.metadataProvider as? GitHubPackageMetadataProvider else {
+                return XCTFail("Expected GitHubPackageMetadataProvider")
+            }
+            XCTAssertEqual(1, githubMetadataProvider.configuration.authTokens()?.count)
+            XCTAssertEqual(authTokens, githubMetadataProvider.configuration.authTokens())
+        }
+    }
+
     func testBasicRegistration() throws {
         try skipIfUnsupportedPlatform()