use verbosity flags to drive diagnostics logging level

motivation: allow users to specify verbosity which would impact how much diagnostic information is outputed

changes:
* add "very-verbose" CLI flag
* drive diagnostics logging level based on verbosity flags: verbose == .info, very-verbose == .debug
* filter diagnostic printing based on log level
* pass logLevel where appropriate instead of isVerbose
* add test

Author: tomerd

Sources/Basics/Observability.swift

@@ -292,11 +292,28 @@ public struct Diagnostic: CustomStringConvertible, Equatable {
         Self(severity: .debug, message: message.description, metadata: metadata)
     }
 
-    public enum Severity: Equatable {
+    public enum Severity: Comparable {
         case error
         case warning
         case info
         case debug
+
+        internal var naturalIntegralValue: Int {
+            switch self {
+            case .debug:
+                return 0
+            case .info:
+                return 1
+            case .warning:
+                return 2
+            case .error:
+                return 3
+            }
+        }
+
+        public static func < (lhs: Self, rhs: Self) -> Bool {
+            return lhs.naturalIntegralValue < rhs.naturalIntegralValue
+        }
     }
 }
 

Sources/Build/BuildOperation.swift

@@ -52,6 +52,9 @@ public final class BuildOperation: PackageStructureDelegate, SPMBuildCore.BuildS
     /// The output stream for the build delegate.
     private let outputStream: OutputByteStream
 
+    /// The verbosity level to print out at
+    private let logLevel: Basics.Diagnostic.Severity
+
     /// File system to operate on
     private let fileSystem: TSCBasic.FileSystem
 
@@ -68,6 +71,7 @@ public final class BuildOperation: PackageStructureDelegate, SPMBuildCore.BuildS
         packageGraphLoader: @escaping () throws -> PackageGraph,
         pluginInvoker: @escaping (PackageGraph) throws -> [ResolvedTarget: [PluginInvocationResult]],
         outputStream: OutputByteStream,
+        logLevel: Basics.Diagnostic.Severity,
         fileSystem: TSCBasic.FileSystem,
         observabilityScope: ObservabilityScope
     ) {
@@ -76,6 +80,7 @@ public final class BuildOperation: PackageStructureDelegate, SPMBuildCore.BuildS
         self.packageGraphLoader = packageGraphLoader
         self.pluginInvoker = pluginInvoker
         self.outputStream = outputStream
+        self.logLevel = logLevel
         self.fileSystem = fileSystem
         self.observabilityScope = observabilityScope.makeChildScope(description: "Build Operation")
     }
@@ -127,7 +132,7 @@ public final class BuildOperation: PackageStructureDelegate, SPMBuildCore.BuildS
     public func build(subset: BuildSubset) throws {
         // Create the build system.
         let buildDescription = try self.getBuildDescription()
-        let buildSystem = try createBuildSystem(with: buildDescription)
+        let buildSystem = try self.createBuildSystem(buildDescription: buildDescription)
         self.buildSystem = buildSystem
 
         // Perform the build.
@@ -224,7 +229,7 @@ public final class BuildOperation: PackageStructureDelegate, SPMBuildCore.BuildS
 
     /// Build the package structure target.
     private func buildPackageStructure() throws {
-        let buildSystem = try self.createBuildSystem(with: nil)
+        let buildSystem = try self.createBuildSystem(buildDescription: .none)
         self.buildSystem = buildSystem
 
         // Build the package structure target which will re-generate the llbuild manifest, if necessary.
@@ -237,16 +242,13 @@ public final class BuildOperation: PackageStructureDelegate, SPMBuildCore.BuildS
     ///
     /// The build description should only be omitted when creating the build system for
     /// building the package structure target.
-    private func createBuildSystem(
-        with buildDescription: BuildDescription?
-    ) throws -> SPMLLBuild.BuildSystem {
+    private func createBuildSystem(buildDescription: BuildDescription?) throws -> SPMLLBuild.BuildSystem {
         // Figure out which progress bar we have to use during the build.
-        let isVerbose = verbosity != .concise
-        let progressAnimation: ProgressAnimationProtocol = isVerbose
+        let progressAnimation: ProgressAnimationProtocol = self.logLevel.isVerbose
             ? MultiLineNinjaProgressAnimation(stream: self.outputStream)
             : NinjaProgressAnimation(stream: self.outputStream)
 
-        let bctx = BuildExecutionContext(
+        let buildExecutionContext = BuildExecutionContext(
             buildParameters,
             buildDescription: buildDescription,
             packageStructureDelegate: self,
@@ -256,14 +258,14 @@ public final class BuildOperation: PackageStructureDelegate, SPMBuildCore.BuildS
         // Create the build delegate.
         let buildSystemDelegate = BuildOperationBuildSystemDelegateHandler(
             buildSystem: self,
-            bctx: bctx,
+            buildExecutionContext: buildExecutionContext,
             outputStream: self.outputStream,
             progressAnimation: progressAnimation,
+            logLevel: self.logLevel,
             observabilityScope: self.observabilityScope,
             delegate: self.delegate
         )
         self.buildSystemDelegate = buildSystemDelegate
-        buildSystemDelegate.isVerbose = isVerbose
 
         let databasePath = buildParameters.dataPath.appending(component: "build.db").pathString
         let buildSystem = SPMLLBuild.BuildSystem(
@@ -272,7 +274,9 @@ public final class BuildOperation: PackageStructureDelegate, SPMBuildCore.BuildS
             delegate: buildSystemDelegate,
             schedulerLanes: buildParameters.jobs
         )
-        buildSystemDelegate.onCommmandFailure = {
+
+        // TODO: this seems fragile, perhaps we replace commandFailureHandler by adding relevant calls in the delegates chain 
+        buildSystemDelegate.commandFailureHandler = {
             buildSystem.cancel()
             self.delegate?.buildSystemDidCancel(self)
         }
@@ -380,3 +384,9 @@ extension BuildSubset {
         }
     }
 }
+
+extension Basics.Diagnostic.Severity {
+    var isVerbose: Bool {
+        return self <= .info
+    }
+}

Sources/Build/BuildOperationBuildSystemDelegateHandler.swift

@@ -363,11 +363,11 @@ final class CopyCommand: CustomLLBuildCommand {
 
 /// Convenient llbuild build system delegate implementation
 final class BuildOperationBuildSystemDelegateHandler: LLBuildBuildSystemDelegate, SwiftCompilerOutputParserDelegate {
-    var outputStream: ThreadSafeOutputByteStream
-    var progressAnimation: ProgressAnimationProtocol
-    var onCommmandFailure: (() -> Void)?
-    var isVerbose: Bool = false
-    weak var delegate: SPMBuildCore.BuildSystemDelegate?
+    private let outputStream: ThreadSafeOutputByteStream
+    private let progressAnimation: ProgressAnimationProtocol
+    var commandFailureHandler: (() -> Void)?
+    private let logLevel: Basics.Diagnostic.Severity
+    private weak var delegate: SPMBuildCore.BuildSystemDelegate?
     private let buildSystem: SPMBuildCore.BuildSystem
     private let queue = DispatchQueue(label: "org.swift.swiftpm.build-delegate")
     private var taskTracker = CommandTaskTracker()
@@ -382,22 +382,24 @@ final class BuildOperationBuildSystemDelegateHandler: LLBuildBuildSystemDelegate
 
     init(
         buildSystem: SPMBuildCore.BuildSystem,
-        bctx: BuildExecutionContext,
+        buildExecutionContext: BuildExecutionContext,
         outputStream: OutputByteStream,
         progressAnimation: ProgressAnimationProtocol,
+        logLevel: Basics.Diagnostic.Severity,
         observabilityScope: ObservabilityScope,
         delegate: SPMBuildCore.BuildSystemDelegate?
     ) {
+        self.buildSystem = buildSystem
+        self.buildExecutionContext = buildExecutionContext
         // FIXME: Implement a class convenience initializer that does this once they are supported
         // https://forums.swift.org/t/allow-self-x-in-class-convenience-initializers/15924
         self.outputStream = outputStream as? ThreadSafeOutputByteStream ?? ThreadSafeOutputByteStream(outputStream)
         self.progressAnimation = progressAnimation
-        self.buildExecutionContext = bctx
-        self.delegate = delegate
-        self.buildSystem = buildSystem
+        self.logLevel = logLevel
         self.observabilityScope = observabilityScope
+        self.delegate = delegate
 
-        let swiftParsers = bctx.buildDescription?.swiftCommands.mapValues { tool in
+        let swiftParsers = buildExecutionContext.buildDescription?.swiftCommands.mapValues { tool in
             SwiftCompilerOutputParser(targetName: tool.moduleName, delegate: self)
         } ?? [:]
         self.swiftParsers = swiftParsers
@@ -429,7 +431,7 @@ final class BuildOperationBuildSystemDelegateHandler: LLBuildBuildSystemDelegate
     }
 
     func hadCommandFailure() {
-        onCommmandFailure?()
+        self.commandFailureHandler?()
     }
 
     func handleDiagnostic(_ diagnostic: SPMLLBuild.Diagnostic) {
@@ -446,7 +448,7 @@ final class BuildOperationBuildSystemDelegateHandler: LLBuildBuildSystemDelegate
     }
 
     func commandStatusChanged(_ command: SPMLLBuild.Command, kind: CommandStatusKind) {
-        guard !isVerbose else { return }
+        guard !self.logLevel.isVerbose else { return }
         guard command.shouldShowStatus else { return }
         guard !swiftParsers.keys.contains(command.name) else { return }
 
@@ -467,7 +469,7 @@ final class BuildOperationBuildSystemDelegateHandler: LLBuildBuildSystemDelegate
 
         queue.async {
             self.delegate?.buildSystem(self.buildSystem, didStartCommand: BuildSystemCommand(command))
-            if self.isVerbose {
+            if self.logLevel.isVerbose {
                 self.outputStream <<< command.verboseDescription <<< "\n"
                 self.outputStream.flush()
             }
@@ -485,7 +487,7 @@ final class BuildOperationBuildSystemDelegateHandler: LLBuildBuildSystemDelegate
         queue.async {
             self.delegate?.buildSystem(self.buildSystem, didFinishCommand: BuildSystemCommand(command))
 
-            if !self.isVerbose {
+            if !self.logLevel.isVerbose {
                 let targetName = self.swiftParsers[command.name]?.targetName
                 self.taskTracker.commandFinished(command, result: result, targetName: targetName)
                 self.updateProgress()
@@ -575,7 +577,7 @@ final class BuildOperationBuildSystemDelegateHandler: LLBuildBuildSystemDelegate
 
     func swiftCompilerOutputParser(_ parser: SwiftCompilerOutputParser, didParse message: SwiftCompilerMessage) {
         queue.async {
-            if self.isVerbose {
+            if self.logLevel.isVerbose {
                 if let text = message.verboseProgressText {
                     self.outputStream <<< text <<< "\n"
                     self.outputStream.flush()
@@ -587,7 +589,7 @@ final class BuildOperationBuildSystemDelegateHandler: LLBuildBuildSystemDelegate
 
             if let output = message.standardOutput {
                 // first we want to print the output so users have it handy
-                if !self.isVerbose {
+                if !self.logLevel.isVerbose {
                     self.progressAnimation.clear()
                 }
 
@@ -609,7 +611,7 @@ final class BuildOperationBuildSystemDelegateHandler: LLBuildBuildSystemDelegate
     func swiftCompilerOutputParser(_ parser: SwiftCompilerOutputParser, didFailWith error: Error) {
         let message = (error as? LocalizedError)?.errorDescription ?? error.localizedDescription
         self.observabilityScope.emit(.swiftCompilerOutputParsingError(message))
-        onCommmandFailure?()
+        self.commandFailureHandler?()
     }
 
     func buildComplete(success: Bool) {

Sources/Commands/APIDigester.swift

@@ -58,7 +58,8 @@ struct APIDigesterBaselineDumper {
         for modulesToDiff: Set<String>,
         at baselineDir: AbsolutePath?,
         force: Bool,
-        outputStream: OutputByteStream
+        outputStream: OutputByteStream,
+        logLevel: Diagnostic.Severity
     ) throws -> AbsolutePath {
         var modulesToDiff = modulesToDiff
         let apiDiffDir = inputBuildParameters.apiDiff
@@ -126,6 +127,7 @@ struct APIDigesterBaselineDumper {
             packageGraphLoader: { graph },
             pluginInvoker: { _ in [:] },
             outputStream: outputStream,
+            logLevel: logLevel,
             fileSystem: localFileSystem,
             observabilityScope: observabilityScope
         )