Skip to content

Commit 130d40c

Browse files
nkcsgexinkcsgexi
authored
Merge pull request #827 from nkcsgexi/api-digester-inte-5.5
[5.5] Cherry-pick changes about ABI checking integration
2 parents 28173a4 + 3c4f0d8 commit 130d40c

22 files changed

+1119
-88
lines changed

‎Package.resolved

Lines changed: 5 additions & 5 deletions
Some generated files are not rendered by default. Learn more about customizing how changed files appear on GitHub.

‎Sources/SwiftDriver/CMakeLists.txt

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -55,6 +55,7 @@ add_library(SwiftDriver
5555
"IncrementalCompilation/SourceFileDependencyGraph.swift"
5656
"IncrementalCompilation/TwoDMap.swift"
5757

58+
Jobs/APIDigesterJobs.swift
5859
Jobs/AutolinkExtractJob.swift
5960
Jobs/BackendJob.swift
6061
Jobs/CommandLineArguments.swift

‎Sources/SwiftDriver/Driver/Driver.swift

Lines changed: 93 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -35,6 +35,8 @@ public struct Driver {
3535
case missingProfilingData(String)
3636
case conditionalCompilationFlagHasRedundantPrefix(String)
3737
case conditionalCompilationFlagIsNotValidIdentifier(String)
38+
case baselineGenerationRequiresTopLevelModule(String)
39+
case optionRequiresAnother(String, String)
3840
// Explicit Module Build Failures
3941
case malformedModuleDependency(String, String)
4042
case missingPCMArguments(String)
@@ -103,6 +105,10 @@ public struct Driver {
103105
return "unable to load output file map '\(path)': no such file or directory"
104106
case .missingExternalDependency(let moduleName):
105107
return "Missing External dependency info for module: \(moduleName)"
108+
case .baselineGenerationRequiresTopLevelModule(let arg):
109+
return "generating a baseline with '\(arg)' is only supported with '-emit-module' or '-emit-module-path'"
110+
case .optionRequiresAnother(let first, let second):
111+
return "'\(first)' cannot be specified if '\(second)' is not present"
106112
}
107113
}
108114
}
@@ -291,6 +297,12 @@ public struct Driver {
291297
/// Path to the Swift module source information file.
292298
let moduleSourceInfoPath: VirtualPath.Handle?
293299

300+
/// Path to the module's digester baseline file.
301+
let digesterBaselinePath: VirtualPath.Handle?
302+
303+
/// The mode the API digester should run in.
304+
let digesterMode: DigesterMode
305+
294306
/// Force the driver to emit the module first and then run compile jobs. This could be used to unblock
295307
/// dependencies in parallel builds.
296308
var forceEmitModuleBeforeCompile: Bool = false
@@ -539,6 +551,16 @@ public struct Driver {
539551
self.numThreads = Self.determineNumThreads(&parsedOptions, compilerMode: compilerMode, diagnosticsEngine: diagnosticEngine)
540552
self.numParallelJobs = Self.determineNumParallelJobs(&parsedOptions, diagnosticsEngine: diagnosticEngine, env: env)
541553

554+
var mode = DigesterMode.api
555+
if let modeArg = parsedOptions.getLastArgument(.digesterMode)?.asSingle {
556+
if let digesterMode = DigesterMode(rawValue: modeArg) {
557+
mode = digesterMode
558+
} else {
559+
diagnosticsEngine.emit(Error.invalidArgumentValue(Option.digesterMode.spelling, modeArg))
560+
}
561+
}
562+
self.digesterMode = mode
563+
542564
Self.validateWarningControlArgs(&parsedOptions, diagnosticEngine: diagnosticEngine)
543565
Self.validateProfilingArgs(&parsedOptions,
544566
fileSystem: fileSystem,
@@ -591,7 +613,7 @@ public struct Driver {
591613
diagnosticEngine: diagnosticEngine,
592614
toolchain: toolchain,
593615
targetInfo: frontendTargetInfo)
594-
616+
595617
Self.validateSanitizerAddressUseOdrIndicatorFlag(&parsedOptions, diagnosticEngine: diagnosticsEngine, addressSanitizerEnabled: enabledSanitizers.contains(.address))
596618

597619
Self.validateSanitizerRecoverArgValues(&parsedOptions, diagnosticEngine: diagnosticsEngine, enabledSanitizers: enabledSanitizers)
@@ -667,6 +689,15 @@ public struct Driver {
667689
outputFileMap: self.outputFileMap,
668690
moduleName: moduleOutputInfo.name,
669691
projectDirectory: projectDirectory)
692+
self.digesterBaselinePath = try Self.computeDigesterBaselineOutputPath(
693+
&parsedOptions,
694+
moduleOutputPath: self.moduleOutputInfo.output?.outputPath,
695+
mode: self.digesterMode,
696+
compilerOutputType: compilerOutputType,
697+
compilerMode: compilerMode,
698+
outputFileMap: self.outputFileMap,
699+
moduleName: moduleOutputInfo.name,
700+
projectDirectory: projectDirectory)
670701
self.swiftInterfacePath = try Self.computeSupplementaryOutputPath(
671702
&parsedOptions, type: .swiftInterface, isOutputOptions: [.emitModuleInterface],
672703
outputPath: .emitModuleInterfacePath,
@@ -704,6 +735,12 @@ public struct Driver {
704735
outputFileMap: self.outputFileMap,
705736
moduleName: moduleOutputInfo.name)
706737

738+
Self.validateDigesterArgs(&parsedOptions,
739+
moduleOutputInfo: moduleOutputInfo,
740+
digesterMode: self.digesterMode,
741+
swiftInterfacePath: self.swiftInterfacePath,
742+
diagnosticEngine: diagnosticsEngine)
743+
707744
try verifyOutputOptions()
708745
}
709746

@@ -2182,6 +2219,36 @@ extension Driver {
21822219
}
21832220
}
21842221

2222+
static func validateDigesterArgs(_ parsedOptions: inout ParsedOptions,
2223+
moduleOutputInfo: ModuleOutputInfo,
2224+
digesterMode: DigesterMode,
2225+
swiftInterfacePath: VirtualPath.Handle?,
2226+
diagnosticEngine: DiagnosticsEngine) {
2227+
if moduleOutputInfo.output?.isTopLevel != true {
2228+
for arg in parsedOptions.arguments(for: .emitDigesterBaseline, .emitDigesterBaselinePath, .compareToBaselinePath) {
2229+
diagnosticEngine.emit(Error.baselineGenerationRequiresTopLevelModule(arg.option.spelling))
2230+
}
2231+
}
2232+
2233+
if parsedOptions.hasArgument(.serializeBreakingChangesPath) && !parsedOptions.hasArgument(.compareToBaselinePath) {
2234+
diagnosticEngine.emit(Error.optionRequiresAnother(Option.serializeBreakingChangesPath.spelling,
2235+
Option.compareToBaselinePath.spelling))
2236+
}
2237+
if parsedOptions.hasArgument(.digesterBreakageAllowlistPath) && !parsedOptions.hasArgument(.compareToBaselinePath) {
2238+
diagnosticEngine.emit(Error.optionRequiresAnother(Option.digesterBreakageAllowlistPath.spelling,
2239+
Option.compareToBaselinePath.spelling))
2240+
}
2241+
if digesterMode == .abi && !parsedOptions.hasArgument(.enableLibraryEvolution) {
2242+
diagnosticEngine.emit(Error.optionRequiresAnother("\(Option.digesterMode.spelling) abi",
2243+
Option.enableLibraryEvolution.spelling))
2244+
}
2245+
if digesterMode == .abi && swiftInterfacePath == nil {
2246+
diagnosticEngine.emit(Error.optionRequiresAnother("\(Option.digesterMode.spelling) abi",
2247+
Option.emitModuleInterface.spelling))
2248+
}
2249+
}
2250+
2251+
21852252
static func validateProfilingArgs(_ parsedOptions: inout ParsedOptions,
21862253
fileSystem: FileSystem,
21872254
workingDirectory: AbsolutePath?,
@@ -2634,6 +2701,31 @@ extension Driver {
26342701
projectDirectory: projectDirectory)
26352702
}
26362703

2704+
static func computeDigesterBaselineOutputPath(
2705+
_ parsedOptions: inout ParsedOptions,
2706+
moduleOutputPath: VirtualPath.Handle?,
2707+
mode: DigesterMode,
2708+
compilerOutputType: FileType?,
2709+
compilerMode: CompilerMode,
2710+
outputFileMap: OutputFileMap?,
2711+
moduleName: String,
2712+
projectDirectory: VirtualPath.Handle?
2713+
) throws -> VirtualPath.Handle? {
2714+
// Only emit a baseline if at least of the arguments was provided.
2715+
guard parsedOptions.hasArgument(.emitDigesterBaseline, .emitDigesterBaselinePath) else { return nil }
2716+
return try computeModuleAuxiliaryOutputPath(&parsedOptions,
2717+
moduleOutputPath: moduleOutputPath,
2718+
type: mode.baselineFileType,
2719+
isOutput: .emitDigesterBaseline,
2720+
outputPath: .emitDigesterBaselinePath,
2721+
compilerOutputType: compilerOutputType,
2722+
compilerMode: compilerMode,
2723+
outputFileMap: outputFileMap,
2724+
moduleName: moduleName,
2725+
projectDirectory: projectDirectory)
2726+
}
2727+
2728+
26372729

26382730
/// Determine the output path for a module auxiliary output.
26392731
static func computeModuleAuxiliaryOutputPath(

‎Sources/SwiftDriver/Driver/OutputFileMap.swift

Lines changed: 7 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -54,6 +54,13 @@ public struct OutputFileMap: Hashable, Codable {
5454
}
5555
return VirtualPath.lookup(path).replacingExtension(with: outputType).intern()
5656

57+
case .jsonAPIBaseline, .jsonABIBaseline:
58+
// Infer paths for these entities using .swiftsourceinfo path.
59+
guard let path = entries[inputFile]?[.swiftSourceInfoFile] else {
60+
return nil
61+
}
62+
return VirtualPath.lookup(path).replacingExtension(with: outputType).intern()
63+
5764
case .object:
5865
// We may generate .o files from bitcode .bc files, but the output file map
5966
// uses .swift file as the key for .o file paths. So we need to dig further.

‎Sources/SwiftDriver/Jobs/APIDigesterJobs.swift

Lines changed: 152 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,152 @@
1+
//===- APIDigesterJobs.swift - Baseline Generation and API/ABI Comparison -===//
2+
//
3+
// This source file is part of the Swift.org open source project
4+
//
5+
// Copyright (c) 2021 Apple Inc. and the Swift project authors
6+
// Licensed under Apache License v2.0 with Runtime Library Exception
7+
//
8+
// See https://swift.org/LICENSE.txt for license information
9+
// See https://swift.org/CONTRIBUTORS.txt for the list of Swift project authors
10+
//
11+
//===----------------------------------------------------------------------===//
12+
13+
import TSCBasic
14+
15+
enum DigesterMode: String {
16+
case api, abi
17+
18+
var baselineFileType: FileType {
19+
switch self {
20+
case .api:
21+
return .jsonAPIBaseline
22+
case .abi:
23+
return .jsonABIBaseline
24+
}
25+
}
26+
27+
var baselineGenerationJobKind: Job.Kind {
28+
switch self {
29+
case .api:
30+
return .generateAPIBaseline
31+
case .abi:
32+
return .generateABIBaseline
33+
}
34+
}
35+
36+
var baselineComparisonJobKind: Job.Kind {
37+
switch self {
38+
case .api:
39+
return .compareAPIBaseline
40+
case .abi:
41+
return .compareABIBaseline
42+
}
43+
}
44+
}
45+
46+
extension Driver {
47+
mutating func digesterBaselineGenerationJob(modulePath: VirtualPath.Handle, outputPath: VirtualPath.Handle, mode: DigesterMode) throws -> Job {
48+
var commandLine = [Job.ArgTemplate]()
49+
commandLine.appendFlag("-dump-sdk")
50+
51+
try addCommonDigesterOptions(&commandLine, modulePath: modulePath, mode: mode)
52+
53+
commandLine.appendFlag(.o)
54+
commandLine.appendPath(VirtualPath.lookup(outputPath))
55+
56+
return Job(
57+
moduleName: moduleOutputInfo.name,
58+
kind: mode.baselineGenerationJobKind,
59+
tool: .absolute(try toolchain.getToolPath(.swiftAPIDigester)),
60+
commandLine: commandLine,
61+
inputs: [.init(file: modulePath, type: .swiftModule)],
62+
primaryInputs: [],
63+
outputs: [.init(file: outputPath, type: mode.baselineFileType)],
64+
supportsResponseFiles: true
65+
)
66+
}
67+
68+
mutating func digesterCompareToBaselineJob(modulePath: VirtualPath.Handle, baselinePath: VirtualPath.Handle, mode: DigesterMode) throws -> Job {
69+
var commandLine = [Job.ArgTemplate]()
70+
commandLine.appendFlag("-diagnose-sdk")
71+
commandLine.appendFlag("-disable-fail-on-error")
72+
commandLine.appendFlag("-baseline-path")
73+
commandLine.appendPath(VirtualPath.lookup(baselinePath))
74+
75+
try addCommonDigesterOptions(&commandLine, modulePath: modulePath, mode: mode)
76+
77+
var serializedDiagnosticsPath: VirtualPath.Handle?
78+
if let arg = parsedOptions.getLastArgument(.serializeBreakingChangesPath)?.asSingle {
79+
let path = try VirtualPath.intern(path: arg)
80+
commandLine.appendFlag("-serialize-diagnostics-path")
81+
commandLine.appendPath(VirtualPath.lookup(path))
82+
serializedDiagnosticsPath = path
83+
}
84+
if let arg = parsedOptions.getLastArgument(.digesterBreakageAllowlistPath)?.asSingle {
85+
let path = try VirtualPath(path: arg)
86+
commandLine.appendFlag("-breakage-allowlist-path")
87+
commandLine.appendPath(path)
88+
}
89+
90+
var inputs: [TypedVirtualPath] = [.init(file: modulePath, type: .swiftModule),
91+
.init(file: baselinePath, type: mode.baselineFileType)]
92+
// If a module interface was emitted, treat it as an input in ABI mode.
93+
if let interfacePath = self.swiftInterfacePath, mode == .abi {
94+
inputs.append(.init(file: interfacePath, type: .swiftInterface))
95+
}
96+
97+
return Job(
98+
moduleName: moduleOutputInfo.name,
99+
kind: mode.baselineComparisonJobKind,
100+
tool: .absolute(try toolchain.getToolPath(.swiftAPIDigester)),
101+
commandLine: commandLine,
102+
inputs: inputs,
103+
primaryInputs: [],
104+
outputs: [.init(file: serializedDiagnosticsPath ?? VirtualPath.Handle.standardOutput, type: .diagnostics)],
105+
supportsResponseFiles: true
106+
)
107+
}
108+
109+
private mutating func addCommonDigesterOptions(_ commandLine: inout [Job.ArgTemplate],
110+
modulePath: VirtualPath.Handle,
111+
mode: DigesterMode) throws {
112+
commandLine.appendFlag("-module")
113+
commandLine.appendFlag(moduleOutputInfo.name)
114+
if mode == .abi {
115+
commandLine.appendFlag("-abi")
116+
commandLine.appendFlag("-use-interface-for-module")
117+
commandLine.appendFlag(moduleOutputInfo.name)
118+
}
119+
120+
// Add a search path for the emitted module, and its module interface if there is one.
121+
let searchPath = VirtualPath.lookup(modulePath).parentDirectory
122+
commandLine.appendFlag(.I)
123+
commandLine.appendPath(searchPath)
124+
if let interfacePath = self.swiftInterfacePath {
125+
let interfaceSearchPath = VirtualPath.lookup(interfacePath).parentDirectory
126+
if interfaceSearchPath != searchPath {
127+
commandLine.appendFlag(.I)
128+
commandLine.appendPath(interfaceSearchPath)
129+
}
130+
}
131+
132+
commandLine.appendFlag(.target)
133+
commandLine.appendFlag(targetTriple.triple)
134+
135+
if let sdkPath = frontendTargetInfo.sdkPath?.path {
136+
commandLine.appendFlag(.sdk)
137+
commandLine.append(.path(VirtualPath.lookup(sdkPath)))
138+
}
139+
140+
commandLine.appendFlag(.resourceDir)
141+
commandLine.appendPath(VirtualPath.lookup(frontendTargetInfo.runtimeResourcePath.path))
142+
143+
try commandLine.appendAll(.I, from: &parsedOptions)
144+
try commandLine.appendAll(.F, from: &parsedOptions)
145+
for systemFramework in parsedOptions.arguments(for: .Fsystem) {
146+
commandLine.appendFlag(.iframework)
147+
commandLine.appendFlag(systemFramework.argument.asSingle)
148+
}
149+
150+
try commandLine.appendLast(.swiftVersion, from: &parsedOptions)
151+
}
152+
}

‎Sources/SwiftDriver/Jobs/CompileJob.swift

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -93,7 +93,7 @@ extension Driver {
9393
.privateSwiftInterface, .swiftSourceInfoFile, .diagnostics, .objcHeader, .swiftDeps,
9494
.remap, .tbd, .moduleTrace, .yamlOptimizationRecord, .bitstreamOptimizationRecord, .pcm,
9595
.pch, .clangModuleMap, .jsonCompilerFeatures, .jsonTargetInfo, .jsonSwiftArtifacts,
96-
.indexUnitOutputPath, .modDepCache, nil:
96+
.indexUnitOutputPath, .modDepCache, .jsonAPIBaseline, .jsonABIBaseline, nil:
9797
return false
9898
}
9999
}
@@ -444,7 +444,7 @@ extension FileType {
444444
.diagnostics, .objcHeader, .image, .swiftDeps, .moduleTrace, .tbd,
445445
.yamlOptimizationRecord, .bitstreamOptimizationRecord, .swiftInterface,
446446
.privateSwiftInterface, .swiftSourceInfoFile, .clangModuleMap, .jsonSwiftArtifacts,
447-
.indexUnitOutputPath, .modDepCache:
447+
.indexUnitOutputPath, .modDepCache, .jsonAPIBaseline, .jsonABIBaseline:
448448
fatalError("Output type can never be a primary output")
449449
}
450450
}

0 commit comments

Comments
 (0)