Skip to content

Commit 2c217d7

Browse files
rxweirxwei
committed
[Macros] Top-level freestanding macros
1 parent 31d73b8 commit 2c217d7

31 files changed

+474
-187
lines changed

‎include/swift/AST/ASTScope.h

Lines changed: 26 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -278,10 +278,12 @@ class ASTScopeImpl : public ASTAllocated<ASTScopeImpl> {
278278
static const ASTScopeImpl *findStartingScopeForLookup(SourceFile *,
279279
const SourceLoc where);
280280

281-
protected:
281+
public:
282282
/// Not const because may reexpand some scopes.
283283
ASTScopeImpl *findInnermostEnclosingScope(SourceLoc,
284284
NullablePtr<raw_ostream>);
285+
286+
protected:
285287
ASTScopeImpl *findInnermostEnclosingScopeImpl(SourceLoc,
286288
NullablePtr<raw_ostream>,
287289
SourceManager &,
@@ -1217,6 +1219,29 @@ class MacroDeclScope final : public ASTScopeImpl {
12171219
NullablePtr<const GenericParamList> genericParams() const override;
12181220
};
12191221

1222+
class MacroExpansionDeclScope final : public ASTScopeImpl {
1223+
public:
1224+
MacroExpansionDecl *const decl;
1225+
1226+
MacroExpansionDeclScope(MacroExpansionDecl *d) : decl(d) {}
1227+
virtual ~MacroExpansionDeclScope() {}
1228+
1229+
protected:
1230+
ASTScopeImpl *expandSpecifically(ScopeCreator &scopeCreator) override;
1231+
1232+
private:
1233+
void expandAScopeThatDoesNotCreateANewInsertionPoint(ScopeCreator &);
1234+
1235+
public:
1236+
std::string getClassName() const override;
1237+
SourceRange
1238+
getSourceRangeOfThisASTNode(bool omitAssertions = false) const override;
1239+
1240+
public:
1241+
virtual NullablePtr<Decl> getDeclIfAny() const override { return decl; }
1242+
Decl *getDecl() const { return decl; }
1243+
};
1244+
12201245
class AbstractStmtScope : public ASTScopeImpl {
12211246
public:
12221247
SourceRange

‎include/swift/AST/Decl.h

Lines changed: 22 additions & 20 deletions
Original file line numberDiff line numberDiff line change
@@ -109,6 +109,7 @@ namespace swift {
109109
class VarDecl;
110110
class OpaqueReturnTypeRepr;
111111
class Witness;
112+
class MacroExpansionExpr;
112113

113114
namespace ast_scope {
114115
class AbstractPatternEntryScope;
@@ -8306,19 +8307,21 @@ class PostfixOperatorDecl : public OperatorDecl {
83068307
}
83078308
};
83088309

8310+
class MacroExpansionDecl;
8311+
83098312
/// Represents a missing declaration in the source code.
83108313
///
83118314
/// This is used for parser recovery, e.g. when parsing a floating
83128315
/// attribute list, and to represent placeholders for unexpanded
83138316
/// declarations generated by macros.
83148317
class MissingDecl : public Decl {
8315-
/// If this missing decl represents an unexpanded peer generated
8316-
/// by a macro, \c unexpandedPeer contains the macro custom attribute
8317-
/// and the declaration the macro is attached to.
8318+
/// If this missing decl represents an unexpanded peer generated by a macro,
8319+
/// \c unexpandedMacro contains the macro reference and the base declaration
8320+
/// where the macro expansion applies.
83188321
struct {
8319-
CustomAttr *macroAttr = nullptr;
8320-
ValueDecl *attachedTo = nullptr;
8321-
} unexpandedPeer;
8322+
llvm::PointerUnion<MacroExpansionDecl *, CustomAttr *> macroRef;
8323+
Decl *baseDecl;
8324+
} unexpandedMacro;
83228325

83238326
/// The location that the decl would be if it wasn't missing.
83248327
SourceLoc Loc;
@@ -8339,19 +8342,21 @@ class MissingDecl : public Decl {
83398342
SourceRange getSourceRange() const { return SourceRange(Loc); }
83408343

83418344
static MissingDecl *
8342-
forUnexpandedPeer(CustomAttr *macro, ValueDecl *attachedTo) {
8343-
auto &ctx = attachedTo->getASTContext();
8344-
auto *dc = attachedTo->getDeclContext();
8345+
forUnexpandedMacro(
8346+
llvm::PointerUnion<MacroExpansionDecl *, CustomAttr *> macroRef,
8347+
Decl *baseDecl) {
8348+
auto &ctx = baseDecl->getASTContext();
8349+
auto *dc = baseDecl->getDeclContext();
83458350
auto *missing = new (ctx) MissingDecl(dc, SourceLoc());
83468351

8347-
missing->unexpandedPeer.macroAttr = macro;
8348-
missing->unexpandedPeer.attachedTo = attachedTo;
8352+
missing->unexpandedMacro.macroRef = macroRef;
8353+
missing->unexpandedMacro.baseDecl = baseDecl;
83498354

83508355
return missing;
83518356
}
83528357

8353-
using ExpandedPeerCallback = llvm::function_ref<void(ValueDecl *)>;
8354-
void forEachExpandedPeer(ExpandedPeerCallback callback);
8358+
using MacroExpandedDeclCallback = llvm::function_ref<void(ValueDecl *)>;
8359+
void forEachMacroExpandedDecl(MacroExpandedDeclCallback callback);
83558360

83568361
static bool classof(const Decl *D) {
83578362
return D->getKind() == DeclKind::Missing;
@@ -8507,13 +8512,7 @@ class MacroExpansionDecl : public Decl {
85078512
SourceLoc leftAngleLoc,
85088513
ArrayRef<TypeRepr *> genericArgs,
85098514
SourceLoc rightAngleLoc,
8510-
ArgumentList *args)
8511-
: Decl(DeclKind::MacroExpansion, dc), PoundLoc(poundLoc),
8512-
MacroName(macro), MacroNameLoc(macroLoc),
8513-
LeftAngleLoc(leftAngleLoc), RightAngleLoc(rightAngleLoc),
8514-
GenericArgs(genericArgs), ArgList(args) {
8515-
Bits.MacroExpansionDecl.Discriminator = InvalidDiscriminator;
8516-
}
8515+
ArgumentList *args);
85178516

85188517
ArrayRef<TypeRepr *> getGenericArgs() const { return GenericArgs; }
85198518

@@ -8527,6 +8526,9 @@ class MacroExpansionDecl : public Decl {
85278526
DeclNameLoc getMacroNameLoc() const { return MacroNameLoc; }
85288527
DeclNameRef getMacroName() const { return MacroName; }
85298528
ArgumentList *getArgs() const { return ArgList; }
8529+
void setArgs(ArgumentList *args) { ArgList = args; }
8530+
using ExprOrStmtExpansionCallback = llvm::function_ref<void(ASTNode)>;
8531+
void forEachExpandedExprOrStmt(ExprOrStmtExpansionCallback) const;
85308532
ConcreteDeclRef getMacroRef() const { return macroRef; }
85318533
void setMacroRef(ConcreteDeclRef ref) { macroRef = ref; }
85328534

‎include/swift/AST/Expr.h

Lines changed: 6 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -6197,6 +6197,7 @@ class MacroExpansionExpr final : public Expr {
61976197
ArgumentList *ArgList;
61986198
Expr *Rewritten;
61996199
MacroRoles Roles;
6200+
MacroExpansionDecl *SubstituteDecl;
62006201

62016202
/// The referenced macro.
62026203
ConcreteDeclRef macroRef;
@@ -6219,7 +6220,7 @@ class MacroExpansionExpr final : public Expr {
62196220
MacroName(macroName), MacroNameLoc(macroNameLoc),
62206221
LeftAngleLoc(leftAngleLoc), RightAngleLoc(rightAngleLoc),
62216222
GenericArgs(genericArgs),
6222-
Rewritten(nullptr), Roles(roles) {
6223+
Rewritten(nullptr), Roles(roles), SubstituteDecl(nullptr) {
62236224
Bits.MacroExpansionExpr.Discriminator = InvalidDiscriminator;
62246225

62256226
// Macro expansions always have an argument list. If one is not provided, create
@@ -6276,6 +6277,10 @@ class MacroExpansionExpr final : public Expr {
62766277

62776278
SourceRange getSourceRange() const;
62786279

6280+
MacroExpansionDecl *createSubstituteDecl() const;
6281+
MacroExpansionDecl *getSubstituteDecl() const;
6282+
void setSubstituteDecl(MacroExpansionDecl *decl);
6283+
62796284
static bool classof(const Expr *E) {
62806285
return E->getKind() == ExprKind::MacroExpansion;
62816286
}

‎include/swift/AST/FileUnit.h

Lines changed: 7 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -210,6 +210,13 @@ class FileUnit : public DeclContext, public ASTAllocated<FileUnit> {
210210
/// The order of the results is not guaranteed to be meaningful.
211211
virtual void getTopLevelDecls(SmallVectorImpl<Decl*> &results) const {}
212212

213+
/// Finds all top-level decls in this file with all macros recursively
214+
/// expanded.
215+
///
216+
/// This does a simple local lookup, not recursively looking through imports.
217+
/// The order of the results is not guaranteed to be meaningful.
218+
void getExpandedTopLevelDecls(SmallVectorImpl<Decl*> &results) const;
219+
213220
virtual void
214221
getExportedPrespecializations(SmallVectorImpl<Decl *> &results) const {}
215222

‎include/swift/AST/TypeCheckerTypeIDZone.def

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -431,7 +431,7 @@ SWIFT_REQUEST(TypeChecker, ExternalMacroDefinitionRequest,
431431
Optional<ExternalMacroDefinition>(ASTContext *, Identifier, Identifier),
432432
Cached, NoLocationInfo)
433433
SWIFT_REQUEST(TypeChecker, ExpandMacroExpansionDeclRequest,
434-
ArrayRef<Decl *>(MacroExpansionDecl *),
434+
ArrayRef<ASTNode> (MacroExpansionDecl *),
435435
Cached, NoLocationInfo)
436436
SWIFT_REQUEST(TypeChecker, ExpandMemberAttributeMacros,
437437
ArrayRef<unsigned>(Decl *),

‎lib/AST/ASTDumper.cpp

Lines changed: 4 additions & 7 deletions
Original file line numberDiff line numberDiff line change
@@ -1311,12 +1311,9 @@ namespace {
13111311
void visitMacroExpansionDecl(MacroExpansionDecl *MED) {
13121312
printCommon(MED, "macro_expansion_decl ");
13131313
OS << MED->getMacroName();
1314-
if (MED->getArgs()) {
1315-
OS << '\n';
1316-
OS.indent(Indent + 2);
1317-
printArgumentList(OS, MED->getArgs(), Indent,
1318-
[&](Expr *E) { printRec(E); });
1319-
}
1314+
OS << '\n';
1315+
printArgumentList(OS, MED->getArgs(), Indent,
1316+
[&](Expr *E) { printRec(E); });
13201317
PrintWithColorRAII(OS, ParenthesisColor) << ')';
13211318
}
13221319
};
@@ -3050,7 +3047,7 @@ class PrintExpr : public ExprVisitor<PrintExpr> {
30503047
printArgumentList(E->getArgs());
30513048
}
30523049
if (auto rewritten = E->getRewritten()) {
3053-
OS << '\n';
3050+
OS << " rewritten=\n";
30543051
printRec(rewritten);
30553052
}
30563053
PrintWithColorRAII(OS, ParenthesisColor) << ')';

‎lib/AST/ASTPrinter.cpp

Lines changed: 10 additions & 12 deletions
Original file line numberDiff line numberDiff line change
@@ -4658,20 +4658,18 @@ void PrintAST::visitMacroDecl(MacroDecl *decl) {
46584658

46594659
void PrintAST::visitMacroExpansionDecl(MacroExpansionDecl *decl) {
46604660
Printer << '#' << decl->getMacroName();
4661-
if (decl->getArgs()) {
4662-
Printer << '(';
4663-
auto args = decl->getArgs()->getOriginalArgs();
4664-
bool isFirst = true;
4665-
// FIXME: handle trailing closures.
4666-
for (auto arg : *args) {
4667-
if (!isFirst) {
4668-
Printer << ", ";
4669-
}
4670-
printArgument(arg);
4671-
isFirst = false;
4661+
Printer << '(';
4662+
auto args = decl->getArgs()->getOriginalArgs();
4663+
bool isFirst = true;
4664+
// FIXME: handle trailing closures.
4665+
for (auto arg : *args) {
4666+
if (!isFirst) {
4667+
Printer << ", ";
46724668
}
4673-
Printer << ')';
4669+
printArgument(arg);
4670+
isFirst = false;
46744671
}
4672+
Printer << ')';
46754673
}
46764674

46774675
void PrintAST::visitIntegerLiteralExpr(IntegerLiteralExpr *expr) {

‎lib/AST/ASTWalker.cpp

Lines changed: 19 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -433,15 +433,29 @@ class Traversal : public ASTVisitor<Traversal, Expr*, Stmt*,
433433
bool shouldWalkArguments, shouldWalkExpansion;
434434
std::tie(shouldWalkArguments, shouldWalkExpansion) =
435435
Walker.shouldWalkMacroArgumentsAndExpansion();
436-
if (shouldWalkArguments && MED->getArgs() && !doIt(MED->getArgs()))
437-
return true;
436+
if (shouldWalkArguments && MED->getArgs()) {
437+
if (auto *argList = doIt(MED->getArgs()))
438+
MED->setArgs(argList);
439+
else
440+
return true;
441+
}
438442
// Visit auxiliary decls, which may be decls from macro expansions.
439443
bool alreadyFailed = false;
440444
if (shouldWalkExpansion) {
441445
MED->visitAuxiliaryDecls([&](Decl *decl) {
442446
if (alreadyFailed) return;
443447
alreadyFailed = inherited::visit(decl);
444448
});
449+
MED->forEachExpandedExprOrStmt([&](ASTNode expandedNode) {
450+
if (alreadyFailed) return;
451+
if (auto *expr = expandedNode.dyn_cast<Expr *>()) {
452+
if (!doIt(expr))
453+
alreadyFailed = true;
454+
} else if (auto *stmt = expandedNode.dyn_cast<Stmt *>()) {
455+
if (!doIt(stmt))
456+
alreadyFailed = true;
457+
}
458+
});
445459
}
446460
return alreadyFailed;
447461
}
@@ -1329,6 +1343,9 @@ class Traversal : public ASTVisitor<Traversal, Expr*, Stmt*,
13291343
}
13301344
E->setRewritten(rewritten);
13311345
}
1346+
if (auto *decl = E->getSubstituteDecl())
1347+
if (doIt(decl))
1348+
return nullptr;
13321349
return E;
13331350
}
13341351

‎lib/AST/Decl.cpp

Lines changed: 54 additions & 21 deletions
Original file line numberDiff line numberDiff line change
@@ -9986,26 +9986,28 @@ MacroRoles swift::getAttachedMacroRoles() {
99869986
return attachedMacroRoles;
99879987
}
99889988

9989-
void
9990-
MissingDecl::forEachExpandedPeer(ExpandedPeerCallback callback) {
9991-
auto *macro = unexpandedPeer.macroAttr;
9992-
auto *attachedTo = unexpandedPeer.attachedTo;
9993-
if (!macro || !attachedTo)
9989+
void MissingDecl::forEachMacroExpandedDecl(MacroExpandedDeclCallback callback) {
9990+
auto macroRef = unexpandedMacro.macroRef;
9991+
auto *baseDecl = unexpandedMacro.baseDecl;
9992+
if (!macroRef || !baseDecl)
99949993
return;
99959994

9996-
attachedTo->visitAuxiliaryDecls(
9997-
[&](Decl *auxiliaryDecl) {
9998-
auto *sf = auxiliaryDecl->getInnermostDeclContext()->getParentSourceFile();
9999-
auto *macroAttr = sf->getAttachedMacroAttribute();
10000-
if (macroAttr != unexpandedPeer.macroAttr)
10001-
return;
10002-
10003-
auto *value = dyn_cast<ValueDecl>(auxiliaryDecl);
10004-
if (!value)
10005-
return;
10006-
10007-
callback(value);
10008-
});
9995+
baseDecl->visitAuxiliaryDecls([&](Decl *auxiliaryDecl) {
9996+
auto *sf = auxiliaryDecl->getInnermostDeclContext()->getParentSourceFile();
9997+
// We only visit auxiliary decls that are macro expansions associated with
9998+
// this macro reference.
9999+
if (auto *med = macroRef.dyn_cast<MacroExpansionDecl *>()) {
10000+
if (med != sf->getMacroExpansion().dyn_cast<Decl *>())
10001+
return;
10002+
} else if (auto *attr = macroRef.dyn_cast<CustomAttr *>()) {
10003+
if (attr != sf->getAttachedMacroAttribute())
10004+
return;
10005+
} else {
10006+
return;
10007+
}
10008+
if (auto *vd = dyn_cast<ValueDecl>(auxiliaryDecl))
10009+
callback(vd);
10010+
});
1000910011
}
1001010012

1001110013
MacroDecl::MacroDecl(
@@ -10122,7 +10124,7 @@ void MacroDecl::getIntroducedNames(MacroRole role, ValueDecl *attachedTo,
1012210124
}
1012310125

1012410126
case MacroIntroducedDeclNameKind::Arbitrary:
10125-
// FIXME: Indicate that the macro covers arbitrary names.
10127+
names.push_back(DeclName());
1012610128
break;
1012710129
}
1012810130
}
@@ -10142,10 +10144,24 @@ Optional<BuiltinMacroKind> MacroDecl::getBuiltinKind() const {
1014210144
return def.getBuiltinKind();
1014310145
}
1014410146

10147+
MacroExpansionDecl::MacroExpansionDecl(
10148+
DeclContext *dc, SourceLoc poundLoc, DeclNameRef macro,
10149+
DeclNameLoc macroLoc, SourceLoc leftAngleLoc,
10150+
ArrayRef<TypeRepr *> genericArgs, SourceLoc rightAngleLoc,
10151+
ArgumentList *args)
10152+
: Decl(DeclKind::MacroExpansion, dc), PoundLoc(poundLoc),
10153+
MacroName(macro), MacroNameLoc(macroLoc),
10154+
LeftAngleLoc(leftAngleLoc), RightAngleLoc(rightAngleLoc),
10155+
GenericArgs(genericArgs),
10156+
ArgList(args ? args
10157+
: ArgumentList::createImplicit(dc->getASTContext(), {})) {
10158+
Bits.MacroExpansionDecl.Discriminator = InvalidDiscriminator;
10159+
}
10160+
1014510161
SourceRange MacroExpansionDecl::getSourceRange() const {
1014610162
SourceLoc endLoc;
10147-
if (ArgList)
10148-
endLoc = ArgList->getEndLoc();
10163+
if (auto argsEndList = ArgList->getEndLoc())
10164+
endLoc = argsEndList;
1014910165
else if (RightAngleLoc.isValid())
1015010166
endLoc = RightAngleLoc;
1015110167
else
@@ -10171,6 +10187,23 @@ unsigned MacroExpansionDecl::getDiscriminator() const {
1017110187
return getRawDiscriminator();
1017210188
}
1017310189

10190+
void MacroExpansionDecl::forEachExpandedExprOrStmt(
10191+
ExprOrStmtExpansionCallback callback) const {
10192+
auto mutableThis = const_cast<MacroExpansionDecl *>(this);
10193+
auto bufferID = evaluateOrDefault(
10194+
getASTContext().evaluator,
10195+
ExpandMacroExpansionDeclRequest{mutableThis}, {});
10196+
auto &sourceMgr = getASTContext().SourceMgr;
10197+
auto *moduleDecl = getModuleContext();
10198+
if (!bufferID)
10199+
return;
10200+
auto startLoc = sourceMgr.getLocForBufferStart(*bufferID);
10201+
auto *sourceFile = moduleDecl->getSourceFileContainingLocation(startLoc);
10202+
for (auto node : sourceFile->getTopLevelItems())
10203+
if (node.is<Expr *>() || node.is<Stmt *>())
10204+
callback(node);
10205+
}
10206+
1017410207
NominalTypeDecl *
1017510208
ValueDecl::getRuntimeDiscoverableAttrTypeDecl(CustomAttr *attr) const {
1017610209
auto &ctx = getASTContext();

0 commit comments

Comments
 (0)