[libSyntax] Classify identifier tokens as identifiers if no other information is present

ahoppen · ahoppen · commit 0500e65f05bd · 2018-06-27T10:23:06.000-07:00
diff --git a/lib/Syntax/SyntaxClassifier.cpp.gyb b/lib/Syntax/SyntaxClassifier.cpp.gyb
@@ -146,6 +146,10 @@ void SyntaxClassifier::visit(TokenSyntax TokenNode) {
     if (NativeClassification.hasValue()) {
       Classification = NativeClassification.getValue();
     }
+    if (Classification == SyntaxClassification::None &&
+        TokenNode.getTokenKind() == tok::identifier) {
+      Classification = SyntaxClassification::Identifier;
+    }
   }
 
   assert(ClassifiedTokens.count(TokenNode.getId()) == 0 &&

Original file line number	Diff line number	Diff line change
`@@ -146,6 +146,10 @@ void SyntaxClassifier::visit(TokenSyntax TokenNode) {`
`146`	`146`	`if (NativeClassification.hasValue()) {`
`147`	`147`	`Classification = NativeClassification.getValue();`
`148`	`148`	`}`
	`149`	`+ if (Classification == SyntaxClassification::None &&`
	`150`	`+ TokenNode.getTokenKind() == tok::identifier) {`
	`151`	`+ Classification = SyntaxClassification::Identifier;`
	`152`	`+ }`
`149`	`153`	`}`
`150`	`154`
`151`	`155`	`assert(ClassifiedTokens.count(TokenNode.getId()) == 0 &&`