File tree Expand file tree Collapse file tree 3 files changed +5
-23
lines changed Expand file tree Collapse file tree 3 files changed +5
-23
lines changed Original file line number Diff line number Diff line change @@ -18,7 +18,7 @@ extension Parser {
18
18
return nil
19
19
}
20
20
21
- let currentOffset = self . lexemes. getOffsetToStart ( self . currentToken)
21
+ let currentOffset = self . lexemes. offsetToStart ( self . currentToken)
22
22
if let node = parseLookup!. lookUp ( currentOffset, kind: kind) {
23
23
self . lexemes. advance ( by: node. byteSize, currentToken: & self . currentToken)
24
24
return node
@@ -30,7 +30,7 @@ extension Parser {
30
30
mutating func registerNodeForIncrementalParse( node: RawSyntax , startToken: Lexer . Lexeme ) {
31
31
lookaheadRanges. registerNodeForIncrementalParse (
32
32
node: node,
33
- lookaheadLength: lexemes. lookaheadTracker. pointee. furthestOffset - self . lexemes. getOffsetToStart ( startToken)
33
+ lookaheadLength: lexemes. lookaheadTracker. pointee. furthestOffset - self . lexemes. offsetToStart ( startToken)
34
34
)
35
35
}
36
36
}
Original file line number Diff line number Diff line change @@ -34,7 +34,7 @@ extension Lexer {
34
34
35
35
/// The offset of the trailing trivia end of `nextToken` relative to the source buffer’s start.
36
36
var offsetToNextTokenEnd : Int {
37
- self . getOffsetToStart ( self . nextToken) + self . nextToken. byteLength
37
+ self . offsetToStart ( self . nextToken) + self . nextToken. byteLength
38
38
}
39
39
40
40
/// See doc comments in ``LookaheadTracker``
@@ -70,7 +70,7 @@ extension Lexer {
70
70
}
71
71
72
72
/// Get the offset of the leading trivia start of `token` relative to `sourceBufferStart`.
73
- func getOffsetToStart ( _ token: Lexer . Lexeme ) -> Int {
73
+ func offsetToStart ( _ token: Lexer . Lexeme ) -> Int {
74
74
return self . sourceBufferStart. distance ( to: token. cursor)
75
75
}
76
76
@@ -122,20 +122,6 @@ extension Lexer {
122
122
return remainingText
123
123
}
124
124
}
125
-
126
- #if SWIFTPARSER_ENABLE_ALTERNATE_TOKEN_INTROSPECTION
127
- /// If `pointer` is in the source buffer of this ``LexemeSequence``, return
128
- /// its offset, otherwise `nil`. Should only be used for the parser's
129
- /// alternate token introspection
130
- func offset( of pointer: UnsafePointer < UInt8 > ) -> Int ? {
131
- let offset = pointer - self . sourceBufferStart. input. baseAddress!
132
- if offset <= self . sourceBufferStart. input. count {
133
- return offset
134
- } else {
135
- return nil
136
- }
137
- }
138
- #endif
139
125
}
140
126
141
127
@_spi ( Testing)
Original file line number Diff line number Diff line change @@ -250,11 +250,7 @@ public struct Parser {
250
250
public var alternativeTokenChoices : [ Int : [ TokenSpec ] ] = [ : ]
251
251
252
252
mutating func recordAlternativeTokenChoice( for lexeme: Lexer . Lexeme , choices: [ TokenSpec ] ) {
253
- guard let lexemeBaseAddress = lexeme. tokenText. baseAddress,
254
- let offset = lexemes. offset ( of: lexemeBaseAddress)
255
- else {
256
- return
257
- }
253
+ let offset = lexemes. offsetToStart ( lexeme)
258
254
alternativeTokenChoices [ offset, default: [ ] ] . append ( contentsOf: choices)
259
255
}
260
256
#endif
You can’t perform that action at this time.
0 commit comments