File tree Expand file tree Collapse file tree 1 file changed +2
-2
lines changed Expand file tree Collapse file tree 1 file changed +2
-2
lines changed Original file line number Diff line number Diff line change @@ -76,7 +76,7 @@ public enum TokenKind {
76
76
case . eof: return . zero
77
77
% for token in SYNTAX_TOKENS:
78
78
% if token. text:
79
- case . ${ token. swift_kind ( ) } : return SourceLength ( utf8Length: ${ len ( token. text. decode ( 'string_escape ') ) } )
79
+ case . ${ token. swift_kind ( ) } : return SourceLength ( utf8Length: ${ len ( token. text. encode ( 'utf - 8 ' ) . decode ( 'unicode - escape ') ) } )
80
80
% else :
81
81
case . ${ token. swift_kind ( ) } ( let text) : return SourceLength ( of: text)
82
82
% end
@@ -168,7 +168,7 @@ extension TokenKind {
168
168
% for token in SYNTAX_TOKENS:
169
169
% if token. text:
170
170
case . ${ token. swift_kind ( ) } :
171
- let length = ${ len ( token. text. decode ( 'string_escape ') ) }
171
+ let length = ${ len ( token. text. encode ( 'utf - 8 ' ) . decode ( 'unicode - escape ') ) }
172
172
return body ( . init( kind: . ${ token. swift_kind ( ) } , length: length) )
173
173
% else :
174
174
case . ${ token. swift_kind ( ) } ( var text) :
You can’t perform that action at this time.
0 commit comments