This repository was archived by the owner on May 11, 2023. It is now read-only.
File tree Expand file tree Collapse file tree 1 file changed +12
-4
lines changed Expand file tree Collapse file tree 1 file changed +12
-4
lines changed Original file line number Diff line number Diff line change 19
19
//! .map(|tok| tok.expect("Failed to lex"))
20
20
//! .collect::<Vec<_>>();
21
21
//!
22
- //! for (start, token, end ) in tokens {
22
+ //! for (token, range ) in tokens {
23
23
//! println!(
24
- //! "{start :?}-{end:?} {token :?}",
24
+ //! "{token :?}@{range :?}",
25
25
//! );
26
26
//! }
27
27
//! ```
@@ -663,7 +663,15 @@ where
663
663
// New indentation level:
664
664
self . indentations . push ( indentation_level) ;
665
665
let tok_pos = self . get_pos ( ) ;
666
- self . emit ( ( Tok :: Indent , TextRange :: empty ( tok_pos) ) ) ;
666
+ self . emit ( (
667
+ Tok :: Indent ,
668
+ TextRange :: new (
669
+ tok_pos
670
+ - TextSize :: new ( indentation_level. spaces )
671
+ - TextSize :: new ( indentation_level. tabs ) ,
672
+ tok_pos,
673
+ ) ,
674
+ ) ) ;
667
675
}
668
676
Ordering :: Less => {
669
677
// One or more dedentations
@@ -1336,7 +1344,7 @@ mod tests {
1336
1344
1337
1345
pub fn lex_source ( source : & str ) -> Vec < Tok > {
1338
1346
let lexer = lex ( source, Mode :: Module ) ;
1339
- lexer. map ( |x| x. unwrap ( ) . 1 ) . collect ( )
1347
+ lexer. map ( |x| x. unwrap ( ) . 0 ) . collect ( )
1340
1348
}
1341
1349
1342
1350
fn str_tok ( s : & str ) -> Tok {
You can’t perform that action at this time.
0 commit comments