---

yaml
---
r: 11599
b: refs/heads/master
c: 9228947
h: refs/heads/master
i:
  11597: f65dc14
  11595: 48bf0e6
  11591: 2f90444
  11583: 34fa844
v: v3

Author: graydon

[refs]

@@ -1,5 +1,5 @@
 ---
-refs/heads/master: fdc5b53c6edb9c4ff564fe440a84c804adf9a194
+refs/heads/master: 9228947fe15af96593abf4745d91802b56c205e8
 refs/heads/snap-stage1: e33de59e47c5076a89eadeb38f4934f58a3618a6
 refs/heads/snap-stage3: 4a81779abd786ff22d71434c6d9a5917ea4cdfff
 refs/heads/try: 2898dcc5d97da9427ac367542382b6239d9c0bbf

trunk/src/comp/syntax/parse/lexer.rs

@@ -307,8 +307,15 @@ fn next_token(rdr: reader) -> {tok: token::token, chpos: uint, bpos: uint} {
 fn next_token_inner(rdr: reader) -> token::token {
     let accum_str = "";
     let c = rdr.curr;
-    if char::is_XID_start(c) || c == '_' {
-        while char::is_XID_continue(c) {
+    if (c >= 'a' && c <= 'z')
+        || (c >= 'A' && c <= 'Z')
+        || c == '_'
+        || (c > 'z' && char::is_XID_start(c)) {
+        while (c >= 'a' && c <= 'z')
+            || (c >= 'A' && c <= 'Z')
+            || (c >= '0' && c <= '9')
+            || c == '_'
+            || (c > 'z' && char::is_XID_continue(c)) {
             str::push_char(accum_str, c);
             rdr.bump();
             c = rdr.curr;