---

yaml
---
r: 14605
b: refs/heads/try
c: 9228947
h: refs/heads/master
i:
  14603: 67d4bfa
v: v3

Author: graydon

[refs]

@@ -2,5 +2,5 @@
 refs/heads/master: 61b1875c16de39c166b0f4d54bba19f9c6777d1a
 refs/heads/snap-stage1: e33de59e47c5076a89eadeb38f4934f58a3618a6
 refs/heads/snap-stage3: 4a81779abd786ff22d71434c6d9a5917ea4cdfff
-refs/heads/try: fdc5b53c6edb9c4ff564fe440a84c804adf9a194
+refs/heads/try: 9228947fe15af96593abf4745d91802b56c205e8
 refs/tags/release-0.1: 1f5c5126e96c79d22cb7862f75304136e204f105

branches/try/src/comp/syntax/parse/lexer.rs

@@ -307,8 +307,15 @@ fn next_token(rdr: reader) -> {tok: token::token, chpos: uint, bpos: uint} {
 fn next_token_inner(rdr: reader) -> token::token {
     let accum_str = "";
     let c = rdr.curr;
-    if char::is_XID_start(c) || c == '_' {
-        while char::is_XID_continue(c) {
+    if (c >= 'a' && c <= 'z')
+        || (c >= 'A' && c <= 'Z')
+        || c == '_'
+        || (c > 'z' && char::is_XID_start(c)) {
+        while (c >= 'a' && c <= 'z')
+            || (c >= 'A' && c <= 'Z')
+            || (c >= '0' && c <= '9')
+            || c == '_'
+            || (c > 'z' && char::is_XID_continue(c)) {
             str::push_char(accum_str, c);
             rdr.bump();
             c = rdr.curr;