rustc: Move lexer and token to rustsyntax

Author: brson

src/rustc/syntax/parse/lexer.rs renamed to src/librustsyntax/parse/lexer.rs

@@ -1,7 +1,7 @@
 import io::reader_util;
 import util::interner;
 import util::interner::intern;
-import driver::diagnostic;
+import diagnostic;
 
 type reader = @{
     cm: codemap::codemap,

src/rustc/syntax/parse/token.rs renamed to src/librustsyntax/parse/token.rs

@@ -14,4 +14,8 @@ mod visit;
 mod fold;
 mod util {
     mod interner;
+}
+mod parse {
+    mod token;
+    mod lexer;
 }

src/librustsyntax/rustsyntax.rc

@@ -71,9 +71,7 @@ mod middle {
 
 mod syntax {
     mod parse {
-        mod lexer;
         mod parser;
-        mod token;
         mod eval;
     }
     mod ext {

src/rustc/rustc.rc

@@ -0,0 +1,7 @@
+import rustsyntax::parse::token;
+export token;
+
+import rustsyntax::parse::lexer;
+export lexer;
+
+export parser;