fix: small bug in whitespace_tokens, added a few tests for such bugs.

Author: zevaverbach

crates/pg_lexer/src/lib.rs

@@ -89,7 +89,7 @@ fn whitespace_tokens(input: &str) -> VecDeque<Token> {
         } else if let Some(tab) = cap.name("tab") {
             tokens.push_back(Token {
                 token_type: TokenType::Whitespace,
-                kind: SyntaxKind::Newline,
+                kind: SyntaxKind::Tab,
                 text: tab.as_str().to_string(),
                 span: TextRange::new(
                     TextSize::from(u32::try_from(tab.start()).unwrap()),
@@ -177,6 +177,27 @@ pub fn lex(text: &str) -> Vec<Token> {
 mod tests {
     use super::*;
 
+    #[test]
+    fn test_tab_tokens() {
+        let input = "select\t1";
+        let tokens = lex(input);
+        assert_eq!(tokens[1].kind, SyntaxKind::Tab);
+    }
+
+    #[test]
+    fn test_newline_tokens() {
+        let input = "select\n1";
+        let tokens = lex(input);
+        assert_eq!(tokens[1].kind, SyntaxKind::Newline);
+    }
+
+    #[test]
+    fn test_whitespace_tokens() {
+        let input = "select 1";
+        let tokens = lex(input);
+        assert_eq!(tokens[1].kind, SyntaxKind::Whitespace);
+    }
+
     #[test]
     fn test_lexer() {
         let input = "select 1; \n -- some comment \n select 2";