Move test case from sqlparser_postgres.rs to tokenizer.rs

Author: jnlt3

src/tokenizer.rs

@@ -4059,4 +4059,23 @@ mod tests {
             panic!("Tokenizer should have failed on {sql}, but it succeeded with {tokens:?}");
         }
     }
+
+    #[test]
+    fn tokenize_question_mark() {
+        let dialect = PostgreSqlDialect {};
+        let sql = "SELECT x ? y";
+        let tokens = Tokenizer::new(&dialect, sql).tokenize().unwrap();
+        compare(
+            tokens,
+            vec![
+                Token::make_keyword("SELECT"),
+                Token::Whitespace(Whitespace::Space),
+                Token::make_word("x", None),
+                Token::Whitespace(Whitespace::Space),
+                Token::Question,
+                Token::Whitespace(Whitespace::Space),
+                Token::make_word("y", None),
+            ],
+        )
+    }
 }

tests/sqlparser_postgres.rs

@@ -26,7 +26,7 @@ use helpers::attached_token::AttachedToken;
 use sqlparser::ast::{
     DataType, DropBehavior, DropOperator, DropOperatorClass, DropOperatorSignature,
 };
-use sqlparser::tokenizer::{Span, Token, Whitespace};
+use sqlparser::tokenizer::Span;
 use test_utils::*;
 
 use sqlparser::ast::*;
@@ -7492,20 +7492,3 @@ fn parse_create_operator_class() {
         )
         .is_err());
 }
-
-#[test]
-fn tokenize_question_mark() {
-    let sql = "SELECT x ? y";
-    pg().tokenizes_to(
-        sql,
-        vec![
-            Token::make_keyword("SELECT"),
-            Token::Whitespace(Whitespace::Space),
-            Token::make_word("x", None),
-            Token::Whitespace(Whitespace::Space),
-            Token::Question,
-            Token::Whitespace(Whitespace::Space),
-            Token::make_word("y", None),
-        ],
-    )
-}