Add test case for the tokenizer consuming the character following a question mark

Author: jnlt3

tests/sqlparser_postgres.rs

@@ -26,7 +26,7 @@ use helpers::attached_token::AttachedToken;
 use sqlparser::ast::{
     DataType, DropBehavior, DropOperator, DropOperatorClass, DropOperatorSignature,
 };
-use sqlparser::tokenizer::Span;
+use sqlparser::tokenizer::{Span, Token, Whitespace};
 use test_utils::*;
 
 use sqlparser::ast::*;
@@ -7492,3 +7492,20 @@ fn parse_create_operator_class() {
         )
         .is_err());
 }
+
+#[test]
+fn tokenize_question_mark() {
+    let sql = "SELECT x ? y";
+    pg().tokenizes_to(
+        sql,
+        vec![
+            Token::make_keyword("SELECT"),
+            Token::Whitespace(Whitespace::Space),
+            Token::make_word("x", None),
+            Token::Whitespace(Whitespace::Space),
+            Token::Question,
+            Token::Whitespace(Whitespace::Space),
+            Token::make_word("y", None),
+        ],
+    )
+}