fix: Support pg_trgm operators

See https://www.postgresql.org/docs/current/pgtrgm.html

Author: lu-zero

src/lib.rs

@@ -1799,7 +1799,7 @@ mod tests {
             "<>", "<", ">=", ">>=", ">>", ">^", "->>", "->", "-|-", "-", "+", "/", "=", "%", "?||",
             "?|", "?-|", "?-", "?#", "?&", "?", "@@@", "@@", "@>", "@?", "@-@", "@", "^@", "^",
             "|&>", "|>>", "|/", "|", "||/", "||", "~>=~", "~>~", "~<=~", "~<~", "~=", "~*", "~~*",
-            "~~", "~",
+            "~~", "~", "%", "<%", "%>", "<<%", "%>>", "<<->", "<->>", "<<<->", "<->>>",
         ];
 
         // Test each operator individually
@@ -1838,6 +1838,8 @@ mod tests {
   left |>& right,
   left <^ right,
   left >^ right,
+  left <% right,
+  left %> right,
   ?- left,
   left ?-| right,
   left ?|| right,
@@ -1864,6 +1866,8 @@ SELECT
   left |>& right,
   left <^ right,
   left >^ right,
+  left <% right,
+  left %> right,
   ?- left,
   left ?-| right,
   left ?|| right,

src/tokenizer.rs

@@ -1049,7 +1049,7 @@ fn get_word_token<'i>(input: &mut &'i str) -> PResult<Token<'i>> {
 fn get_operator_token<'i>(input: &mut &'i str) -> PResult<Token<'i>> {
     // Define the allowed operator characters
     let allowed_operators = (
-        '!', '<', '>', '=', '|', ':', '-', '~', '*', '&', '@', '^', '?', '#', '/',
+        '!', '<', '>', '=', '|', ':', '-', '~', '*', '&', '@', '^', '?', '#', '/', '%',
     );
 
     take_while(2..=5, allowed_operators)