Treat #> as operator

Author: vrana

src/Tokenizer.php

@@ -842,7 +842,7 @@ private function makeTokenizeRegexes(): array
 
         return [
             Token::TOKEN_TYPE_WHITESPACE => '\s+',
-            Token::TOKEN_TYPE_COMMENT => '(?:--|#)[^\n]*+',
+            Token::TOKEN_TYPE_COMMENT => '(?:--|#(?!>))[^\n]*+', // #>, #>> and <#> are PostgreSQL operators
             Token::TOKEN_TYPE_BLOCK_COMMENT => '/\*(?:[^*]+|\*(?!/))*+(?:\*|$)(?:/|$)',
             // 1. backtick quoted string using `` to escape
             // 2. square bracket quoted string (SQL Server) using ]] to escape

tests/TokenizerTest.php

@@ -1658,6 +1658,20 @@ public static function tokenizeData(): Generator
             ],
             '/* foo...',
         ];
+
+        yield 'PostgreSQL operator' => [
+            [
+                new Token(Token::TOKEN_TYPE_RESERVED_TOPLEVEL, 'select'),
+                new Token(Token::TOKEN_TYPE_WHITESPACE, ' '),
+                new Token(Token::TOKEN_TYPE_WORD, 'json'),
+                new Token(Token::TOKEN_TYPE_WHITESPACE, ' '),
+                new Token(Token::TOKEN_TYPE_BOUNDARY, '#'),
+                new Token(Token::TOKEN_TYPE_BOUNDARY, '>'),
+                new Token(Token::TOKEN_TYPE_WHITESPACE, ' '),
+                new Token(Token::TOKEN_TYPE_RESERVED, 'null'),
+            ],
+            'select json #> null',
+        ];
     }
 
     public function testTokenizeLongConcat(): void