Performance improvement to use less the "nextToken()" function

CHANGELOG.md

@@ -13,6 +13,7 @@
 * Fixed differentiating between `ANALYZE` and `EXPLAIN` statements (#386)
 * Added "NOT" to the select options (#374)
 * Implement the `EXPLAIN` Parser (#389)
+* Performance improvement to use less the `nextToken()` function (#397)
 
 ## [5.5.0] - 2021-12-08
 

src/Components/AlterOperation.php

@@ -349,12 +349,7 @@ public static function parse(Parser $parser, TokensList $list, array $options =
                     }
                 } elseif (! self::checkIfTokenQuotedSymbol($token)) {
                     if (! empty(Parser::$STATEMENT_PARSERS[$token->value])) {
-                        // We want to get the next non-comment and non-space token after $token
-                        // therefore, the first getNext call will start with the current $idx which's $token,
-                        // will return it and increase $idx by 1, which's not guaranteed to be non-comment
-                        // and non-space, that's why we're calling getNext again.
-
-                        $list->getNext();
+                        $list->idx++; // Ignore the current token
                         $nextToken = $list->getNext();
 
                         if ($token->value === 'SET' && $nextToken !== null && $nextToken->value === '(') {
@@ -387,12 +382,7 @@ public static function parse(Parser $parser, TokensList $list, array $options =
                 $ret->unknown[] = $token;
             } elseif ($state === 3) {
                 if ($partitionState === 0) {
-                        // We want to get the next non-comment and non-space token after $token
-                        // therefore, the first getNext call will start with the current $idx which's $token,
-                        // will return it and increase $idx by 1, which's not guaranteed to be non-comment
-                        // and non-space, that's why we're calling getNext again.
-
-                        $list->getNext();
+                        $list->idx++; // Ignore the current token
                         $nextToken = $list->getNext();
                     if (
                         ($token->type === Token::TYPE_KEYWORD)

src/Statements/ExplainStatement.php

@@ -134,13 +134,13 @@ public function parse(Parser $parser, TokensList $list)
                 $state = 2;
             } elseif ($state === 2) {
                 $currIdx = $list->idx;
-                $currToken = $list->getNext();
+                $list->idx++; // Ignore the current token
                 $nextToken = $list->getNext();
                 $list->idx = $currIdx;
 
                 if ($token->keyword === 'FOR' && $nextToken->keyword === 'CONNECTION') {
-                    $forToken = $list->getNext(); // FOR
-                    $connectionToken = $list->getNext(); // CONNECTION
+                    $list->idx++; // Ignore the current token
+                    $list->getNext(); // CONNECTION
                     $nextToken = $list->getNext(); // Identifier
                     $this->connectionId = $nextToken->value;
                     break;

src/Statements/WithStatement.php

@@ -142,11 +142,7 @@ public function parse(Parser $parser, TokensList $list)
             } elseif ($state === 3) {
                 $idxBeforeGetNext = $list->idx;
 
-                // We want to get the next non-comment and non-space token after $token
-                // therefore, the first getNext call will start with the current $idx which's $token,
-                // will return it and increase $idx by 1, which's not guaranteed to be non-comment
-                // and non-space, that's why we're calling getNext again.
-                $list->getNext();
+                $list->idx++; // Ignore the current token
                 $nextKeyword = $list->getNext();
 
                 if (! ($token->value === '(' && ($nextKeyword && $nextKeyword->value === 'SELECT'))) {