nicoSWD\Rule\Tokenizer\Tokenizer

Complexity

Total Complexity

11

Size/Duplication

Total Lines	83
Duplicated Lines	0 %

Test Coverage

Coverage

100%

Importance

Changes

0

<?php declare(strict_types=1);

final class Tokenizer extends TokenizerInterface
{
    public function __construct(
        public Grammar $grammar,
        private readonly TokenFactory $tokenFactory,

A parse error occurred: Syntax error, unexpected T_STRING, expecting T_VARIABLE on line 20 at column 25

    ) {
    }

    public function tokenize(string $string): Iterator
    {
        $regex = $this->grammar->buildRegex();
        $stack = [];
        $offset = 0;

        while (preg_match($regex, $string, $matches, offset: $offset)) {
            $token = $this->getMatchedToken($matches);
            $className = $this->tokenFactory->createFromToken($token);

            $stack[] = new $className($matches[$token->value], $offset);
            $offset += strlen($matches[0]);
        }

        return new ArrayIterator($stack);
    }

    private function getMatchedToken(array $matches): Token
    {
        foreach ($matches as $key => $value) {
            if ($value !== '' && !is_int($key)) {
                return Token::from($key);
            }
        }

        return Token::UNKNOWN;
    }
}