Desmond\Tokenizer

Complexity

Total Complexity

4

Size/Duplication

Total Lines	18
Duplicated Lines	0 %

Coupling/Cohesion

Components	0
Dependencies	0

Test Coverage

Coverage

100%

Importance

Changes

0

2 Methods

Rating	Name	Duplication	Size	Complexity
A	tokenize()	0	7	1
A	removeTrailer()	0	7	3

<?php
namespace Desmond;

class Tokenizer
{
    public static function tokenize($code)
    {
        $pattern = "/[\s,]*(~@|[\[\]{}()'`~^@]|\"(?:\\\\.|[^\\\\\"])*\"|;.*|[^\s\[\]{}('\"`,;)]*)/";
        preg_match_all($pattern, $code, $matches);
        self::removeTrailer($matches[1]);
        return $matches[1];
    }

    private static function removeTrailer(&$matches)
    {
        array_pop($matches);
        if (count($matches) === 1 && empty($matches[0])) {
            $matches = [];
        }
    }
}