Phpml\Tokenization\WordTokenizer

Complexity

Total Complexity

1

Size/Duplication

Total Lines	8
Duplicated Lines	0 %

Importance

Changes

0

1 Method

Rating	Name	Duplication	Size	Complexity
A	tokenize()	0	6	1

<?php

declare(strict_types=1);

namespace Phpml\Tokenization;

class WordTokenizer implements Tokenizer
{
    public function tokenize(string $text): array
    {
        $tokens = [];
        preg_match_all('/\w\w+/u', $text, $tokens);

        return $tokens[0];
    }
}