Transphporm\Parser\Tokenizer\BasicChars

Complexity

Total Complexity

8

Size/Duplication

Total Lines	36
Duplicated Lines	0 %

Coupling/Cohesion

Components	1
Dependencies	2

Importance

Changes

0

4 Methods

Rating	Name	Duplication	Size	Complexity
A	tokenize()	0	5	1
A	whitespace()	0	10	3
A	newLine()	0	5	2
A	simpleTokens()	0	8	2

<?php
namespace Transphporm\Parser\Tokenizer;
use \Transphporm\Parser\Tokenizer;
use \Transphporm\Parser\Tokens;

class BasicChars implements \Transphporm\Parser\Tokenize {

	public function tokenize(TokenizedString $str, Tokens $tokens) {
		$this->newLine($str, $tokens);
		$this->whitespace($str, $tokens);
		$this->simpleTokens($str, $tokens);
	}

	public function whitespace(TokenizedString $str, Tokens $tokens) {
		//Combine whitespace, this increases performance across the board: Anywhere tokens are iterated over, whitespace is only looped once 8 spaces of indentation = 1 iteration
		$char = $str->identifyChar();
		if ($char === Tokenizer::WHITESPACE) {
			$last = $tokens->end();
			if ($last['type'] !== Tokenizer::WHITESPACE) {
				$tokens->add(['type' => $char]);
			}
		}
	}

	private function newLine(TokenizedString $str, Tokens $tokens) {
		if ($str->identifyChar() == Tokenizer::NEW_LINE) {
			$tokens->add(['type' => Tokenizer::WHITESPACE, 'line' => $str->newLine()]);
		}
	}


	private function simpleTokens($str, $tokens) {
		$char = $str->identifyChar();
		if (in_array($char, [Tokenizer::ARG, Tokenizer::CONCAT, Tokenizer::DOT, Tokenizer::NOT, Tokenizer::EQUALS,
			Tokenizer::COLON, Tokenizer::SEMI_COLON, Tokenizer::NUM_SIGN,
			Tokenizer::GREATER_THAN, Tokenizer::LOWER_THAN, Tokenizer::AT_SIGN, Tokenizer::SUBTRACT, Tokenizer::MULTIPLY, Tokenizer::DIVIDE])) {
			$tokens->add(['type' => $char, 'line' => $str->lineNo()]);
		}
	}

}