Tokenizer - Code Metrics - Inspection of "fixes from onefile" - Youshido/GraphQL - Measure and Improve Code Quality continuously with Scrutinizer

Completed

Push — master ( 75360a...120e4f )

by Portey

created 2015-12-08 10:22 UTC

Tokenizer D

↳ Parent: Project

Complexity

Total Complexity

Size/Duplication

Total Lines	322
Duplicated Lines	0 %

Coupling/Cohesion

Components	1
Dependencies	2

Test Coverage

Coverage

87.01%

Importance

Changes	9
Bugs	0	Features	2

Metric	Value
wmc	80
c	9
b	0
f	2
lcom	1
cbo	2
dl	0
loc	322
ccs	154
cts	177
cp	0.8701
rs	4.8718

17 Methods

Rating	Name	Size	Complexity
A	setSource()	5	1
A	next()	15	1
D	scan()	80	25
A	checkFragment()	18	3
A	createIllegal()	6	2
A	createError()	4	1
A	getColumn()	4	1
A	end()	4	1
A	peek()	4	1
A	lex()	7	1
C	skipWhitespace()	22	7
B	scanWord()	19	10
C	getKeyword()	27	8
A	scanNumber()	22	3
B	skipInteger()	17	5
B	scanString()	23	5
B	createUnexpected()	15	5

How to fix Complexity

<?php
/**
 * Date: 23.11.15
 *
 * @author Portey Vasil <[email protected]>
 */

namespace Youshido\GraphQL\Parser;

class Tokenizer
{
    protected $source;
    protected $pos       = 0;
    protected $line      = 1;
    protected $lineStart = 0;

    /** @var  Token */
    protected $lookAhead;

    public function setSource($source)
    {
        $this->source    = $source;
        $this->lookAhead = $this->next();
    }

    protected function next()
    {
        $this->skipWhitespace();

        $line      = $this->line;
        $lineStart = $this->lineStart;

        /** @var Token $token */
        $token     = $this->scan();

        $token->setLine($line);
        $token->setColumn($this->pos - $lineStart);

        return $token;
    }

    protected function skipWhitespace()
    {
        while ($this->pos < strlen($this->source)) {
            $ch = $this->source[$this->pos];
            if ($ch === ' ' || $ch === "\t") {
                $this->pos++;
            } elseif ($ch === "\r") {
                $this->pos++;
                if ($this->source[$this->pos] === "\n") {
                    $this->pos++;
                }
                $this->line++;
                $this->lineStart = $this->pos;
            } elseif ($ch === "\n") {
                $this->pos++;
                $this->line++;
                $this->lineStart = $this->pos;
            } else {
                break;
            }
        }
    }

    /**
     * @return Token
     */
    protected function scan()
    {
        if ($this->pos >= strlen($this->source)) {
            return new Token(Token::TYPE_END);
        }

        $ch = $this->source[$this->pos];
        switch ($ch) {
            case Token::TYPE_LPAREN:
                ++$this->pos;

                return new Token(Token::TYPE_LPAREN);
            case Token::TYPE_RPAREN:
                ++$this->pos;

                return new Token(Token::TYPE_RPAREN);
            case Token::TYPE_LBRACE:
                ++$this->pos;

                return new Token(Token::TYPE_LBRACE);
            case Token::TYPE_RBRACE:
                ++$this->pos;

                return new Token(Token::TYPE_RBRACE);
            case Token::TYPE_LT:
                ++$this->pos;

                return new Token(Token::TYPE_LT);
            case Token::TYPE_GT:
                ++$this->pos;

                return new Token(Token::TYPE_GT);
            case Token::TYPE_AMP:
                ++$this->pos;

                return new Token(Token::TYPE_AMP);
            case Token::TYPE_COMMA:
                ++$this->pos;

                return new Token(Token::TYPE_COMMA);
            case Token::TYPE_LSQUARE_BRACE:
                ++$this->pos;

                return new Token(Token::TYPE_LSQUARE_BRACE);
            case Token::TYPE_RSQUARE_BRACE:
                ++$this->pos;

                return new Token(Token::TYPE_RSQUARE_BRACE);
            case Token::TYPE_COLON:
                ++$this->pos;

                return new Token(Token::TYPE_COLON);

            case Token::TYPE_POINT:
                if ($this->checkFragment()) {
                    return new Token(Token::TYPE_FRAGMENT_REFERENCE);
                }

                break;

            case Token::TYPE_VARIABLE:
                ++$this->pos;

                return new Token(Token::TYPE_VARIABLE);
        }

        if ($ch === '_' || 'a' <= $ch && $ch <= 'z' || 'A' <= $ch && $ch <= 'Z') {
            return $this->scanWord();
        }

        if ($ch === '-' || '0' <= $ch && $ch <= '9') {
            return $this->scanNumber();
        }

        if ($ch === '"') {
            return $this->scanString();
        }

        throw $this->createIllegal();
    }

    protected function checkFragment()
    {
        $this->pos++;
        $ch = $this->source[$this->pos];

        $this->pos++;
        $nextCh = $this->source[$this->pos];

        $isset = $ch == Token::TYPE_POINT && $nextCh == Token::TYPE_POINT;

        if ($isset) {
            $this->pos++;

            return true;
        }

        return false;
    }

    protected function scanWord()
    {
        $start = $this->pos;
        $this->pos++;

        while ($this->pos < strlen($this->source)) {
            $ch = $this->source[$this->pos];

            if ($ch === '_' || $ch === '$' || 'a' <= $ch && $ch <= ('z') || 'A' <= $ch && $ch <= 'Z' || '0' <= $ch && $ch <= '9') {
                $this->pos++;
            } else {
                break;
            }
        }

        $value = substr($this->source, $start, $this->pos - $start);

        return new Token($this->getKeyword($value), $value);
    }

    protected function getKeyword($name)
    {
        switch ($name) {
            case 'null':
                return Token::TYPE_NULL;

            case 'true':
                return Token::TYPE_TRUE;

            case 'false':
                return Token::TYPE_FALSE;

            case 'query':
                return Token::TYPE_QUERY;

            case 'fragment':
                return Token::TYPE_FRAGMENT;

            case 'mutation':
                return Token::TYPE_MUTATION;

            case 'on':
                return Token::TYPE_ON;
        }

        return Token::TYPE_IDENTIFIER;
    }

    protected function scanNumber()
    {
        $start = $this->pos;


        $this->skipInteger();

        if ($this->source[$this->pos] === '.') {
            $this->pos++;
            $this->skipInteger();
        }

        $value = substr($this->source, $start, $this->pos - $start);

        if(strpos($value, '.') === false){
            $value = (int) $value;
        } else {
            $value = (float) $value;
        }

        return new Token(Token::TYPE_NUMBER, $value);
    }

    protected function skipInteger()
    {
        $start = $this->pos;

        while ($this->pos < strlen($this->source)) {
            $ch = $this->source[$this->pos];
            if ('0' <= $ch && $ch <= '9') {
                $this->pos++;
            } else {
                break;
            }
        }

        if ($this->pos - $start === 0) {
            throw $this->createIllegal();
        }
    }

    protected function createIllegal()
    {
        return $this->pos < strlen($this->source)
            ? $this->createError("Unexpected {$this->source[$this->pos]}")
            : $this->createError('Unexpected end of input');
    }

    protected function createError($message)
    {
        return new SyntaxErrorException($message . " ({$this->line}:{$this->getColumn()})");
    }

    protected function getColumn()
    {
        return $this->pos - $this->lineStart;
    }

    protected function scanString()
    {
        $this->pos++;

        $value = '';
        while ($this->pos < strlen($this->source)) {
            $ch = $this->source[$this->pos];
            if ($ch === '"') {
                $this->pos++;

                return new Token(Token::TYPE_STRING, $value);
            }

            if ($ch === "\r" || $ch === "\n") {
                break;
            }

            $value .= $ch;
            $this->pos++;
        }

        throw $this->createIllegal();
    }

    protected function end()
    {
        return $this->lookAhead->getType() === Token::TYPE_END;
    }

    protected function peek()
    {
        return $this->lookAhead;
    }

    protected function lex()
    {
        $prev            = $this->lookAhead;
        $this->lookAhead = $this->next();

        return $prev;
    }

    protected function createUnexpected(Token $token)
    {
        switch ($token->getType()) {
            case Token::TYPE_END:
                return $this->createError('Unexpected end of input');
            case Token::TYPE_NUMBER:
                return $this->createError('Unexpected number');
            case Token::TYPE_STRING:
                return $this->createError('Unexpected string');
            case Token::TYPE_IDENTIFIER:
                return $this->createError('Unexpected identifier');
        }

        return new SyntaxErrorException('Unexpected token');
    }
}

1		<?php
2		/**
3		* Date: 23.11.15
4		*
5		* @author Portey Vasil <[email protected]>
6		*/
7
8		namespace Youshido\GraphQL\Parser;
9
10		class Tokenizer
11		{
12		protected $source;
13		protected $pos = 0;
14		protected $line = 1;
15		protected $lineStart = 0;
16
17		/** @var Token */
18		protected $lookAhead;
19
20	37	public function setSource($source)
21		{
22	37	$this->source = $source;
23	37	$this->lookAhead = $this->next();
24	37	}
25
26	37	protected function next()
27		{
28	37	$this->skipWhitespace();
29
30	37	$line = $this->line;
31	37	$lineStart = $this->lineStart;
32
33		/** @var Token $token */
34	37	$token = $this->scan();
35
36	37	$token->setLine($line);
37	37	$token->setColumn($this->pos - $lineStart);
38
39	37	return $token;
40		}
41
42	37	protected function skipWhitespace()
43		{
44	37	while ($this->pos < strlen($this->source)) {
45	37	$ch = $this->source[$this->pos];
46	37	if ($ch === ' ' \|\| $ch === "\t") {
47	35	$this->pos++;
48	37	} elseif ($ch === "\r") {
49		$this->pos++;
50		if ($this->source[$this->pos] === "\n") {
51		$this->pos++;
52		}
53		$this->line++;
54		$this->lineStart = $this->pos;
55	37	} elseif ($ch === "\n") {
56	10	$this->pos++;
57	10	$this->line++;
58	10	$this->lineStart = $this->pos;
59		} else {
60	37	break;
61		}
62		}
63	37	}
64
65		/**
66		* @return Token
67		*/
68	37	protected function scan()
69		{
70	37	if ($this->pos >= strlen($this->source)) {
71	29	return new Token(Token::TYPE_END);
72		}
73
74	37	$ch = $this->source[$this->pos];
75		switch ($ch) {
76	37	case Token::TYPE_LPAREN:
77	19	++$this->pos;
78
79	19	return new Token(Token::TYPE_LPAREN);
80	37	case Token::TYPE_RPAREN:
81	14	++$this->pos;
82
83	14	return new Token(Token::TYPE_RPAREN);
84	37	case Token::TYPE_LBRACE:
85	36	++$this->pos;
86
87	36	return new Token(Token::TYPE_LBRACE);
88	37	case Token::TYPE_RBRACE:
89	29	++$this->pos;
90
91	29	return new Token(Token::TYPE_RBRACE);
92	36	case Token::TYPE_LT:
93	1	++$this->pos;
94
95	1	return new Token(Token::TYPE_LT);
96	36	case Token::TYPE_GT:
97	1	++$this->pos;
98
99	1	return new Token(Token::TYPE_GT);
100	36	case Token::TYPE_AMP:
101		++$this->pos;
102
103		return new Token(Token::TYPE_AMP);
104	36	case Token::TYPE_COMMA:
105	21	++$this->pos;
106
107	21	return new Token(Token::TYPE_COMMA);
108	36	case Token::TYPE_LSQUARE_BRACE:
109	4	++$this->pos;
110
111	4	return new Token(Token::TYPE_LSQUARE_BRACE);
112	36	case Token::TYPE_RSQUARE_BRACE:
113	3	++$this->pos;
114
115	3	return new Token(Token::TYPE_RSQUARE_BRACE);
116	36	case Token::TYPE_COLON:
117	21	++$this->pos;
118
119	21	return new Token(Token::TYPE_COLON);
120
121	36	case Token::TYPE_POINT:
122	3	if ($this->checkFragment()) {
123	3	return new Token(Token::TYPE_FRAGMENT_REFERENCE);
124		}
125
126		break;
127
128	36	case Token::TYPE_VARIABLE:
129	4	++$this->pos;
130
131	4	return new Token(Token::TYPE_VARIABLE);
132		}
133
134	36	if ($ch === '_' \|\| 'a' <= $ch && $ch <= 'z' \|\| 'A' <= $ch && $ch <= 'Z') {
135	36	return $this->scanWord();
136		}
137
138	11	if ($ch === '-' \|\| '0' <= $ch && $ch <= '9') {
139	8	return $this->scanNumber();
140		}
141
142	8	if ($ch === '"') {
143	8	return $this->scanString();
144		}
145
146		throw $this->createIllegal();
147		}
148
149	3	protected function checkFragment()
150		{
151	3	$this->pos++;
152	3	$ch = $this->source[$this->pos];
153
154	3	$this->pos++;
155	3	$nextCh = $this->source[$this->pos];
156
157	3	$isset = $ch == Token::TYPE_POINT && $nextCh == Token::TYPE_POINT;
158
159	3	if ($isset) {
160	3	$this->pos++;
161
162	3	return true;
163		}
164
165		return false;
166		}
167
168	36	protected function scanWord()
169		{
170	36	$start = $this->pos;
171	36	$this->pos++;
172
173	36	while ($this->pos < strlen($this->source)) {
174	36	$ch = $this->source[$this->pos];
175
176	36	if ($ch === '_' \|\| $ch === '$' \|\| 'a' <= $ch && $ch <= ('z') \|\| 'A' <= $ch && $ch <= 'Z' \|\| '0' <= $ch && $ch <= '9') {
177	36	$this->pos++;
178		} else {
179	35	break;
180		}
181		}
182
183	36	$value = substr($this->source, $start, $this->pos - $start);
184
185	36	return new Token($this->getKeyword($value), $value);
186		}
187
188	36	protected function getKeyword($name)
189		{
190		switch ($name) {
191	36	case 'null':
192	2	return Token::TYPE_NULL;
193
194		case 'true':
195	2	return Token::TYPE_TRUE;
196
197		case 'false':
198	1	return Token::TYPE_FALSE;
199
200		case 'query':
201	8	return Token::TYPE_QUERY;
202
203		case 'fragment':
204	1	return Token::TYPE_FRAGMENT;
205
206		case 'mutation':
207	5	return Token::TYPE_MUTATION;
208
209	35	case 'on':
210	1	return Token::TYPE_ON;
211		}
212
213	35	return Token::TYPE_IDENTIFIER;
214		}
215
216	8	protected function scanNumber()
217		{
218	8	$start = $this->pos;
219
220
221	8	$this->skipInteger();
222
223	8	if ($this->source[$this->pos] === '.') {
224	1	$this->pos++;
225	1	$this->skipInteger();
226		}
227
228	8	$value = substr($this->source, $start, $this->pos - $start);
229
230	8	if(strpos($value, '.') === false){
231	8	$value = (int) $value;
232		} else {
233	1	$value = (float) $value;
234		}
235
236	8	return new Token(Token::TYPE_NUMBER, $value);
237		}
238
239	8	protected function skipInteger()
240		{
241	8	$start = $this->pos;
242
243	8	while ($this->pos < strlen($this->source)) {
244	8	$ch = $this->source[$this->pos];
245	8	if ('0' <= $ch && $ch <= '9') {
246	8	$this->pos++;
247		} else {
248	8	break;
249		}
250		}
251
252	8	if ($this->pos - $start === 0) {
253		throw $this->createIllegal();
254		}
255	8	}
256
257		protected function createIllegal()
258		{
259		return $this->pos < strlen($this->source)
260		? $this->createError("Unexpected {$this->source[$this->pos]}")
261		: $this->createError('Unexpected end of input');
262		}
263
264	3	protected function createError($message)
265		{
266	3	return new SyntaxErrorException($message . " ({$this->line}:{$this->getColumn()})");
267		}
268
269	3	protected function getColumn()
270		{
271	3	return $this->pos - $this->lineStart;
272		}
273
274	8	protected function scanString()
275		{
276	8	$this->pos++;
277
278	8	$value = '';
279	8	while ($this->pos < strlen($this->source)) {
280	8	$ch = $this->source[$this->pos];
281	8	if ($ch === '"') {
282	8	$this->pos++;
283
284	8	return new Token(Token::TYPE_STRING, $value);
285		}
286
287	8	if ($ch === "\r" \|\| $ch === "\n") {
288		break;
289		}
290
291	8	$value .= $ch;
292	8	$this->pos++;
293		}
294
295		throw $this->createIllegal();
296		}
297
298	37	protected function end()
299		{
300	37	return $this->lookAhead->getType() === Token::TYPE_END;
301		}
302
303	37	protected function peek()
304		{
305	37	return $this->lookAhead;
306		}
307
308	36	protected function lex()
309		{
310	36	$prev = $this->lookAhead;
311	36	$this->lookAhead = $this->next();
312
313	36	return $prev;
314		}
315
316	7	protected function createUnexpected(Token $token)
317		{
318	7	switch ($token->getType()) {
319	7	case Token::TYPE_END:
320	1	return $this->createError('Unexpected end of input');
321	6	case Token::TYPE_NUMBER:
322		return $this->createError('Unexpected number');
323	6	case Token::TYPE_STRING:
324	1	return $this->createError('Unexpected string');
325	5	case Token::TYPE_IDENTIFIER:
326	1	return $this->createError('Unexpected identifier');
327		}
328
329	4	return new SyntaxErrorException('Unexpected token');
330		}
331		}

Youshido / GraphQL

Push — master ( 75360a...120e4f )

Tokenizer D

Complexity

Size/Duplication

Coupling/Cohesion

Test Coverage

Importance

17 Methods

How to fix Complexity

Complex Class

Duplication Side-by-Side

Filter issues like