peacefulbit / packet-lite

            return $baseIter($rest, append($acc, $symbolToken));

        });

        $preDotSymbolIter = tail(function ($rest, $buffer, $acc) use (&$baseIter, &$dotSymbolIter) {

            if (sizeof($rest) > 0) {

                list ($head, $tail) = toHeadTail($rest);

                if ($this->isSymbol($head)) {

                    return $dotSymbolIter($tail, $buffer . $head, $acc);

                }

            }

            throw new TokenizerException("Unexpected dot at the end of identifier");

        });

        // State when parser parses any symbol

        $dotSymbolIter = tail(function ($rest, $buffer, $acc) use (&$baseIter, &$dotSymbolIter) {

        });

        // State when parser parses escaped symbol

        $escapeIter = tail(function ($rest, $buffer, $acc) use (&$stringIter) {

            if (sizeof($rest) == 0) {

                throw new TokenizerException("Unused escape character");

            }

            list ($head, $tail) = toHeadTail($rest);

            return $stringIter($tail, $buffer . $head, $acc);

        });

        // State when parser ignores comments

        $commentIter = function ($rest, $buffer, $acc) use (&$commentIter, &$baseIter) {