evolution-cms / evolution

    protected static function getNextToken($string, $previous = null)

    {

        // Whitespace

        if (preg_match('/^\s+/', $string, $matches)) {

            return array(

                self::TOKEN_VALUE => $matches[0],

                self::TOKEN_TYPE  => self::TOKEN_TYPE_WHITESPACE

            );

        }

        // Comment

        if ($string[0] === '#' || (isset($string[1]) && ($string[0] === '-' && $string[1] === '-') || ($string[0] === '/' && $string[1] === '*'))) {

        }

        // Number (decimal, binary, or hex)

        if (preg_match('/^([0-9]+(\.[0-9]+)?|0x[0-9a-fA-F]+|0b[01]+)($|\s|"\'`|' . self::$regex_boundaries . ')/',

            $string, $matches)) {

            return array(

                self::TOKEN_VALUE => $matches[1],

                self::TOKEN_TYPE  => self::TOKEN_TYPE_NUMBER

            );

        }

        // Boundary Character (punctuation and symbols)

        if (preg_match('/^(' . self::$regex_boundaries . ')/', $string, $matches)) {

        }

        // Boundary Character (punctuation and symbols)

        if (preg_match('/^(' . self::$regex_boundaries . ')/', $string, $matches)) {

            return array(

                self::TOKEN_VALUE => $matches[1],

                self::TOKEN_TYPE  => self::TOKEN_TYPE_BOUNDARY

            );

        }

        // A reserved word cannot be preceded by a '.'

        // this makes it so in "mytable.from", "from" is not considered a reserved word