egulias / EmailValidator

        $this->assertEquals($token, $lexer->token['type']);

    }

    public function testLexerParsesMultipleSpaces()

    {

        $lexer = new EmailLexer();

        $lexer->setInput('  ');

        $lexer->moveNext();

        $lexer->moveNext();

        $this->assertEquals(EmailLexer::S_SP, $lexer->token['type']);

        $lexer->moveNext();

        $this->assertEquals(EmailLexer::S_SP, $lexer->token['type']);

    }

    /**

     * @dataProvider invalidUTF8CharsProvider

        return $ret;

    }

    public function testLexerForTab()

    {

        $lexer = new EmailLexer();

        $lexer->setInput("foo\tbar");

        $lexer->moveNext();

        $lexer->skipUntil(EmailLexer::S_HTAB);

        $lexer->moveNext();

        $this->assertEquals(EmailLexer::S_HTAB, $lexer->token['type']);

    }

    public function testLexerForUTF8()

    {

        $this->assertEquals(EmailLexer::S_HTAB, $lexer->token['type']);

    }

    public function testLexerForUTF8()

    {

        $lexer = new EmailLexer();

        $lexer->setInput("áÇ@bar.com");

        $lexer->moveNext();

        $lexer->moveNext();

        $this->assertEquals(EmailLexer::GENERIC, $lexer->token['type']);

        $lexer->moveNext();

        $this->assertEquals(EmailLexer::GENERIC, $lexer->token['type']);

    }

    public function testLexerSearchToken()

    {