Onoi\Tesa\Tests\IcuWordBoundaryTokenizerTest

Complexity

Total Complexity

7

Size/Duplication

Total Lines	158
Duplicated Lines	0 %

Coupling/Cohesion

Components	0
Dependencies	1

Importance

Changes	1
Bugs	0	Features	1

6 Methods

Rating	Name	Duplication	Size	Complexity
A	setUp()	0	7	2
A	testCanConstruct()	0	7	1
A	testTokenize()	0	9	1
A	testSetOption()	0	18	1
A	testGeneralSetters()	0	17	1
B	stringProvider()	0	88	1

<?php

namespace Onoi\Tesa\Tests;

use Onoi\Tesa\Tokenizer\IcuWordBoundaryTokenizer;

/**
 * @covers \Onoi\Tesa\Tokenizer\IcuWordBoundaryTokenizer
 * @group onoi-tesa
 *
 * @license GNU GPL v2+
 * @since 0.1
 *
 * @author mwjames
 */
class IcuWordBoundaryTokenizerTest extends \PHPUnit_Framework_TestCase {

	protected function setUp() {
		$instance = new IcuWordBoundaryTokenizer();

		if ( !$instance->isAvailable() ) {
			$this->markTestSkipped( 'ICU extension is not available.' );
		}
	}

	public function testCanConstruct() {

		$this->assertInstanceOf(
			'\Onoi\Tesa\Tokenizer\IcuWordBoundaryTokenizer',
			new IcuWordBoundaryTokenizer()
		);
	}

	/**
	 * @dataProvider stringProvider
	 */
	public function testTokenize( $string, $expected ) {

		$instance = new IcuWordBoundaryTokenizer();

		$this->assertEquals(
			$expected,
			$instance->tokenize( $string )
		);
	}

	public function testSetOption() {

		$tokenizer = $this->getMockBuilder( '\Onoi\Tesa\Tokenizer\Tokenizer' )
			->disableOriginalConstructor()
			->getMockForAbstractClass();

		$tokenizer->expects( $this->once() )
			->method( 'setOption' );

		$instance = new IcuWordBoundaryTokenizer(
			$tokenizer
		);

		$instance->setOption(
			IcuWordBoundaryTokenizer::REGEX_EXEMPTION,
			array( 'Foo' )
		);
	}

	public function testGeneralSetters() {

		$tokenizer = $this->getMockBuilder( '\Onoi\Tesa\Tokenizer\Tokenizer' )
			->disableOriginalConstructor()
			->getMockForAbstractClass();

		$instance = new IcuWordBoundaryTokenizer(
			$tokenizer
		);

		$instance->setLocale( 'en' );
		$instance->setWordTokenizerAttribute( false );

		$this->assertFalse(
			$instance->isWordTokenizer()
		);
	}

	public function stringProvider() {

		$provider[] = array(

$provider was never initialized. Although not strictly required by PHP, it is generally a good practice to add $provider = array(); before regardless.

			"安全テスト",
			array( '安全', 'テスト' )
		);

		// Would expect 'すもも', 'も', 'もも', 'も', 'もも', 'の', 'うち', '。'
		$provider[] = array(
			"すもももももももものうち。",
			array( 'すもも', 'も', 'も', 'も', 'も', 'も', 'もの', 'うち', '。' )
		);

		$provider[] = array(
			"李も桃も桃のうち。",
			array( '李', 'も', '桃', 'も', '桃', 'の', 'うち', '。' )
		);

		$provider[] = array(
			"إسرائيل",
			array( 'إسرائيل' )
		);

		$provider[] = array(
			"검색엔ㅇㅏ진",
			array( '검색엔', 'ㅇㅏ', '진' )
		);

		$provider[] = array(
			"검색엔ㅇㅏ진1234abcdfrA",
			array( '검색엔', 'ㅇㅏ', '진', '1234abcdfrA' )
		);

		$provider[] = array(
			"1234abcdfrA",
			array( '1234abcdfrA' )
		);

		$provider[] = array(
			"公明執ようなＳＮＳもストーカー行為の対象に",
			array(
				'公明', '執よう','な','ＳＮＳ', 'も',
				'ストーカー', '行為', 'の', '対象', 'に'
			)
		);

		$provider[] = array(
			"公明執",
			array( '公明', '執' )
		);

		$provider[] = array(
			"IQテスト",
			array( 'IQ', 'テスト' )
		);

		$provider[] = array(
			"foo テスト bar",
			array( 'foo', 'テスト', 'bar' )
		);

		$provider[] = array(
			"foo テスト bar 123abc ^&'",
			array( 'foo', 'テスト', 'bar', '123abc', '^', '&', "'" )
		);

		$provider[] = array(
			"was discovered in 1957 and first sold as a medication in 1971",
			array(
				'was', 'discovered', 'in', '1957', 'and',
				'first', 'sold', 'as', 'a', 'medication', 'in', '1971'
			)
		);

		// See JaTinySegmenterTokenizerTest for comparison
		$provider[] = array(
			'日本語の新聞記事であれば文字単位で95%程度の精度で分かち書きが行えます。 ',
			array(
				'日本語', 'の', '新聞', '記事', 'で',
				'あれ', 'ば',	'文字', '単位',
				'で', '95', '%', '程度',
				'の', '精度', 'で', '分かち書き',
				'が', '行', 'え', 'ます', '。'
			)
		);

		return $provider;
	}

}