<?php

namespace Test\Parsoid\Utils;

use Wikimedia\Parsoid\Tokens\KV;
use Wikimedia\Parsoid\Tokens\KVSourceRange;
use Wikimedia\Parsoid\Tokens\NlTk;
use Wikimedia\Parsoid\Tokens\SelfclosingTagTk;
use Wikimedia\Parsoid\Tokens\TagTk;
use Wikimedia\Parsoid\Tokens\Token;
use Wikimedia\Parsoid\Utils\TokenUtils;

/**
 * @coversDefaultClass \Wikimedia\Parsoid\Utils\TokenUtils
 */
class TokenUtilsTest extends \PHPUnit\Framework\TestCase {

	private const TOKEN_TEST_DATA = [
		[
			'token' => 'string',
			'getTokenType' => 'string',
			'tokensToString' => 'string',
		],
		[
			'token' => [ 'type' => 'NlTk' ],
			'getTokenType' => 'NlTk',
			'tokenTrimTransparent' => true,
		],
		[
			'name' => '<div>',
			'token' => [
				'type' => 'TagTk',
				'name' => 'div',
				'attribs' => [],
			],
			'getTokenType' => 'TagTk',
			'tagClosesBlockScope' => true,
		],
		[
			'name' => '<p>',
			'token' => [
				'type' => 'TagTk',
				'name' => 'p',
				'attribs' => [],
			],
			'getTokenType' => 'TagTk',
			'tagOpensBlockScope' => true,
		],
		[
			'name' => '<td>',
			'token' => [
				'type' => 'TagTk',
				'name' => 'td',
				'attribs' => [],
			],
			'getTokenType' => 'TagTk',
			'tagClosesBlockScope' => true,
			'isTableTag' => true,
		],
		[
			'name' => 'template token',
			'token' => [
				'type' => 'SelfclosingTagTk',
				'name' => 'template',
				'attribs' => [],
			],
			'getTokenType' => 'SelfclosingTagTk',
			'isTemplateToken' => true,
		],
		[
			'name' => 'html tag token',
			'token' => [
				'type' => 'TagTk',
				'name' => 'div',
				'attribs' => [
					[ 'k' => 'role','v' => 'note' ],
					[ 'k' => 'class', 'v' => 'hatnote navigation-not-searchable' ],
				],
				'dataAttribs' => [
					'stx' => 'html',
				],
			],
			'getTokenType' => 'TagTk',
			'tagClosesBlockScope' => true,
			'isHTMLTag' => true,
		],
		[
			'name' => 'DOMFragment',
			'token' => [
				'type' => 'TagTk',
				'name' => 'span',
				'attribs' => [
					[ 'k' => 'data-parsoid', 'v' => '{}' ],
					[ 'k' => 'typeof', 'v' => 'mw:DOMFragment' ],
				],
				'dataAttribs' => [
					'tmp' => [ 'setDSR' => true ],
					'html' => 'mwf13',
					'tagWidths' => [ 8, 9 ]
				],
			],
			'getTokenType' => 'TagTk',
			'hasDOMFragmentType' => true,
		],
		[
			'name' => 'SOL-transparent <link>',
			'token' => [
				'type' => 'SelfclosingTagTk',
				'name' => 'link',
				'attribs' => [
					[ 'k' => 'rel', 'v' => 'mw:PageProp/Category' ],
					[ 'k' => 'href', 'v' => './Category:Articles_with_short_description' ],
				],
				'dataAttribs' => [
					'stx' => 'simple',
					'a' => [
						'href' => './Category:Articles_with_short_description',
					],
					'sa' => [
						'href' => 'Category:articles with short description'
					],
				],
			],
			'getTokenType' => 'SelfclosingTagTk',
			'isSolTransparentLinkTag' => true,
		],
		[
			'name' => 'comment',
			'token' => [
				'type' => 'CommentTk',
				'value' => ' THIS IS A COMMENT ',
				'dataAttribs' => [
					'tsr' => [ 2104,2147 ],
				],
			],
			'getTokenType' => 'CommentTk',
		],
		[
			'name' => 'empty line meta token',
			'token' => [
				'type' => 'SelfclosingTagTk',
				'name' => 'meta',
				'attribs' => [
					[ 'k' => 'typeof', 'v' => 'mw:EmptyLine' ],
				],
				'dataAttribs' => [
					'tokens' => [
						[ 'type' => 'NlTk' ],
					],
				],
			],
			'getTokenType' => 'SelfclosingTagTk',
			'isEmptyLineMetaToken' => true,
		],
	];

	public function provideTokens() {
		foreach ( self::TOKEN_TEST_DATA as $k => $t ) {
			$t['name'] = $t['name'] ?? "Token Test #$k";
			$t['token'] = Token::getToken( $t['token'] );
			yield $t['name'] => [ $t ];
		}
	}

	/**
	 * @covers ::getTokenType
	 * @dataProvider provideTokens
	 */
	public function testGetTokenType( array $testCase ) {
		$this->assertEquals(
			$testCase['getTokenType'] ?? 'unknown',
			TokenUtils::getTokenType( $testCase['token'] )
		);
	}

	/**
	 * @covers ::tagOpensBlockScope
	 * @dataProvider provideTokens
	 */
	public function testTagOpensBlockScope( array $testCase ) {
		$token = $testCase['token'];
		$this->assertEquals(
			$testCase['tagOpensBlockScope'] ?? false,
			is_string( $token ) ? false :
			TokenUtils::tagOpensBlockScope( $token->getName() )
		);
	}

	/**
	 * @covers ::tagClosesBlockScope
	 * @dataProvider provideTokens
	 */
	public function testTagClosesBlockScope( array $testCase ) {
		$token = $testCase['token'];
		$this->assertEquals(
			$testCase['tagClosesBlockScope'] ?? false,
			is_string( $token ) ? false :
			TokenUtils::tagClosesBlockScope( $token->getName() )
		);
	}

	/**
	 * @covers ::isTemplateToken
	 * @dataProvider provideTokens
	 */
	public function testIsTemplateToken( array $testCase ) {
		$token = $testCase['token'];
		$this->assertEquals(
			$testCase['isTemplateToken'] ?? false,
			TokenUtils::isTemplateToken( $token )
		);
	}

	/**
	 * @covers ::isHTMLTag
	 * @dataProvider provideTokens
	 */
	public function testIsHTMLTag( array $testCase ) {
		$token = $testCase['token'];
		$this->assertEquals(
			$testCase['isHTMLTag'] ?? false,
			TokenUtils::isHTMLTag( $token )
		);
	}

	/**
	 * @covers ::hasDOMFragmentType
	 * @dataProvider provideTokens
	 */
	public function testIsDOMFragmentType( array $testCase ) {
		$token = $testCase['token'];
		$this->assertEquals(
			$testCase['hasDOMFragmentType'] ?? false,
			( $token instanceof TagTk || $token instanceof SelfclosingTagTk ) ?
			TokenUtils::hasDOMFragmentType(
				$token
			) : false
		);
	}

	/**
	 * @covers ::isTableTag
	 * @dataProvider provideTokens
	 */
	public function testIsTableTag( array $testCase ) {
		$token = $testCase['token'];
		$this->assertEquals(
			$testCase['isTableTag'] ?? false,
			TokenUtils::isTableTag( $token )
		);
	}

	/**
	 * @covers ::isSolTransparentLinkTag
	 * @dataProvider provideTokens
	 */
	public function testIsSolTransparentLinkTag( array $testCase ) {
		$token = $testCase['token'];
		$this->assertEquals(
			$testCase['isSolTransparentLinkTag'] ?? false,
			TokenUtils::isSolTransparentLinkTag( $token )
		);
	}

	/**
	 * @covers ::isEntitySpanToken
	 * @dataProvider provideTokens
	 */
	public function testIsEntitySpanToken( array $testCase ) {
		$token = $testCase['token'];
		$this->assertEquals(
			$testCase['isEntitySpanToken'] ?? false,
			TokenUtils::isEntitySpanToken( $token )
		);
	}

	/**
	 * @covers ::isEmptyLineMetaToken
	 * @dataProvider provideTokens
	 */
	public function testIsEmptyLineMetaToken( array $testCase ) {
		$token = $testCase['token'];
		$this->assertEquals(
			$testCase['isEmptyLineMetaToken'] ?? false,
			TokenUtils::isEmptyLineMetaToken( $token )
		);
	}

	/**
	 * @covers ::tokensToString
	 * @dataProvider provideTokens
	 */
	public function testTokensToString( array $testCase ) {
		$tokens = [ 'abc', $testCase['token'], 'def', new NlTk( null ) ];
		$this->assertEquals(
			'abc' . ( $testCase['tokensToString'] ?? '' ) . 'def',
			TokenUtils::tokensToString( $tokens )
		);
	}

	/**
	 * @covers ::kvToHash
	 * @covers ::tokenTrim
	 * @dataProvider provideTokens
	 */
	public function testKvToHash( array $testCase ) {
		$k = [ '  key', $testCase['token'], 'ABC  ' ];
		$v = [ ' vaLUE', $testCase['token'], new NlTk( null ) ];
		$kExpect = 'key' . ( $testCase['tokensToString'] ?? '' ) . 'abc';
		$vExpect = 'vaLUE' . ( $testCase['tokensToString'] ?? '' );
		$srcOffsets = new KVSourceRange( 0, 10, 11, 20 );
		$expected = [];
		$expected[$kExpect] = $vExpect;
		$this->assertEquals(
			$expected,
			TokenUtils::kvToHash( [ new KV( $k, $v, $srcOffsets ) ] )
		);
	}

	/**
	 * @covers ::convertOffsets()
	 * @dataProvider provideConvertOffsets
	 */
	public function testConvertOffsets( $str, $from, $to, $input, $expect ) {
		$offsets = [];
		foreach ( $input as &$v ) {
			$offsets[] = &$v;
		}
		unset( $v );

		TokenUtils::convertOffsets( $str, $from, $to, $offsets );
		$this->assertSame( $expect, $offsets, "$from → $to" );
	}

	public static function provideConvertOffsets() {
		# Ensure that we have char from each UTF-8 class here.
		#
		#      "foo bár 💩💩 baz AԱ人💩"
		# char  012345678 9 01234567 8
		# ucs   012345678 0 23456789 0
		# byte  012345789 3 78901235 8
		#
		$str = "foo bár \u{1F4A9}\u{1F4A9} baz A\u{0531}\u{4EBA}\u{1F4A9}";
		$offsets = [
			# 0th offset must be zero, 1st should be length of string
			'byte' => [ 0, 32, 4, 13, 9, 18, 21, 22, 23, 25, 28 ],
			'char' => [ 0, 19, 4,  9, 8, 11, 14, 15, 16, 17, 18 ],
			'ucs2' => [ 0, 22, 4, 10, 8, 13, 16, 17, 18, 19, 20 ],
		];
		foreach ( $offsets as $from => $input ) {
			foreach ( $offsets as $to => $expect ) {
				yield "$from → $to" => [ $str, $from, $to, $input, $expect ];
			}
		}

		yield "Passing 0 offsets doesn't error" => [ $str, 'byte', 'char', [], [] ];

		yield "No error if we run out of offsets before EOS"
			=> [ $str, 'byte', 'char', [ 0, 9 ], [ 0, 8 ] ];

		foreach ( $offsets as $from => $input ) {
			foreach ( $offsets as $to => $expect ) {
				yield "Out of bounds offsets, $from → $to"
					=> [ $str, $from, $to, [ -10, 500 ], [ $expect[0], $expect[1] ] ];
			}
		}

		yield "Rounding bytes"
			=> [ "💩💩💩", 'byte', 'byte', [ 0, 1, 2, 3, 4, 5 ], [ 0, 4, 4, 4, 4, 8 ] ];
		yield "Rounding ucs2"
			=> [ "💩💩💩", 'ucs2', 'ucs2', [ 0, 1, 2, 3, 4 ], [ 0, 2, 2, 4, 4 ] ];
	}

}