yoastseo-dep/spec/languageProcessing/languages/ja/helpers/getWordsSpec.js

Yoast clientside page analysis

import getWords from "../../../../../src/languageProcessing/languages/ja/helpers/getWords";

describe( "test for getting Japanese segmented words", function() {
	it( "returns an empty array if the text is empty", function() {
		const words = getWords( "" );

		expect( words ).toEqual( [] );
	} );
	it( "segments a sentence that contains Japanese punctuations", function() {
		const words = getWords( "東海道新幹線の開業前、東西の大動脈である東海道本線は高度経済成長下で線路容量が逼迫しており、抜本的な輸送力増強を迫られていた。" );

		expect( words ).toEqual( [ "東海道", "新幹線", "の", "開業", "前", "東西", "の", "大動脈", "で", "ある", "東海", "道本",
			"線", "は", "高度", "経済", "成長", "下", "で", "線路", "容量", "が", "逼迫", "し", "て", "おり", "抜本", "的", "な",
			"輸送", "力増", "強", "を", "迫られ", "て", "い", "た" ]
		);
	} );

	it( "segments a sentence that contains English punctuations", function() {
		const words = getWords( "計画段階では「東海道新線」と呼ばれていたが,開業時には「東海道新幹線」と命名された."	);

		expect( words ).toEqual( [ "計画", "段階", "で", "は", "東海道", "新線", "と", "呼ば", "れ", "て", "い", "た",
			"が", "開業", "時", "に", "は", "東海道", "新幹線", "と", "命名", "さ", "れ", "た" ] );
	} );

	it( "excludes Table of Contents from the segmenter and strips html tags", function() {
		const words = getWords( "<div class='wp-block-yoast-seo-table-of-contents yoast-table-of-contents'><h2>目次</h2><ul><li>" +
			"<a href='#h-' data-level='2'>猫の種類</a></li><li><a href='#h--1' data-level='2'>キャットフード</a></li></ul></div>" +
			"<h2 id='h-'>猫の種類< meta charset='utf-8'></h2>" +
			"<p>ベロでは、毛皮の色に基づいて猫の種類を見つけることができます。</p>" +
			"<h2 id='h--1'>キャットフード</h2>" +
			"<p>猫が食べることができる食べ物の例は以下にあります。</p>" );

		expect( words ).toEqual( [ "猫", "の", "種類", "ベロ", "で", "は", "毛皮", "の", "色", "に", "基づい", "て", "猫",
			"の", "種類", "を", "見つける", "こと", "が", "でき", "ます", "キャットフード", "猫", "が", "食べる", "こと", "が", "できる",
			"食べ物", "の", "例", "は", "以下", "に", "あり", "ます" ]
		);
	} );
} );