yoastseo-dep/spec/languageProcessing/languages/ar/helpers/internal/stemmerCoverage/calculateCoverage.js

Yoast clientside page analysis

/* eslint-disable no-console */
import stem from "../../../../../../../src/languageProcessing/languages/ar/helpers/internal/stem";
import getMorphologyData from "../../../../../../specHelpers/getMorphologyData";
import goldStandard from "./goldStandardStems.json";

const morphologyDataAR = getMorphologyData( "ar" ).ar;

const coverageThreshold = 0.8;

describe( "Calculate coverage for the Arabic stemmer", () => {
	const stemsComparison = goldStandard.stems.map( word => [ word[ 0 ], word[ 1 ], stem( word[ 0 ], morphologyDataAR ) ] );

	const errors = stemsComparison.filter( word => word[ 1 ] !== word[ 2 ] );

	it( "checks if the coverage is above the threshold", () => {
		const coverage = ( stemsComparison.length - errors.length ) / stemsComparison.length;

		expect( coverage ).toBeGreaterThan( coverageThreshold );
		console.log( "The current coverage of the Arabic stemmer is", coverage * 100, "%. The number of errors is", errors.length + "." );
	} );
} );