denormalize text before getting character length

[dwhieb]

Before getting the character length, denormalize the text.

word-aligner/alignWords.js

Lines 82 to 93 in ad21a21

	function getCharLength(str) {
	// search for non-combining character followed by combining character
	const combiningRegExp = /(?<char>\P{Mark})(?<combiner>\p{Mark}+)/gu;
	// remove combining characters
	str = str.replace(combiningRegExp, `$1`);
	// get length, accounting for surrogate pairs
	return Array.from(str).length;
	}