fix: some letters have multiple char codes.

fixes #6574
streetsidesoftware · Nov 27, 2024 · 89f51a1 · 89f51a1
1 parent f13424f
commit 89f51a1
Show file tree

Hide file tree

Showing 2 changed files with 3 additions and 2 deletions.
diff --git a/packages/cspell-lib/src/lib/textValidation/lineValidatorFactory.test.ts b/packages/cspell-lib/src/lib/textValidation/lineValidatorFactory.test.ts
@@ -11,14 +11,15 @@ describe('lineValidatorFactory', () => {
         word                     | expected
         ${'one'}                 | ${[]}
         ${'three etc.'}          | ${[]}
+        ${'three etc. 𐀀𐃘'}       | ${[]}
         ${'flip-flop'}           | ${[oc({ text: 'flip-flop', isFlagged: true })]}
         ${'one flip-flop.'}      | ${[oc({ text: 'flip-flop', isFlagged: true })]}
         ${'one two three etc'}   | ${[oc({ text: 'etc' })]}
         ${'three four five one'} | ${[oc({ text: 'five' })]}
         ${'lion'}                | ${[oc({ text: 'lion', suggestionsEx: [oc({ word: 'tiger', isPreferred: true })] })]}
     `('textValidatorFactory', ({ word, expected }) => {
         const dict = getDict();
-        const tv = textValidatorFactory(dict, { ignoreCase: true, minWordLength: 1 });
+        const tv = textValidatorFactory(dict, { ignoreCase: true, minWordLength: 3 });
         const r = [...tv.validate({ text: word, range: [10, 10 + word.length] })];
         expect(r).toEqual(expected);
     });

diff --git a/packages/cspell-lib/src/lib/textValidation/lineValidatorFactory.ts b/packages/cspell-lib/src/lib/textValidation/lineValidatorFactory.ts
@@ -159,7 +159,7 @@ export function lineValidatorFactory(sDict: SpellingDictionary, options: Validat
         const line = lineSegment.line;
 
         function isWordTooShort(word: TextOffsetRO, ignoreSuffix = false): boolean {
-            if (word.text.length >= minWordLength) return false;
+            if (word.text.length >= minWordLength * 2 || [...word.text].length >= minWordLength) return false;
             const offset = word.offset - line.offset;
             assert.equal(line.text.slice(offset, offset + word.text.length), word.text);
             const prefix = [...line.text.slice(Math.max(0, offset - 2), offset)];