fix KNOWN_TOKENIZERS

Signed-off-by: Nicholas Walter Knize <nknize@apache.org>
opensearch-project · Mar 16, 2022 · 4d272b0 · 4d272b0
1 parent c5401a1
commit 4d272b0
Show file tree

Hide file tree

Showing 3 changed files with 6 additions and 4 deletions.
diff --git a/...lysis-common/src/test/java/org/opensearch/analysis/common/CommonAnalysisFactoryTests.java b/...lysis-common/src/test/java/org/opensearch/analysis/common/CommonAnalysisFactoryTests.java
@@ -117,7 +117,6 @@ protected Map<String, Class<?>> getTokenFilters() {
         filters.put("russianlightstem", StemmerTokenFilterFactory.class);
         filters.put("soranistem", StemmerTokenFilterFactory.class);
         filters.put("spanishlightstem", StemmerTokenFilterFactory.class);
-        filters.put("spanishpluralstem", StemmerTokenFilterFactory.class);
         filters.put("swedishlightstem", StemmerTokenFilterFactory.class);
         filters.put("swedishminimalstem", Void.class);
         filters.put("stemmeroverride", StemmerOverrideTokenFilterFactory.class);

diff --git a/...ins/analysis-icu/src/test/java/org/opensearch/index/analysis/AnalysisICUFactoryTests.java b/...ins/analysis-icu/src/test/java/org/opensearch/index/analysis/AnalysisICUFactoryTests.java
@@ -56,7 +56,6 @@ protected Map<String, Class<?>> getTokenFilters() {
         filters.put("icufolding", IcuFoldingTokenFilterFactory.class);
         filters.put("icunormalizer2", IcuNormalizerTokenFilterFactory.class);
         filters.put("icutransform", IcuTransformTokenFilterFactory.class);
-        filters.put("spanishpluralstem", IcuTransformTokenFilterFactory.class);
         return filters;
     }
 

diff --git a/test/framework/src/main/java/org/opensearch/indices/analysis/AnalysisFactoryTestCase.java b/test/framework/src/main/java/org/opensearch/indices/analysis/AnalysisFactoryTestCase.java
@@ -61,7 +61,7 @@
 public abstract class AnalysisFactoryTestCase extends OpenSearchTestCase {
 
     private static final Map<String, Class<?>> KNOWN_TOKENIZERS = new MapBuilder<String, Class<?>>()
-        // exposed in ES
+        // exposed in OpenSearch
         .put("classic", MovedToAnalysisCommon.class)
         .put("edgengram", MovedToAnalysisCommon.class)
         .put("keyword", MovedToAnalysisCommon.class)
@@ -81,7 +81,7 @@ public abstract class AnalysisFactoryTestCase extends OpenSearchTestCase {
         .immutableMap();
 
     static final Map<String, Class<?>> KNOWN_TOKENFILTERS = new MapBuilder<String, Class<?>>()
-        // exposed in ES
+        // exposed in OpenSearch
         .put("apostrophe", MovedToAnalysisCommon.class)
         .put("arabicnormalization", MovedToAnalysisCommon.class)
         .put("arabicstem", MovedToAnalysisCommon.class)
@@ -217,6 +217,10 @@ public abstract class AnalysisFactoryTestCase extends OpenSearchTestCase {
         .put("japanesecompletion", Void.class)
         // LUCENE-9575: recognize arbitrary patterns that include punctuation
         .put("patterntyping", Void.class)
+        // LUCENE-10248
+        .put("spanishpluralstem", Void.class)
+        // LUCENE-10352
+        .put("daitchmokotoffsoundex", Void.class)
         .immutableMap();
 
     static final Map<String, Class<?>> KNOWN_CHARFILTERS = new MapBuilder<String, Class<?>>()