fixed #251

nitrite · Sep 24, 2020 · 05a421e · 05a421e
1 parent c3efcf6
commit 05a421e
Show file tree

Hide file tree

Showing 7 changed files with 1,427 additions and 148 deletions.
diff --git a/.gitignore b/.gitignore
@@ -451,4 +451,5 @@ captures/
 !/nitrite-datagate/src/main/dist/bin/
 /nitrite-datagate/src/main/dist/logs/
 
-.attach_pid*
+.attach_pid*
+.diffblue
diff --git a/gradlew b/gradlew
diff --git a/nitrite/src/main/java/org/dizitart/no2/fulltext/Languages.java b/nitrite/src/main/java/org/dizitart/no2/fulltext/Languages.java
@@ -18,6 +18,8 @@
 
 package org.dizitart.no2.fulltext;
 
+import org.dizitart.no2.fulltext.languages.*;
+
 /**
  * All supported languages for full-text search.
  *
@@ -30,6 +32,7 @@ public enum Languages {
     Armenian,
     Basque,
     Bengali,
+    BrazilianPortuguese,
     Breton,
     Bulgarian,
     Catalan,

diff --git a/nitrite/src/main/java/org/dizitart/no2/fulltext/UniversalTextTokenizer.java b/nitrite/src/main/java/org/dizitart/no2/fulltext/UniversalTextTokenizer.java
@@ -60,6 +60,9 @@ public void loadLanguage(Languages... languages) {
                 case Bengali:
                     registerLanguage(new Bengali());
                     break;
+                case BrazilianPortuguese:
+                    registerLanguage(new BrazilianPortuguese());
+                    break;
                 case Breton:
                     registerLanguage(new Breton());
                     break;

diff --git a/nitrite/src/main/java/org/dizitart/no2/fulltext/languages/BrazilianPortuguese.java b/nitrite/src/main/java/org/dizitart/no2/fulltext/languages/BrazilianPortuguese.java
@@ -0,0 +1,165 @@
+/*
+ *
+ * Copyright 2017-2018 Nitrite author or authors.
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *        http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ *
+ */
+
+package org.dizitart.no2.fulltext.languages;
+
+import org.dizitart.no2.fulltext.Language;
+
+import java.util.Arrays;
+import java.util.HashSet;
+import java.util.Set;
+
+/**
+ * Breton stop words
+ *
+ * @since 2.1.0
+ * @author Anindya Chatterjee
+ */
+public class BrazilianPortuguese implements Language {
+    @Override
+    public Set<String> stopWords() {
+        return new HashSet<>(Arrays.asList(
+                "a",
+                "ainda",
+                "alem",
+                "ambas",
+                "ambos",
+                "antes",
+                "ao",
+                "aonde",
+                "aos",
+                "apos",
+                "aquele",
+                "aqueles",
+                "as",
+                "assim",
+                "com",
+                "como",
+                "contra",
+                "contudo",
+                "cuja",
+                "cujas",
+                "cujo",
+                "cujos",
+                "da",
+                "das",
+                "de",
+                "dela",
+                "dele",
+                "deles",
+                "demais",
+                "depois",
+                "desde",
+                "desta",
+                "deste",
+                "dispoe",
+                "dispoem",
+                "diversa",
+                "diversas",
+                "diversos",
+                "do",
+                "dos",
+                "durante",
+                "e",
+                "ela",
+                "elas",
+                "ele",
+                "eles",
+                "em",
+                "entao",
+                "entre",
+                "essa",
+                "essas",
+                "esse",
+                "esses",
+                "esta",
+                "estas",
+                "este",
+                "estes",
+                "ha",
+                "isso",
+                "isto",
+                "logo",
+                "mais",
+                "mas",
+                "mediante",
+                "menos",
+                "mesma",
+                "mesmas",
+                "mesmo",
+                "mesmos",
+                "na",
+                "nao",
+                "nas",
+                "nem",
+                "nesse",
+                "neste",
+                "nos",
+                "o",
+                "os",
+                "ou",
+                "outra",
+                "outras",
+                "outro",
+                "outros",
+                "pelas",
+                "pelo",
+                "pelos",
+                "perante",
+                "pois",
+                "por",
+                "porque",
+                "portanto",
+                "propios",
+                "proprio",
+                "quais",
+                "qual",
+                "qualquer",
+                "quando",
+                "quanto",
+                "que",
+                "quem",
+                "quer",
+                "se",
+                "seja",
+                "sem",
+                "sendo",
+                "seu",
+                "seus",
+                "sob",
+                "sobre",
+                "sua",
+                "suas",
+                "tal",
+                "tambem",
+                "teu",
+                "teus",
+                "toda",
+                "todas",
+                "todo",
+                "todos",
+                "tua",
+                "tuas",
+                "tudo",
+                "um",
+                "uma",
+                "umas",
+                "uns"
+        ));
+    }
+}