Merge pull request #368 from boxheed/master

Issue #366 - added null check to the 'text' variable
nitrite · Oct 31, 2020 · d16b002 · d16b002
2 parents 20d03c8 + f197a4d
commit d16b002
Showing 1 changed file with 8 additions and 6 deletions.
diff --git a/nitrite/src/main/java/org/dizitart/no2/fulltext/BaseTextTokenizer.java b/nitrite/src/main/java/org/dizitart/no2/fulltext/BaseTextTokenizer.java
@@ -37,12 +37,14 @@ public abstract class BaseTextTokenizer implements TextTokenizer {
     @Override
     public Set<String> tokenize(String text) throws IOException {
         Set<String> words = new HashSet<>();
-        StringTokenizer tokenizer = new StringTokenizer(text, WHITESPACE_CHARS);
-        while (tokenizer.hasMoreTokens()) {
-            String word = tokenizer.nextToken();
-            word = convertWord(word);
-            if (word != null) {
-                words.add(word);
+        if(text != null) {
+            StringTokenizer tokenizer = new StringTokenizer(text, WHITESPACE_CHARS);
+            while (tokenizer.hasMoreTokens()) {
+                String word = tokenizer.nextToken();
+                word = convertWord(word);
+                if (word != null) {
+                    words.add(word);
+                }
             }
         }
         return words;