Fix Issue #429. Add an initialize_state method to the named entity re…

…cogniser that adds missing entity types. This is a messy place to add this, because it's strange to have the method mutate state. A better home for this logic could be found.
explosion · Oct 27, 2016 · 301f3cc · 301f3cc
1 parent afea650
commit 301f3cc
Showing 1 changed file with 9 additions and 0 deletions.
diff --git a/spacy/syntax/ner.pyx b/spacy/syntax/ner.pyx
@@ -158,6 +158,15 @@ cdef class BiluoPushDown(TransitionSystem):
             raise Exception(move)
         return t
 
+    cdef int initialize_state(self, StateC* st) nogil:
+        for i in range(st.length):
+            if st._sent[i].ent_type != 0:
+                with gil:
+                    self.add_action(BEGIN, st._sent[i].ent_type)
+                    self.add_action(IN, st._sent[i].ent_type)
+                    self.add_action(UNIT, st._sent[i].ent_type)
+                    self.add_action(LAST, st._sent[i].ent_type)
+
 
 cdef class Missing:
     @staticmethod