update calc last_docs strategy

HazyResearch · Nov 4, 2018 · 2e028c4 · 2e028c4
1 parent 9600a85
commit 2e028c4
Showing 1 changed file with 3 additions and 1 deletion.
diff --git a/src/fonduer/utils/udf.py b/src/fonduer/utils/udf.py
@@ -93,7 +93,6 @@ def _apply_st(self, doc_loader, **kwargs):
 
         # Run single-thread
         for doc in doc_loader:
-            self.last_docs.add(doc)
             if self.pb is not None:
                 self.pb.update(1)
 
@@ -121,6 +120,9 @@ def fill_input_queue(in_queue, doc_loader, terminal_signal):
 
         total_count = len(doc_loader)
 
+        for doc in doc_loader:
+            self.last_docs.add(doc)
+
         # Start UDF Processes
         for i in range(parallelism):
             udf = self.udf_class(