Don't store user data if told not to (fix explosion#9190)

polm · Sep 16, 2021 · 0c6e7f8 · 0c6e7f8
1 parent 865cfbc
commit 0c6e7f8
Showing 1 changed file with 2 additions and 1 deletion.
diff --git a/spacy/tokens/_serialize.py b/spacy/tokens/_serialize.py
@@ -110,7 +110,8 @@ def add(self, doc: Doc) -> None:
  self.strings.add(token.ent_kb_id_)
  self.strings.add(token.ent_id_)
  self.cats.append(doc.cats)
- self.user_data.append(srsly.msgpack_dumps(doc.user_data))
+ if self.store_user_data:
+ self.user_data.append(srsly.msgpack_dumps(doc.user_data))
  self.span_groups.append(doc.spans.to_bytes())
  for key, group in doc.spans.items():
  for span in group: