Use consistent fulltext content length in ranker

datakind · Jul 22, 2024 · 5f937f4 · 5f937f4
1 parent 7d006fd
commit 5f937f4
Showing 1 changed file with 5 additions and 2 deletions.
diff --git a/colandr/apis/resources/studies.py b/colandr/apis/resources/studies.py
@@ -450,8 +450,11 @@ def get(
             if study_ranker.model_fpath.exists():
                 records = (
                     {
-                        "text": result.fulltext.get("text_content")
-                        or result.citation_text_content
+                        "text": (
+                            result.fulltext["text_content"][:5000]
+                            if result.fulltext.get("text_content")
+                            else result.citation_text_content
+                        )
                     }
                     for result in results
                 )