feat: Decrease skils query chunk size to fetch more jobs

openedx · Aug 20, 2021 · 1401d77 · 1401d77
1 parent 57c9b25
commit 1401d77
Show file tree

Hide file tree

Showing 3 changed files with 7 additions and 2 deletions.
diff --git a/CHANGELOG.rst b/CHANGELOG.rst
@@ -14,6 +14,11 @@ Change Log
 Unreleased
 --------------------
 
+[1.14.1] - 2021-08-20
+---------------------
+
+* Decreased skills query chunk_size from 2000 to 50 to fetch more jobs.
+
 [1.14.0] - 2021-08-16
 ---------------------
 

diff --git a/taxonomy/__init__.py b/taxonomy/__init__.py
@@ -15,6 +15,6 @@
 # 2. MINOR version when you add functionality in a backwards compatible manner, and
 # 3. PATCH version when you make backwards compatible bug fixes.
 # More details can be found at https://semver.org/
-__version__ = '1.14.0'
+__version__ = '1.14.1'
 
 default_app_config = 'taxonomy.apps.TaxonomyConfig'  # pylint: disable=invalid-name
diff --git a/taxonomy/management/commands/refresh_job_skills.py b/taxonomy/management/commands/refresh_job_skills.py
@@ -62,7 +62,7 @@ def _refresh_jobs(self, ranking_facet, nested_ranking_facet):
         client = EMSIJobsApiClient()
         try:
             skills = Skill.objects.all()
-            for chunked_skills in chunked_queryset(skills):
+            for chunked_skills in chunked_queryset(skills, chunk_size=50):
                 skill_external_ids = list(chunked_skills.values_list('external_id', flat=True))
                 jobs = client.get_jobs(
                     ranking_facet=ranking_facet,