Change database result fetching to be batched

irrdnet · Jun 27, 2021 · dcc6fbc · dcc6fbc
1 parent d12fb31
commit dcc6fbc
Showing 1 changed file with 5 additions and 2 deletions.
diff --git a/irrd/storage/database_handler.py b/irrd/storage/database_handler.py
@@ -152,8 +152,11 @@ def execute_query():
  else:
  raise exc
 
- for row in result.fetchall():
- yield dict(row)
+ result_partition = result.fetchmany()
+ while result_partition:
+ for row in result_partition:
+ yield dict(row)
+ result_partition = result.fetchmany()
  result.close()
 
  def execute_statement(self, statement):