zephir processing skips records that don't have at least on full text…

… item
mlibrary · Apr 29, 2024 · 4a54ef0 · 4a54ef0
1 parent 86db782
commit 4a54ef0
Showing 1 changed file with 4 additions and 0 deletions.
diff --git a/umich_catalog_indexing/lib/jobs/zephir_processing.rb b/umich_catalog_indexing/lib/jobs/zephir_processing.rb
@@ -15,6 +15,7 @@ def self.run(full_zephir_file:, batch_size: 100, threads: 4)
       report[:skipped_umich] = 0
       report[:skipped_overlap] = 0
       report[:not_skipped] = 0
+      report[:no_full_text] = 0
       report[:count] = 0
       S.logger.info "Writing filtered records from #{full_zephir_file} to the #{scratch_dir} directory"
       Zinzout.zin(full_zephir_file) do |infile|
@@ -24,6 +25,9 @@ def self.run(full_zephir_file:, batch_size: 100, threads: 4)
             if r.is_umich?
               report[:skipped_umich] += 1
               false # don't add it.
+            elsif r.no_full_text?
+              report[:no_full_text] += 1
+              false
             else
               r
             end