Add limiter for copay batch processing (#12910)

* Add limiter for batch processing

* Adjust limit numbers

* Move to concurrent approach

* Break out from batch

* Decrease concurrent thread count

* Revert past decrease

* Move throttle to class method

* Make static limiter

* Lint

* Lint pt 2

app/workers/copay_notifications/parse_new_statements_job.rb

@@ -6,13 +6,28 @@ class ParseNewStatementsJob
 
     sidekiq_options retry: false
 
+    def self.throttle
+      return Sidekiq::Limiter.unlimited if Rails.env.test?
+
+      Sidekiq::Limiter.concurrent('new-copay-statements', 8, wait_timeout: 259_200,
+                                                             lock_timeout: 120)
+    end
+
+    LIMITER = throttle
+
     def perform(statements_json_byte)
       # Decode and parse large json file (~60-90k objects)
       statements_json = Oj.load(Base64.decode64(statements_json_byte))
-
       unique_statements = statements_json.uniq { |statement| statement['veteranIdentifier'] }
+
+      batch = Sidekiq::Batch.new
+
       unique_statements.each do |statement|
-        CopayNotifications::NewStatementNotificationJob.perform_async(statement)
+        LIMITER.within_limit do
+          batch.jobs do
+            CopayNotifications::NewStatementNotificationJob.perform_async(statement)
+          end
+        end
       end
     end
   end