Add minitest retry for flaky tests

Gemfile

@@ -70,9 +70,10 @@ end
 group :test do
   gem 'minitest'
   gem 'minitest-around' # to create a block around unit tests for initialisation and cleanup
-  gem 'minitest-bisect' # to identify randomly failing order-depoendent tests
+  gem 'minitest-bisect' # useful for identifing randomly failing order-depoendent tests
   gem 'minitest-focus'
   gem 'minitest-reporters'
+  gem 'minitest-retry' # relaunches selected methods when they fail
   gem 'minitest-stub_any_instance'
   gem 'rack-test'
   gem 'simplecov', require: false

Gemfile.lock

@@ -148,6 +148,8 @@ GEM
       builder
       minitest (>= 5.0)
       ruby-progressbar
+    minitest-retry (0.2.2)
+      minitest (>= 5.0)
     minitest-server (1.0.6)
       minitest (~> 5.0)
     minitest-stub_any_instance (1.0.2)
@@ -316,6 +318,7 @@ DEPENDENCIES
   minitest-bisect
   minitest-focus
   minitest-reporters
+  minitest-retry
   minitest-stub_any_instance
   nokogiri
   oj

test/test_helper.rb

@@ -39,6 +39,24 @@
   ENV['TIME'] && Minitest::Reporters::SpecReporter.new, # Generate a report to find slowest tests
 ].compact
 
+require 'minitest/retry'
+Minitest::Retry.use!(
+  # List of methods that will trigger a retry (when empty, all methods will).
+  # The list respects alphabetical order for easy maintenance
+  methods_to_retry: %w[
+    Api::V01::OutputTest#test_csv_configuration_asynchronously
+    Api::V01::OutputTest#test_csv_headers_compatible_with_import_according_to_language
+    Api::V01::OutputTest#test_returned_ids
+    Api::V01::OutputTest#test_returned_types
+    Api::V01::OutputTest#test_use_deprecated_csv_headers_asynchronously
+    Api::V01::WithSolverTest#test_deleted_job
+    DichotomiousTest#test_dichotomious_approach
+    SplitClusteringTest#test_avoid_capacities_overlap
+    SplitClusteringTest#test_no_doubles_3000
+    WrapperTest#test_detecting_unfeasible_services_can_not_take_too_long
+  ]
+)
+
 require 'grape'
 require 'grape-swagger'
 require 'grape-entity'