avoid flakiness in benchmarks

Author: VianneyRuhlmann

.gitlab/benchmarks/bp-runner.microbenchmarks.fail-on-breach.yml

@@ -32,91 +32,91 @@ experiments:
           - name: djangosimple-appsec
             thresholds:
               - execution_time < 22.30 ms
-              - max_rss_usage < 68.50 MB
+              - max_rss_usage < 69.50 MB
           - name: djangosimple-exception-replay-enabled
             thresholds:
               - execution_time < 1.45 ms
               - max_rss_usage < 67.50 MB
           - name: djangosimple-iast
             thresholds:
               - execution_time < 22.25 ms
-              - max_rss_usage < 68.00 MB
+              - max_rss_usage < 70.00 MB
           - name: djangosimple-profiler
             thresholds:
               - execution_time < 16.55 ms
-              - max_rss_usage < 56.50 MB
+              - max_rss_usage < 57.50 MB
           - name: djangosimple-span-code-origin
             thresholds:
               - execution_time < 28.20 ms
-              - max_rss_usage < 70.00 MB
+              - max_rss_usage < 71.00 MB
           - name: djangosimple-tracer
             thresholds:
               - execution_time < 21.75 ms
-              - max_rss_usage < 69.00 MB
+              - max_rss_usage < 70.00 MB
           - name: djangosimple-tracer-minimal
             thresholds:
               - execution_time < 17.50 ms
-              - max_rss_usage < 68.00 MB
+              - max_rss_usage < 69.00 MB
           - name: djangosimple-tracer-native
             thresholds:
               - execution_time < 21.75 ms
               - max_rss_usage < 72.50 MB
           - name: djangosimple-tracer-and-profiler
             thresholds:
               - execution_time < 23.50 ms
-              - max_rss_usage < 70.00 MB
+              - max_rss_usage < 71.00 MB
           - name: djangosimple-tracer-no-caches
             thresholds:
               - execution_time < 19.65 ms
-              - max_rss_usage < 68.50 MB
+              - max_rss_usage < 69.00 MB
           - name: djangosimple-tracer-no-databases
             thresholds:
               - execution_time < 20.10 ms
-              - max_rss_usage < 68.50 MB
+              - max_rss_usage < 69.00 MB
           - name: djangosimple-tracer-dont-create-db-spans
             thresholds:
               - execution_time < 21.50 ms
-              - max_rss_usage < 69.00 MB
+              - max_rss_usage < 70.00 MB
           - name: djangosimple-tracer-no-middleware
             thresholds:
               - execution_time < 21.50 ms
-              - max_rss_usage < 68.50 MB
+              - max_rss_usage < 69.00 MB
           - name: djangosimple-tracer-no-templates
             thresholds:
               - execution_time < 22.00 ms
-              - max_rss_usage < 68.50 MB
+              - max_rss_usage < 69.00 MB
           - name: djangosimple-resource-renaming
             thresholds:
               - execution_time < 21.75 ms
-              - max_rss_usage < 68.50 MB
+              - max_rss_usage < 69.50 MB
 
           # errortrackingdjangosimple
           - name: errortrackingdjangosimple-errortracking-enabled-all
             thresholds:
               - execution_time < 19.85 ms
-              - max_rss_usage < 68.50 MB
+              - max_rss_usage < 69.00 MB
           - name: errortrackingdjangosimple-errortracking-enabled-user
             thresholds:
               - execution_time < 19.40 ms
-              - max_rss_usage < 68.50 MB
+              - max_rss_usage < 69.00 MB
           - name: errortrackingdjangosimple-tracer-enabled
             thresholds:
               - execution_time < 19.45 ms
-              - max_rss_usage < 68.50 MB
+              - max_rss_usage < 69.00 MB
 
           # errortrackingflasksqli
           - name: errortrackingflasksqli-errortracking-enabled-all
             thresholds:
               - execution_time < 2.30 ms
-              - max_rss_usage < 55.00 MB
+              - max_rss_usage < 55.50 MB
           - name: errortrackingflasksqli-errortracking-enabled-user
             thresholds:
               - execution_time < 2.25 ms
-              - max_rss_usage < 55.00 MB
+              - max_rss_usage < 55.50 MB
           - name: errortrackingflasksqli-tracer-enabled
             thresholds:
               - execution_time < 2.30 ms
-              - max_rss_usage < 55.00 MB
+              - max_rss_usage < 55.50 MB
 
           # flask_simple
           - name: flasksimple-tracer
@@ -858,7 +858,7 @@ experiments:
           - name: packagesupdateimporteddependencies-import_many_stdlib
             thresholds:
               - execution_time < 1.75 ms
-              - max_rss_usage < 40.50 MB
+              - max_rss_usage < 41.00 MB
           - name: packagesupdateimporteddependencies-import_many_stdlib_cached
             thresholds:
               - execution_time < 1.10 ms