{ "name": "append-no-conflicts", "description": "Indexes the whole document corpus using a setup that will lead to a larger indexing throughput than the default settings and produce a smaller index (higher compression rate). Document ids are unique so all index operations are append only. After that a couple of queries are run.", "default": true, "schedule": [ { "name": "delete-index-warmup-1", "operation": "delete-index" }, { "name": "operation-2-warmup-1", "operation": { "operation-type": "create-index", "settings": {%- if index_settings is defined %} {{index_settings | tojson}} {%- else %} { "index.codec": "best_compression", "index.refresh_interval": "30s", "index.translog.flush_threshold_size": "4g" }{%- endif %} } }, { "name": "check-cluster-health-warmup-1", "operation": { "operation-type": "cluster-health", "index": "nyc_taxis", "request-params": { "wait_for_status": "{{cluster_health | default('green')}}", "wait_for_no_relocating_shards": "true" }, "retry-until-success": true } }, { "name": "index-warmup-1", "operation": "index", "warmup-time-period": 999999999, "clients": {{bulk_indexing_clients | default(8)}}, "ignore-response-error-level": "{{error_level | default('non-fatal')}}" }, { "name": "refresh-after-index-warmup-1", "operation": "refresh" }, { "name": "operation-6-warmup-1", "operation": { "operation-type": "force-merge", "request-timeout": 7200{%- if force_merge_max_num_segments is defined %}, "max-num-segments": {{ force_merge_max_num_segments | tojson }} {%- endif %} } }, { "name": "refresh-after-force-merge-warmup-1", "operation": "refresh" }, { "name": "wait-until-merges-finish-warmup-1", "operation": "wait-until-merges-finish" }, { "name": "default-warmup-1", "operation": "default", "warmup-iterations": 150, "iterations": 1, "target-throughput": 3 }, { "name": "range-warmup-1", "operation": "range", "warmup-iterations": 150, "iterations": 1, "target-throughput": 0.7 }, { "name": "distance_amount_agg-warmup-1", "operation": "distance_amount_agg", "warmup-iterations": 150, "iterations": 1, "target-throughput": 2 }, { "name": "autohisto_agg-warmup-1", "operation": "autohisto_agg", "warmup-iterations": 150, "iterations": 1, "target-throughput": 1.5 }, { "name": "date_histogram_agg-warmup-1", "operation": "date_histogram_agg", "warmup-iterations": 150, "iterations": 1, "target-throughput": 1.5 }, { "name": "delete-index-warmup-2", "operation": "delete-index" }, { "name": "operation-2-warmup-2", "operation": { "operation-type": "create-index", "settings": {%- if index_settings is defined %} {{index_settings | tojson}} {%- else %} { "index.codec": "best_compression", "index.refresh_interval": "30s", "index.translog.flush_threshold_size": "4g" }{%- endif %} } }, { "name": "check-cluster-health-warmup-2", "operation": { "operation-type": "cluster-health", "index": "nyc_taxis", "request-params": { "wait_for_status": "{{cluster_health | default('green')}}", "wait_for_no_relocating_shards": "true" }, "retry-until-success": true } }, { "name": "index-warmup-2", "operation": "index", "warmup-time-period": 999999999, "clients": {{bulk_indexing_clients | default(8)}}, "ignore-response-error-level": "{{error_level | default('non-fatal')}}" }, { "name": "refresh-after-index-warmup-2", "operation": "refresh" }, { "name": "operation-6-warmup-2", "operation": { "operation-type": "force-merge", "request-timeout": 7200{%- if force_merge_max_num_segments is defined %}, "max-num-segments": {{ force_merge_max_num_segments | tojson }} {%- endif %} } }, { "name": "refresh-after-force-merge-warmup-2", "operation": "refresh" }, { "name": "wait-until-merges-finish-warmup-2", "operation": "wait-until-merges-finish" }, { "name": "default-warmup-2", "operation": "default", "warmup-iterations": 150, "iterations": 1, "target-throughput": 3 }, { "name": "range-warmup-2", "operation": "range", "warmup-iterations": 150, "iterations": 1, "target-throughput": 0.7 }, { "name": "distance_amount_agg-warmup-2", "operation": "distance_amount_agg", "warmup-iterations": 150, "iterations": 1, "target-throughput": 2 }, { "name": "autohisto_agg-warmup-2", "operation": "autohisto_agg", "warmup-iterations": 150, "iterations": 1, "target-throughput": 1.5 }, { "name": "date_histogram_agg-warmup-2", "operation": "date_histogram_agg", "warmup-iterations": 150, "iterations": 1, "target-throughput": 1.5 }, { "name": "delete-index-test-1", "operation": "delete-index" }, { "name": "operation-2-test-1", "operation": { "operation-type": "create-index", "settings": {%- if index_settings is defined %} {{index_settings | tojson}} {%- else %} { "index.codec": "best_compression", "index.refresh_interval": "30s", "index.translog.flush_threshold_size": "4g" }{%- endif %} } }, { "name": "check-cluster-health-test-1", "operation": { "operation-type": "cluster-health", "index": "nyc_taxis", "request-params": { "wait_for_status": "{{cluster_health | default('green')}}", "wait_for_no_relocating_shards": "true" }, "retry-until-success": true } }, { "name": "index-test-1", "operation": "index", "warmup-time-period": 240, "clients": {{bulk_indexing_clients | default(8)}}, "ignore-response-error-level": "{{error_level | default('non-fatal')}}" }, { "name": "refresh-after-index-test-1", "operation": "refresh" }, { "name": "operation-6-test-1", "operation": { "operation-type": "force-merge", "request-timeout": 7200{%- if force_merge_max_num_segments is defined %}, "max-num-segments": {{ force_merge_max_num_segments | tojson }} {%- endif %} } }, { "name": "refresh-after-force-merge-test-1", "operation": "refresh" }, { "name": "wait-until-merges-finish-test-1", "operation": "wait-until-merges-finish" }, { "name": "default-test-1", "operation": "default", "warmup-iterations": 50, "iterations": 100, "target-throughput": 3 }, { "name": "range-test-1", "operation": "range", "warmup-iterations": 50, "iterations": 100, "target-throughput": 0.7 }, { "name": "distance_amount_agg-test-1", "operation": "distance_amount_agg", "warmup-iterations": 50, "iterations": 100, "target-throughput": 2 }, { "name": "autohisto_agg-test-1", "operation": "autohisto_agg", "warmup-iterations": 50, "iterations": 100, "target-throughput": 1.5 }, { "name": "date_histogram_agg-test-1", "operation": "date_histogram_agg", "warmup-iterations": 50, "iterations": 100, "target-throughput": 1.5 }, { "name": "delete-index-test-2", "operation": "delete-index" }, { "name": "operation-2-test-2", "operation": { "operation-type": "create-index", "settings": {%- if index_settings is defined %} {{index_settings | tojson}} {%- else %} { "index.codec": "best_compression", "index.refresh_interval": "30s", "index.translog.flush_threshold_size": "4g" }{%- endif %} } }, { "name": "check-cluster-health-test-2", "operation": { "operation-type": "cluster-health", "index": "nyc_taxis", "request-params": { "wait_for_status": "{{cluster_health | default('green')}}", "wait_for_no_relocating_shards": "true" }, "retry-until-success": true } }, { "name": "index-test-2", "operation": "index", "warmup-time-period": 240, "clients": {{bulk_indexing_clients | default(8)}}, "ignore-response-error-level": "{{error_level | default('non-fatal')}}" }, { "name": "refresh-after-index-test-2", "operation": "refresh" }, { "name": "operation-6-test-2", "operation": { "operation-type": "force-merge", "request-timeout": 7200{%- if force_merge_max_num_segments is defined %}, "max-num-segments": {{ force_merge_max_num_segments | tojson }} {%- endif %} } }, { "name": "refresh-after-force-merge-test-2", "operation": "refresh" }, { "name": "wait-until-merges-finish-test-2", "operation": "wait-until-merges-finish" }, { "name": "default-test-2", "operation": "default", "warmup-iterations": 50, "iterations": 100, "target-throughput": 3 }, { "name": "range-test-2", "operation": "range", "warmup-iterations": 50, "iterations": 100, "target-throughput": 0.7 }, { "name": "distance_amount_agg-test-2", "operation": "distance_amount_agg", "warmup-iterations": 50, "iterations": 100, "target-throughput": 2 }, { "name": "autohisto_agg-test-2", "operation": "autohisto_agg", "warmup-iterations": 50, "iterations": 100, "target-throughput": 1.5 }, { "name": "date_histogram_agg-test-2", "operation": "date_histogram_agg", "warmup-iterations": 50, "iterations": 100, "target-throughput": 1.5 }, { "name": "delete-index-test-3", "operation": "delete-index" }, { "name": "operation-2-test-3", "operation": { "operation-type": "create-index", "settings": {%- if index_settings is defined %} {{index_settings | tojson}} {%- else %} { "index.codec": "best_compression", "index.refresh_interval": "30s", "index.translog.flush_threshold_size": "4g" }{%- endif %} } }, { "name": "check-cluster-health-test-3", "operation": { "operation-type": "cluster-health", "index": "nyc_taxis", "request-params": { "wait_for_status": "{{cluster_health | default('green')}}", "wait_for_no_relocating_shards": "true" }, "retry-until-success": true } }, { "name": "index-test-3", "operation": "index", "warmup-time-period": 240, "clients": {{bulk_indexing_clients | default(8)}}, "ignore-response-error-level": "{{error_level | default('non-fatal')}}" }, { "name": "refresh-after-index-test-3", "operation": "refresh" }, { "name": "operation-6-test-3", "operation": { "operation-type": "force-merge", "request-timeout": 7200{%- if force_merge_max_num_segments is defined %}, "max-num-segments": {{ force_merge_max_num_segments | tojson }} {%- endif %} } }, { "name": "refresh-after-force-merge-test-3", "operation": "refresh" }, { "name": "wait-until-merges-finish-test-3", "operation": "wait-until-merges-finish" }, { "name": "default-test-3", "operation": "default", "warmup-iterations": 50, "iterations": 100, "target-throughput": 3 }, { "name": "range-test-3", "operation": "range", "warmup-iterations": 50, "iterations": 100, "target-throughput": 0.7 }, { "name": "distance_amount_agg-test-3", "operation": "distance_amount_agg", "warmup-iterations": 50, "iterations": 100, "target-throughput": 2 }, { "name": "autohisto_agg-test-3", "operation": "autohisto_agg", "warmup-iterations": 50, "iterations": 100, "target-throughput": 1.5 }, { "name": "date_histogram_agg-test-3", "operation": "date_histogram_agg", "warmup-iterations": 50, "iterations": 100, "target-throughput": 1.5 } ] }