From f63910671311984eed0389dfb46398e2127dac3f Mon Sep 17 00:00:00 2001 From: Magdalen Date: Fri, 18 Oct 2024 12:01:53 -0700 Subject: [PATCH] moved runbooks folder --- neurips23/runbooks/clustered_data_gen.py | 99 + .../runbooks/clustered_replace_runbook.yaml | 450 + neurips23/runbooks/clustered_runbook.yaml | 392 + neurips23/runbooks/delete_runbook.yaml | 482 + neurips23/runbooks/final_runbook.yaml | 3843 +++++++ neurips23/runbooks/final_runbook_gen.py | 177 + .../runbooks/gen_expiration_time_runbook.py | 176 + neurips23/runbooks/gen_replace_runbooks.py | 149 + .../runbooks/generate_msturing10m_runbooks.py | 50 + .../msmarco-100M_expirationtime_runbook.yaml | 9578 +++++++++++++++++ .../msturing-10M_slidingwindow_runbook.yaml | 1402 +++ .../runbooks/random_replace_runbook.yaml | 450 + .../runbooks/simple_replace_runbook.yaml | 30 + neurips23/runbooks/simple_runbook.yaml | 110 + ...xpiration_time_replace_delete_runbook.yaml | 1210 +++ ..._expiration_time_replace_only_runbook.yaml | 1070 ++ .../wikipedia-1M_expiration_time_runbook.yaml | 843 ++ ...xpiration_time_replace_delete_runbook.yaml | 4438 ++++++++ ..._expiration_time_replace_only_runbook.yaml | 854 ++ .../wikipedia-35M_expirationtime_runbook.yaml | 3307 ++++++ 20 files changed, 29110 insertions(+) create mode 100644 neurips23/runbooks/clustered_data_gen.py create mode 100644 neurips23/runbooks/clustered_replace_runbook.yaml create mode 100644 neurips23/runbooks/clustered_runbook.yaml create mode 100644 neurips23/runbooks/delete_runbook.yaml create mode 100644 neurips23/runbooks/final_runbook.yaml create mode 100644 neurips23/runbooks/final_runbook_gen.py create mode 100644 neurips23/runbooks/gen_expiration_time_runbook.py create mode 100644 neurips23/runbooks/gen_replace_runbooks.py create mode 100644 neurips23/runbooks/generate_msturing10m_runbooks.py create mode 100644 neurips23/runbooks/msmarco-100M_expirationtime_runbook.yaml create mode 100644 neurips23/runbooks/msturing-10M_slidingwindow_runbook.yaml create mode 100644 neurips23/runbooks/random_replace_runbook.yaml create mode 100644 neurips23/runbooks/simple_replace_runbook.yaml create mode 100644 neurips23/runbooks/simple_runbook.yaml create mode 100644 neurips23/runbooks/wikipedia-1M_expiration_time_replace_delete_runbook.yaml create mode 100644 neurips23/runbooks/wikipedia-1M_expiration_time_replace_only_runbook.yaml create mode 100644 neurips23/runbooks/wikipedia-1M_expiration_time_runbook.yaml create mode 100644 neurips23/runbooks/wikipedia-35M_expiration_time_replace_delete_runbook.yaml create mode 100644 neurips23/runbooks/wikipedia-35M_expiration_time_replace_only_runbook.yaml create mode 100644 neurips23/runbooks/wikipedia-35M_expirationtime_runbook.yaml diff --git a/neurips23/runbooks/clustered_data_gen.py b/neurips23/runbooks/clustered_data_gen.py new file mode 100644 index 000000000..11de93eb3 --- /dev/null +++ b/neurips23/runbooks/clustered_data_gen.py @@ -0,0 +1,99 @@ +import argparse +import os +import numpy as np +import yaml + +from scipy.cluster.vq import vq, kmeans2 +from typing import Tuple +from benchmark.datasets import DATASETS + +def cluster_and_permute( + data, num_clusters +) -> Tuple[np.ndarray[int], np.ndarray[int]]: + """ + Cluster the data and return permutation of row indices + that would group indices of the same cluster together + """ + npts = np.shape(data)[0] + sample_size = min(100000, npts) + sample_indices = np.random.choice(range(npts), size=sample_size, replace=False) + sampled_data = data[sample_indices, :] + centroids, sample_labels = kmeans2(sampled_data, num_clusters, minit="++", iter=10) + labels, dist = vq(data, centroids) + + count = np.zeros(num_clusters) + for i in range(npts): + count[labels[i]] += 1 + print("Cluster counts") + print(count) + + offsets = np.zeros(num_clusters + 1, dtype=int) + for i in range(0, num_clusters, 1): + offsets[i + 1] = offsets[i] + count[i] + + permutation = np.zeros(npts, dtype=int) + counters = np.zeros(num_clusters, dtype=int) + for i in range(npts): + label = labels[i] + row = offsets[label] + counters[label] + counters[label] += 1 + permutation[row] = i + + return offsets, permutation + +def main(): + parser = argparse.ArgumentParser( + formatter_class=argparse.ArgumentDefaultsHelpFormatter) + + parser.add_argument( + '--dataset', + choices=DATASETS.keys(), + required=True) + parser.add_argument( + '-c', '--num_clusters', + type=int, + required=True + ) + parser.add_argument( + '-o', '--output_data_file', + required=True + ) + parser.add_argument( + '-y', '--output_yaml_file', + required=True + ) + args = parser.parse_args() + + ds = DATASETS[args.dataset]() + data = ds.get_dataset() + + offsets, permutation = cluster_and_permute(data, args.num_clusters) + + permuted_data = data[permutation,:] + operation_list = [] + print(permutation) + for c in range(args.num_clusters): + cluster_index_range = range(offsets[c], offsets[c + 1]) + cluster_indices = np.array(permutation[cluster_index_range], dtype=np.uintc) + print(cluster_index_range) + entry = [{'operation': 'insert'}, {'start': int(offsets[c])}, {'end': int(offsets[c+1])}] + operation_list.append((c+1, entry)) + + shape = np.shape(permuted_data) + with open(args.output_data_file, 'wb') as df: + df.write(shape[0].to_bytes(4, 'little')) + df.write(shape[1].to_bytes(4, 'little')) + df.write(permuted_data) + + with open(args.output_yaml_file, 'w') as yf: + operation_list.sort(key = lambda x: x[0]) + sorted_dict = {} + for (k, v) in operation_list: + sorted_dict[k]=v + yaml_object = {} + yaml_object[args.dataset] = sorted_dict + yaml.dump(yaml_object, yf) + + +if __name__ == '__main__': + main() diff --git a/neurips23/runbooks/clustered_replace_runbook.yaml b/neurips23/runbooks/clustered_replace_runbook.yaml new file mode 100644 index 000000000..de3abcaac --- /dev/null +++ b/neurips23/runbooks/clustered_replace_runbook.yaml @@ -0,0 +1,450 @@ +msturing-10M-clustered: + max_pts: 7191263 + 1: + end: 184033 + operation: insert + start: 0 + 2: + operation: search + 3: + end: 441437 + operation: insert + start: 255771 + 4: + operation: search + 5: + end: 738616 + operation: insert + start: 491965 + 6: + operation: search + 7: + end: 1008884 + operation: insert + start: 824781 + 8: + operation: search + 9: + end: 1407605 + operation: insert + start: 1081209 + 10: + operation: search + 11: + end: 1864833 + operation: insert + start: 1568760 + 12: + operation: search + 13: + end: 2259572 + operation: insert + start: 1959174 + 14: + operation: search + 15: + end: 2742135 + operation: insert + start: 2404186 + 16: + operation: search + 17: + end: 3050396 + operation: insert + start: 2798660 + 18: + operation: search + 19: + end: 3342738 + operation: insert + start: 3082959 + 20: + operation: search + 21: + end: 3832037 + operation: insert + start: 3480554 + 22: + operation: search + 23: + end: 4112969 + operation: insert + start: 3910930 + 24: + operation: search + 25: + end: 4527913 + operation: insert + start: 4194870 + 26: + operation: search + 27: + end: 4844097 + operation: insert + start: 4652840 + 28: + operation: search + 29: + end: 5037538 + operation: insert + start: 4872616 + 30: + operation: search + 31: + end: 5422398 + operation: insert + start: 5184725 + 32: + operation: search + 33: + end: 5829295 + operation: insert + start: 5629098 + 34: + operation: search + 35: + end: 6247916 + operation: insert + start: 6023119 + 36: + operation: search + 37: + end: 6468216 + operation: insert + start: 6292969 + 38: + operation: search + 39: + end: 6728355 + operation: insert + start: 6508987 + 40: + operation: search + 41: + end: 6975224 + operation: insert + start: 6767675 + 42: + operation: search + 43: + end: 7216362 + operation: insert + start: 7000498 + 44: + operation: search + 45: + end: 7415603 + operation: insert + start: 7263856 + 46: + operation: search + 47: + end: 7692157 + operation: insert + start: 7485517 + 48: + operation: search + 49: + end: 7912750 + operation: insert + start: 7739934 + 50: + operation: search + 51: + end: 8301620 + operation: insert + start: 8055691 + 52: + operation: search + 53: + end: 8586722 + operation: insert + start: 8381008 + 54: + operation: search + 55: + end: 8919414 + operation: insert + start: 8750107 + 56: + operation: search + 57: + end: 9141661 + operation: insert + start: 8942969 + 58: + operation: search + 59: + end: 9413396 + operation: insert + start: 9223315 + 60: + operation: search + 61: + end: 9638406 + operation: insert + start: 9508781 + 62: + operation: search + 63: + end: 9947236 + operation: insert + start: 9722747 + 64: + operation: search + 65: + ids_end: 216756 + ids_start: 184033 + operation: replace + tags_end: 32723 + tags_start: 0 + 66: + operation: search + 67: + ids_end: 470158 + ids_start: 441437 + operation: replace + tags_end: 284492 + tags_start: 255771 + 68: + operation: search + 69: + ids_end: 740235 + ids_start: 738616 + operation: replace + tags_end: 493584 + tags_start: 491965 + 70: + operation: search + 71: + ids_end: 1053554 + ids_start: 1008884 + operation: replace + tags_end: 869451 + tags_start: 824781 + 72: + operation: search + 73: + ids_end: 1506247 + ids_start: 1407605 + operation: replace + tags_end: 1179851 + tags_start: 1081209 + 74: + operation: search + 75: + ids_end: 1923035 + ids_start: 1864833 + operation: replace + tags_end: 1626962 + tags_start: 1568760 + 76: + operation: search + 77: + ids_end: 2396051 + ids_start: 2259572 + operation: replace + tags_end: 2095653 + tags_start: 1959174 + 78: + operation: search + 79: + ids_end: 2780674 + ids_start: 2742135 + operation: replace + tags_end: 2442725 + tags_start: 2404186 + 80: + operation: search + 81: + ids_end: 3062102 + ids_start: 3050396 + operation: replace + tags_end: 2810366 + tags_start: 2798660 + 82: + operation: search + 83: + ids_end: 3402967 + ids_start: 3342738 + operation: replace + tags_end: 3143188 + tags_start: 3082959 + 84: + operation: search + 85: + ids_end: 3887075 + ids_start: 3832037 + operation: replace + tags_end: 3535592 + tags_start: 3480554 + 86: + operation: search + 87: + ids_end: 4117901 + ids_start: 4112969 + operation: replace + tags_end: 3915862 + tags_start: 3910930 + 88: + operation: search + 89: + ids_end: 4611210 + ids_start: 4527913 + operation: replace + tags_end: 4278167 + tags_start: 4194870 + 90: + operation: search + 91: + ids_end: 4863222 + ids_start: 4844097 + operation: replace + tags_end: 4671965 + tags_start: 4652840 + 92: + operation: search + 93: + ids_end: 5068503 + ids_start: 5037538 + operation: replace + tags_end: 4903581 + tags_start: 4872616 + 94: + operation: search + 95: + ids_end: 5449047 + ids_start: 5422398 + operation: replace + tags_end: 5211374 + tags_start: 5184725 + 96: + operation: search + 97: + ids_end: 5890432 + ids_start: 5829295 + operation: replace + tags_end: 5690235 + tags_start: 5629098 + 98: + operation: search + 99: + ids_end: 6264302 + ids_start: 6247916 + operation: replace + tags_end: 6039505 + tags_start: 6023119 + 100: + operation: search + 101: + ids_end: 6491463 + ids_start: 6468216 + operation: replace + tags_end: 6316216 + tags_start: 6292969 + 102: + operation: search + 103: + ids_end: 6745600 + ids_start: 6728355 + operation: replace + tags_end: 6526232 + tags_start: 6508987 + 104: + operation: search + 105: + ids_end: 7000204 + ids_start: 6975224 + operation: replace + tags_end: 6792655 + tags_start: 6767675 + 106: + operation: search + 107: + ids_end: 7221208 + ids_start: 7216362 + operation: replace + tags_end: 7005344 + tags_start: 7000498 + 108: + operation: search + 109: + ids_end: 7430206 + ids_start: 7415603 + operation: replace + tags_end: 7278459 + tags_start: 7263856 + 110: + operation: search + 111: + ids_end: 7699863 + ids_start: 7692157 + operation: replace + tags_end: 7493223 + tags_start: 7485517 + 112: + operation: search + 113: + ids_end: 8006105 + ids_start: 7912750 + operation: replace + tags_end: 7833289 + tags_start: 7739934 + 114: + operation: search + 115: + ids_end: 8321728 + ids_start: 8301620 + operation: replace + tags_end: 8075799 + tags_start: 8055691 + 116: + operation: search + 117: + ids_end: 8662910 + ids_start: 8586722 + operation: replace + tags_end: 8457196 + tags_start: 8381008 + 118: + operation: search + 119: + ids_end: 8925171 + ids_start: 8919414 + operation: replace + tags_end: 8755864 + tags_start: 8750107 + 120: + operation: search + 121: + ids_end: 9154641 + ids_start: 9141661 + operation: replace + tags_end: 8955949 + tags_start: 8942969 + 122: + operation: search + 123: + ids_end: 9423924 + ids_start: 9413396 + operation: replace + tags_end: 9233843 + tags_start: 9223315 + 124: + operation: search + 125: + ids_end: 9693761 + ids_start: 9638406 + operation: replace + tags_end: 9564136 + tags_start: 9508781 + 126: + operation: search + 127: + ids_end: 9954527 + ids_start: 9947236 + operation: replace + tags_end: 9730038 + tags_start: 9722747 + 128: + operation: search diff --git a/neurips23/runbooks/clustered_runbook.yaml b/neurips23/runbooks/clustered_runbook.yaml new file mode 100644 index 000000000..c0323e5ea --- /dev/null +++ b/neurips23/runbooks/clustered_runbook.yaml @@ -0,0 +1,392 @@ +random-xs-clustered: + max_pts: 10000 + 1: + operation: "insert" + start: 0 + end: 326 + 2: + operation: "search" + 3: + operation: "insert" + start: 326 + end: 596 + 4: + operation: "search" + 5: + operation: "insert" + start: 596 + end: 945 + 6: + operation: "search" + 7: + operation: "insert" + start: 945 + end: 1323 + 8: + operation: "search" + 9: + operation: "insert" + start: 1323 + end: 1623 + 10: + operation: "search" + 11: + operation: "insert" + start: 1623 + end: 1986 + 12: + operation: "search" + 13: + operation: "insert" + start: 1986 + end: 2199 + 14: + operation: "search" + 15: + operation: "insert" + start: 2199 + end: 2576 + 16: + operation: "search" + 17: + operation: "insert" + start: 2576 + end: 2921 + 18: + operation: "search" + 19: + operation: "insert" + start: 2921 + end: 3252 + 20: + operation: "search" + 21: + operation: "insert" + start: 3252 + end: 3530 + 22: + operation: "search" + 23: + operation: "insert" + start: 3530 + end: 3866 + 24: + operation: "search" + 25: + operation: "insert" + start: 3866 + end: 4150 + 26: + operation: "search" + 27: + operation: "insert" + start: 4150 + end: 4434 + 28: + operation: "search" + 29: + operation: "insert" + start: 4434 + end: 4707 + 30: + operation: "search" + 31: + operation: "insert" + start: 4707 + end: 5073 + 32: + operation: "search" + 33: + operation: "insert" + start: 5073 + end: 5404 + 34: + operation: "search" + 35: + operation: "insert" + start: 5404 + end: 5718 + 36: + operation: "search" + 37: + operation: "insert" + start: 5718 + end: 6072 + 38: + operation: "search" + 39: + operation: "insert" + start: 6072 + end: 6338 + 40: + operation: "search" + 41: + operation: "insert" + start: 6338 + end: 6613 + 42: + operation: "search" + 43: + operation: "insert" + start: 6613 + end: 6908 + 44: + operation: "search" + 45: + operation: "insert" + start: 6908 + end: 7115 + 46: + operation: "search" + 47: + operation: "insert" + start: 7115 + end: 7452 + 48: + operation: "search" + 49: + operation: "insert" + start: 7452 + end: 7717 + 50: + operation: "search" + 51: + operation: "insert" + start: 7717 + end: 8065 + 52: + operation: "search" + 53: + operation: "insert" + start: 8065 + end: 8313 + 54: + operation: "search" + 55: + operation: "insert" + start: 8313 + end: 8698 + 56: + operation: "search" + 57: + operation: "insert" + start: 8698 + end: 9011 + 58: + operation: "search" + 59: + operation: "insert" + start: 9011 + end: 9307 + 60: + operation: "search" + 61: + operation: "insert" + start: 9307 + end: 9651 + 62: + operation: "search" + 63: + operation: "insert" + start: 9651 + end: 10000 + 64: + operation: "search" + gt_url: "https://comp21storage.z5.web.core.windows.net/comp23/clustered_data/random-xs-clustered/clustered_runboook.yaml" +msturing-10M-clustered: + max_pts: 10000000 + # On Azure D8lds v5, runtime: 14 minutes + # recall@10: 0.9247 for "R":64, "L":50, "insert_threads":16, "consolidate_threads":16 "Ls":100, "T":16 + 1: + operation: "insert" + start: 0 + end: 255771 + 2: + operation: "search" + 3: + operation: "insert" + start: 255771 + end: 491965 + 4: + operation: "search" + 5: + operation: "insert" + start: 491965 + end: 824781 + 6: + operation: "search" + 7: + operation: "insert" + start: 824781 + end: 1081209 + 8: + operation: "search" + 9: + operation: "insert" + start: 1081209 + end: 1568760 + 10: + operation: "search" + 11: + operation: "insert" + start: 1568760 + end: 1959174 + 12: + operation: "search" + 13: + operation: "insert" + start: 1959174 + end: 2404186 + 14: + operation: "search" + 15: + operation: "insert" + start: 2404186 + end: 2798660 + 16: + operation: "search" + 17: + operation: "insert" + start: 2798660 + end: 3082959 + 18: + operation: "search" + 19: + operation: "insert" + start: 3082959 + end: 3480554 + 20: + operation: "search" + 21: + operation: "insert" + start: 3480554 + end: 3910930 + 22: + operation: "search" + 23: + operation: "insert" + start: 3910930 + end: 4194870 + 24: + operation: "search" + 25: + operation: "insert" + start: 4194870 + end: 4652840 + 26: + operation: "search" + 27: + operation: "insert" + start: 4652840 + end: 4872616 + 28: + operation: "search" + 29: + operation: "insert" + start: 4872616 + end: 5184725 + 30: + operation: "search" + 31: + operation: "insert" + start: 5184725 + end: 5629098 + 32: + operation: "search" + 33: + operation: "insert" + start: 5629098 + end: 6023119 + 34: + operation: "search" + 35: + operation: "insert" + start: 6023119 + end: 6292969 + 36: + operation: "search" + 37: + operation: "insert" + start: 6292969 + end: 6508987 + 38: + operation: "search" + 39: + operation: "insert" + start: 6508987 + end: 6767675 + 40: + operation: "search" + 41: + operation: "insert" + start: 6767675 + end: 7000498 + 42: + operation: "search" + 43: + operation: "insert" + start: 7000498 + end: 7263856 + 44: + operation: "search" + 45: + operation: "insert" + start: 7263856 + end: 7485517 + 46: + operation: "search" + 47: + operation: "insert" + start: 7485517 + end: 7739934 + 48: + operation: "search" + 49: + operation: "insert" + start: 7739934 + end: 8055691 + 50: + operation: "search" + 51: + operation: "insert" + start: 8055691 + end: 8381008 + 52: + operation: "search" + 53: + operation: "insert" + start: 8381008 + end: 8750107 + 54: + operation: "search" + 55: + operation: "insert" + start: 8750107 + end: 8942969 + 56: + operation: "search" + 57: + operation: "insert" + start: 8942969 + end: 9223315 + 58: + operation: "search" + 59: + operation: "insert" + start: 9223315 + end: 9508781 + 60: + operation: "search" + 61: + operation: "insert" + start: 9508781 + end: 9722747 + 62: + operation: "search" + 63: + operation: "insert" + start: 9722747 + end: 10000000 + 64: + operation: "search" + gt_url: "https://comp21storage.z5.web.core.windows.net/comp23/clustered_data/msturing-10M-clustered/clustered_runboook.yaml" diff --git a/neurips23/runbooks/delete_runbook.yaml b/neurips23/runbooks/delete_runbook.yaml new file mode 100644 index 000000000..04dae3310 --- /dev/null +++ b/neurips23/runbooks/delete_runbook.yaml @@ -0,0 +1,482 @@ +random-xs-clustered: + max_pts: 6400 + 1: + operation: "insert" + start: 0 + end: 326 + 2: + operation: "search" + 3: + operation: "insert" + start: 326 + end: 596 + 4: + operation: "search" + 5: + operation: "insert" + start: 596 + end: 945 + 6: + operation: "search" + 7: + operation: "insert" + start: 945 + end: 1323 + 8: + operation: "delete" + start: 600 + end: 700 + 9: + operation: "delete" + start: 800 + end: 1200 + 10: + operation: "search" + 11: + operation: "insert" + start: 1323 + end: 1623 + 12: + operation: "delete" + start: 1300 + end: 1600 + 13: + operation: "search" + 14: + operation: "insert" + start: 1623 + end: 1986 + 15: + operation: "search" + 16: + operation: "insert" + start: 1986 + end: 2199 + 17: + operation: "search" + 18: + operation: "insert" + start: 2199 + end: 2576 + 19: + operation: "delete" + start: 2000 + end: 2300 + 20: + operation: "search" + 21: + operation: "insert" + start: 2576 + end: 2921 + 22: + operation: "search" + 23: + operation: "insert" + start: 2921 + end: 3252 + 24: + operation: "delete" + start: 200 + end: 400 + 25: + operation: "search" + 26: + operation: "insert" + start: 3252 + end: 3530 + 27: + operation: "search" + 28: + operation: "insert" + start: 3530 + end: 3866 + 29: + operation: "delete" + start: 3300 + end: 3500 + 30: + operation: "search" + 31: + operation: "insert" + start: 3866 + end: 4150 + 32: + operation: "search" + 33: + operation: "insert" + start: 4150 + end: 4434 + 34: + operation: "delete" + start: 2700 + end: 3100 + 35: + operation: "search" + 36: + operation: "insert" + start: 4434 + end: 4707 + 37: + operation: "search" + 38: + operation: "insert" + start: 4707 + end: 5073 + 39: + operation: "search" + 40: + operation: "insert" + start: 5073 + end: 5404 + 41: + operation: "delete" + start: 4000 + end: 4200 + 42: + operation: "search" + 43: + operation: "insert" + start: 5404 + end: 5718 + 44: + operation: "search" + 45: + operation: "insert" + start: 5718 + end: 6072 + 46: + operation: "delete" + start: 4400 + end: 5000 + 47: + operation: "search" + 48: + operation: "insert" + start: 6072 + end: 6338 + 49: + operation: "search" + 50: + operation: "insert" + start: 6338 + end: 6613 + 51: + operation: "search" + 52: + operation: "insert" + start: 6613 + end: 6908 + 53: + operation: "search" + 54: + operation: "insert" + start: 6908 + end: 7115 + 55: + operation: "search" + 56: + operation: "insert" + start: 7115 + end: 7452 + 57: + operation: "search" + 58: + operation: "insert" + start: 7452 + end: 7717 + 59: + operation: "search" + 60: + operation: "insert" + start: 7717 + end: 8065 + 61: + operation: "delete" + start: 5200 + end: 6000 + 62: + operation: "search" + 63: + operation: "insert" + start: 8065 + end: 8313 + 64: + operation: "search" + 65: + operation: "insert" + start: 8313 + end: 8698 + 66: + operation: "delete" + start: 3700 + end: 3800 + 67: + operation: "search" + 68: + operation: "insert" + start: 8698 + end: 9011 + 69: + operation: "search" + 70: + operation: "insert" + start: 9011 + end: 9307 + 71: + operation: "search" + 72: + operation: "insert" + start: 9307 + end: 9651 + 73: + operation: "search" + 74: + operation: "insert" + start: 9651 + end: 10000 + 75: + operation: "delete" + start: 6500 + end: 8000 + 76: + operation: "search" + gt_url: "https://comp21storage.z5.web.core.windows.net/comp23/clustered_data/random-xs-clustered/delete_runbook.yaml" +msturing-10M-clustered: + max_pts: 6000000 + # On Azure D8lds v5, runtime: ~23 minutes + # recall@10: 0.924 for "R":64, "L":50, "insert_threads":16, "consolidate_threads":16 "Ls":100, "T":16 + 1: + operation: "insert" + start: 0 + end: 255771 + 2: + operation: "search" + 3: + operation: "insert" + start: 255771 + end: 491965 + 4: + operation: "search" + 5: + operation: "insert" + start: 491965 + end: 824781 + 6: + operation: "search" + 7: + operation: "delete" + start: 100000 + end: 200000 + 8: + operation: "search" + 9: + operation: "insert" + start: 824781 + end: 1081209 + 10: + operation: "search" + 11: + operation: "insert" + start: 1081209 + end: 1568760 + 12: + operation: "search" + 13: + operation: "insert" + start: 1568760 + end: 1959174 + 14: + operation: "delete" + start: 1200000 + end: 1400000 + 15: + operation: "search" + 16: + operation: "insert" + start: 1959174 + end: 2404186 + 17: + operation: "search" + 18: + operation: "delete" + start: 600000 + end: 700000 + 19: + operation: "insert" + start: 2404186 + end: 2798660 + 20: + operation: "search" + 21: + operation: "insert" + start: 2798660 + end: 3082959 + 22: + operation: "search" + 23: + operation: "insert" + start: 3082959 + end: 3480554 + 24: + operation: "search" + 25: + operation: "insert" + start: 3480554 + end: 3910930 + 26: + operation: "search" + 27: + operation: "insert" + start: 3910930 + end: 4194870 + 28: + operation: "delete" + start: 2000000 + end: 3000000 + 29: + operation: "search" + 30: + operation: "insert" + start: 4194870 + end: 4652840 + 31: + operation: "search" + 32: + operation: "insert" + start: 4652840 + end: 4872616 + 33: + operation: "delete" + start: 1800000 + end: 1900000 + 34: + operation: "search" + 35: + operation: "insert" + start: 4872616 + end: 5184725 + 36: + operation: "search" + 37: + operation: "insert" + start: 5184725 + end: 5629098 + 38: + operation: "delete" + start: 5000000 + end: 5200000 + 39: + operation: "search" + 40: + operation: "insert" + start: 5629098 + end: 6023119 + 41: + operation: "search" + 42: + operation: "insert" + start: 6023119 + end: 6292969 + 43: + operation: "search" + 44: + operation: "insert" + start: 6292969 + end: 6508987 + 45: + operation: "search" + 46: + operation: "insert" + start: 6508987 + end: 6767675 + 47: + operation: "search" + 48: + operation: "insert" + start: 6767675 + end: 7000498 + 49: + operation: "delete" + start: 3000000 + end: 4500000 + 50: + operation: "search" + 51: + operation: "insert" + start: 7000498 + end: 7263856 + 52: + operation: "search" + 53: + operation: "insert" + start: 7263856 + end: 7485517 + 54: + operation: "search" + 55: + operation: "insert" + start: 7485517 + end: 7739934 + 56: + operation: "search" + 57: + operation: "insert" + start: 7739934 + end: 8055691 + 58: + operation: "search" + 59: + operation: "insert" + start: 8055691 + end: 8381008 + 60: + operation: "delete" + start: 6500000 + end: 8000000 + 61: + operation: "search" + 62: + operation: "insert" + start: 8381008 + end: 8750107 + 63: + operation: "search" + 64: + operation: "insert" + start: 8750107 + end: 8942969 + 65: + operation: "search" + 66: + operation: "insert" + start: 8942969 + end: 9223315 + 67: + operation: "search" + 68: + operation: "insert" + start: 9223315 + end: 9508781 + 69: + operation: "delete" + start: 8100000 + end: 8200000 + 70: + operation: "search" + 71: + operation: "insert" + start: 9508781 + end: 9722747 + 72: + operation: "search" + 73: + operation: "insert" + start: 9722747 + end: 10000000 + 74: + operation: "delete" + start: 8600000 + end: 9200000 + 75: + operation: "search" + gt_url: "https://comp21storage.z5.web.core.windows.net/comp23/clustered_data/msturing-10M-clustered/delete_runbook.yaml" diff --git a/neurips23/runbooks/final_runbook.yaml b/neurips23/runbooks/final_runbook.yaml new file mode 100644 index 000000000..612edd538 --- /dev/null +++ b/neurips23/runbooks/final_runbook.yaml @@ -0,0 +1,3843 @@ +msturing-30M-clustered: + max_pts: 10292043 + 1: + operation: 'insert' + start: 0 + end: 38806 + 2: + operation: 'search' + 3: + operation: 'insert' + start: 361963 + end: 372491 + 4: + operation: 'search' + 5: + operation: 'insert' + start: 643919 + end: 668142 + 6: + operation: 'search' + 7: + operation: 'insert' + start: 1159296 + end: 1181505 + 8: + operation: 'search' + 9: + operation: 'insert' + start: 2038736 + end: 2042995 + 10: + operation: 'search' + 11: + operation: 'insert' + start: 2585606 + end: 2596998 + 12: + operation: 'search' + 13: + operation: 'insert' + start: 2933811 + end: 2959533 + 14: + operation: 'search' + 15: + operation: 'insert' + start: 3272846 + end: 3292417 + 16: + operation: 'search' + 17: + operation: 'insert' + start: 3853674 + end: 3858737 + 18: + operation: 'search' + 19: + operation: 'insert' + start: 4205986 + end: 4221374 + 20: + operation: 'search' + 21: + operation: 'insert' + start: 4699242 + end: 4970979 + 22: + operation: 'search' + 23: + operation: 'insert' + start: 5076157 + end: 5360752 + 24: + operation: 'search' + 25: + operation: 'insert' + start: 5444015 + end: 5487965 + 26: + operation: 'search' + 27: + operation: 'insert' + start: 5808491 + end: 5836442 + 28: + operation: 'search' + 29: + operation: 'insert' + start: 6438007 + end: 6499004 + 30: + operation: 'search' + 31: + operation: 'insert' + start: 6955703 + end: 7329128 + 32: + operation: 'search' + 33: + operation: 'insert' + start: 7453527 + end: 7504922 + 34: + operation: 'search' + 35: + operation: 'insert' + start: 7850219 + end: 7883986 + 36: + operation: 'search' + 37: + operation: 'insert' + start: 8834730 + end: 8881637 + 38: + operation: 'search' + 39: + operation: 'insert' + start: 9161888 + end: 9169338 + 40: + operation: 'search' + 41: + operation: 'insert' + start: 9430404 + end: 9464381 + 42: + operation: 'search' + 43: + operation: 'insert' + start: 9790077 + end: 9800176 + 44: + operation: 'search' + 45: + operation: 'insert' + start: 10293677 + end: 10327825 + 46: + operation: 'search' + 47: + operation: 'insert' + start: 11013450 + end: 11244484 + 48: + operation: 'search' + 49: + operation: 'insert' + start: 11327929 + end: 11362841 + 50: + operation: 'search' + 51: + operation: 'insert' + start: 11837912 + end: 12149447 + 52: + operation: 'search' + 53: + operation: 'insert' + start: 12238365 + end: 12281666 + 54: + operation: 'search' + 55: + operation: 'insert' + start: 12525242 + end: 12846806 + 56: + operation: 'search' + 57: + operation: 'insert' + start: 12937120 + end: 12957051 + 58: + operation: 'search' + 59: + operation: 'insert' + start: 13430952 + end: 13654199 + 60: + operation: 'search' + 61: + operation: 'insert' + start: 13695568 + end: 13705549 + 62: + operation: 'search' + 63: + operation: 'insert' + start: 14247217 + end: 14250271 + 64: + operation: 'search' + 65: + operation: 'insert' + start: 14843618 + end: 14910924 + 66: + operation: 'search' + 67: + operation: 'insert' + start: 15383718 + end: 15429315 + 68: + operation: 'search' + 69: + operation: 'insert' + start: 16237411 + end: 16290167 + 70: + operation: 'search' + 71: + operation: 'insert' + start: 16857048 + end: 16870192 + 72: + operation: 'search' + 73: + operation: 'insert' + start: 17421756 + end: 17428879 + 74: + operation: 'search' + 75: + operation: 'insert' + start: 17775340 + end: 17792186 + 76: + operation: 'search' + 77: + operation: 'insert' + start: 18265999 + end: 18289927 + 78: + operation: 'search' + 79: + operation: 'insert' + start: 18726730 + end: 18791718 + 80: + operation: 'search' + 81: + operation: 'insert' + start: 19405288 + end: 19434377 + 82: + operation: 'search' + 83: + operation: 'insert' + start: 19655518 + end: 19669305 + 84: + operation: 'search' + 85: + operation: 'insert' + start: 19948199 + end: 19983130 + 86: + operation: 'search' + 87: + operation: 'insert' + start: 20256394 + end: 20699413 + 88: + operation: 'search' + 89: + operation: 'insert' + start: 20887553 + end: 21250613 + 90: + operation: 'search' + 91: + operation: 'insert' + start: 21424516 + end: 21456891 + 92: + operation: 'search' + 93: + operation: 'insert' + start: 22018495 + end: 22258255 + 94: + operation: 'search' + 95: + operation: 'insert' + start: 22368754 + end: 22384825 + 96: + operation: 'search' + 97: + operation: 'insert' + start: 22938879 + end: 22948348 + 98: + operation: 'search' + 99: + operation: 'insert' + start: 23242837 + end: 23247972 + 100: + operation: 'search' + 101: + operation: 'insert' + start: 23696409 + end: 23726389 + 102: + operation: 'search' + 103: + operation: 'insert' + start: 23952992 + end: 23967111 + 104: + operation: 'search' + 105: + operation: 'insert' + start: 24432063 + end: 24441236 + 106: + operation: 'search' + 107: + operation: 'insert' + start: 24879163 + end: 24891498 + 108: + operation: 'search' + 109: + operation: 'insert' + start: 25201348 + end: 25559106 + 110: + operation: 'search' + 111: + operation: 'insert' + start: 25674931 + end: 25704316 + 112: + operation: 'search' + 113: + operation: 'insert' + start: 26054291 + end: 26067095 + 114: + operation: 'search' + 115: + operation: 'insert' + start: 26757924 + end: 26785290 + 116: + operation: 'search' + 117: + operation: 'insert' + start: 27292409 + end: 27304279 + 118: + operation: 'search' + 119: + operation: 'insert' + start: 27582914 + end: 27587045 + 120: + operation: 'search' + 121: + operation: 'insert' + start: 28030002 + end: 28043831 + 122: + operation: 'search' + 123: + operation: 'insert' + start: 28578522 + end: 28859747 + 124: + operation: 'search' + 125: + operation: 'insert' + start: 28931437 + end: 28973452 + 126: + operation: 'search' + 127: + operation: 'insert' + start: 29464425 + end: 29514448 + 128: + operation: 'search' + 129: + operation: 'delete' + start: 0 + end: 21124 + 130: + operation: 'search' + 131: + operation: 'delete' + start: 361963 + end: 367261 + 132: + operation: 'search' + 133: + operation: 'delete' + start: 643919 + end: 656225 + 134: + operation: 'search' + 135: + operation: 'delete' + start: 1159296 + end: 1176226 + 136: + operation: 'search' + 137: + operation: 'delete' + start: 2038736 + end: 2042207 + 138: + operation: 'search' + 139: + operation: 'delete' + start: 2585606 + end: 2593505 + 140: + operation: 'search' + 141: + operation: 'delete' + start: 2933811 + end: 2955468 + 142: + operation: 'search' + 143: + operation: 'delete' + start: 3272846 + end: 3289019 + 144: + operation: 'search' + 145: + operation: 'delete' + start: 3853674 + end: 3856645 + 146: + operation: 'search' + 147: + operation: 'delete' + start: 4205986 + end: 4215036 + 148: + operation: 'search' + 149: + operation: 'delete' + start: 4699242 + end: 4895628 + 150: + operation: 'search' + 151: + operation: 'delete' + start: 5076157 + end: 5233138 + 152: + operation: 'search' + 153: + operation: 'delete' + start: 5444015 + end: 5482348 + 154: + operation: 'search' + 155: + operation: 'delete' + start: 5808491 + end: 5828205 + 156: + operation: 'search' + 157: + operation: 'delete' + start: 6438007 + end: 6484190 + 158: + operation: 'search' + 159: + operation: 'delete' + start: 6955703 + end: 7267820 + 160: + operation: 'search' + 161: + operation: 'delete' + start: 7453527 + end: 7496004 + 162: + operation: 'search' + 163: + operation: 'delete' + start: 7850219 + end: 7871489 + 164: + operation: 'search' + 165: + operation: 'delete' + start: 8834730 + end: 8867592 + 166: + operation: 'search' + 167: + operation: 'delete' + start: 9161888 + end: 9168463 + 168: + operation: 'search' + 169: + operation: 'delete' + start: 9430404 + end: 9448468 + 170: + operation: 'search' + 171: + operation: 'delete' + start: 9790077 + end: 9796916 + 172: + operation: 'search' + 173: + operation: 'delete' + start: 10293677 + end: 10323088 + 174: + operation: 'search' + 175: + operation: 'delete' + start: 11013450 + end: 11195181 + 176: + operation: 'search' + 177: + operation: 'delete' + start: 11327929 + end: 11346270 + 178: + operation: 'search' + 179: + operation: 'delete' + start: 11837912 + end: 12067270 + 180: + operation: 'search' + 181: + operation: 'delete' + start: 12238365 + end: 12268535 + 182: + operation: 'search' + 183: + operation: 'delete' + start: 12525242 + end: 12701821 + 184: + operation: 'search' + 185: + operation: 'delete' + start: 12937120 + end: 12947131 + 186: + operation: 'search' + 187: + operation: 'delete' + start: 13430952 + end: 13620329 + 188: + operation: 'search' + 189: + operation: 'delete' + start: 13695568 + end: 13702816 + 190: + operation: 'search' + 191: + operation: 'delete' + start: 14247217 + end: 14249788 + 192: + operation: 'search' + 193: + operation: 'delete' + start: 14843618 + end: 14902922 + 194: + operation: 'search' + 195: + operation: 'delete' + start: 15383718 + end: 15421486 + 196: + operation: 'search' + 197: + operation: 'delete' + start: 16237411 + end: 16273232 + 198: + operation: 'search' + 199: + operation: 'delete' + start: 16857048 + end: 16865809 + 200: + operation: 'search' + 201: + operation: 'delete' + start: 17421756 + end: 17427612 + 202: + operation: 'search' + 203: + operation: 'delete' + start: 17775340 + end: 17787895 + 204: + operation: 'search' + 205: + operation: 'delete' + start: 18265999 + end: 18286681 + 206: + operation: 'search' + 207: + operation: 'delete' + start: 18726730 + end: 18766401 + 208: + operation: 'search' + 209: + operation: 'delete' + start: 19405288 + end: 19425407 + 210: + operation: 'search' + 211: + operation: 'delete' + start: 19655518 + end: 19664359 + 212: + operation: 'search' + 213: + operation: 'delete' + start: 19948199 + end: 19966602 + 214: + operation: 'search' + 215: + operation: 'delete' + start: 20256394 + end: 20592080 + 216: + operation: 'search' + 217: + operation: 'delete' + start: 20887553 + end: 21116930 + 218: + operation: 'search' + 219: + operation: 'delete' + start: 21424516 + end: 21446890 + 220: + operation: 'search' + 221: + operation: 'delete' + start: 22018495 + end: 22221457 + 222: + operation: 'search' + 223: + operation: 'delete' + start: 22368754 + end: 22380405 + 224: + operation: 'search' + 225: + operation: 'delete' + start: 22938879 + end: 22944686 + 226: + operation: 'search' + 227: + operation: 'delete' + start: 23242837 + end: 23246132 + 228: + operation: 'search' + 229: + operation: 'delete' + start: 23696409 + end: 23718904 + 230: + operation: 'search' + 231: + operation: 'delete' + start: 23952992 + end: 23964807 + 232: + operation: 'search' + 233: + operation: 'delete' + start: 24432063 + end: 24436999 + 234: + operation: 'search' + 235: + operation: 'delete' + start: 24879163 + end: 24885758 + 236: + operation: 'search' + 237: + operation: 'delete' + start: 25201348 + end: 25434746 + 238: + operation: 'search' + 239: + operation: 'delete' + start: 25674931 + end: 25698866 + 240: + operation: 'search' + 241: + operation: 'delete' + start: 26054291 + end: 26061947 + 242: + operation: 'search' + 243: + operation: 'delete' + start: 26757924 + end: 26775935 + 244: + operation: 'search' + 245: + operation: 'delete' + start: 27292409 + end: 27303015 + 246: + operation: 'search' + 247: + operation: 'delete' + start: 27582914 + end: 27585971 + 248: + operation: 'search' + 249: + operation: 'delete' + start: 28030002 + end: 28037955 + 250: + operation: 'search' + 251: + operation: 'delete' + start: 28578522 + end: 28819546 + 252: + operation: 'search' + 253: + operation: 'delete' + start: 28931437 + end: 28959991 + 254: + operation: 'search' + 255: + operation: 'delete' + start: 29464425 + end: 29500946 + 256: + operation: 'search' + 257: + operation: 'insert' + start: 38806 + end: 49545 + 258: + operation: 'search' + 259: + operation: 'insert' + start: 372491 + end: 399213 + 260: + operation: 'search' + 261: + operation: 'insert' + start: 668142 + end: 672661 + 262: + operation: 'search' + 263: + operation: 'insert' + start: 1181505 + end: 1303086 + 264: + operation: 'search' + 265: + operation: 'insert' + start: 2042995 + end: 2110004 + 266: + operation: 'search' + 267: + operation: 'insert' + start: 2596998 + end: 2626031 + 268: + operation: 'search' + 269: + operation: 'insert' + start: 2959533 + end: 3211333 + 270: + operation: 'search' + 271: + operation: 'insert' + start: 3292417 + end: 3296363 + 272: + operation: 'search' + 273: + operation: 'insert' + start: 3858737 + end: 3880596 + 274: + operation: 'search' + 275: + operation: 'insert' + start: 4221374 + end: 4606989 + 276: + operation: 'search' + 277: + operation: 'insert' + start: 4970979 + end: 5005864 + 278: + operation: 'search' + 279: + operation: 'insert' + start: 5360752 + end: 5386428 + 280: + operation: 'search' + 281: + operation: 'insert' + start: 5487965 + end: 5783347 + 282: + operation: 'search' + 283: + operation: 'insert' + start: 5836442 + end: 6261284 + 284: + operation: 'search' + 285: + operation: 'insert' + start: 6499004 + end: 6512598 + 286: + operation: 'search' + 287: + operation: 'insert' + start: 7329128 + end: 7370056 + 288: + operation: 'search' + 289: + operation: 'insert' + start: 7504922 + end: 7813274 + 290: + operation: 'search' + 291: + operation: 'insert' + start: 7883986 + end: 7907532 + 292: + operation: 'search' + 293: + operation: 'insert' + start: 8881637 + end: 8901253 + 294: + operation: 'search' + 295: + operation: 'insert' + start: 9169338 + end: 9377208 + 296: + operation: 'search' + 297: + operation: 'insert' + start: 9464381 + end: 9468717 + 298: + operation: 'search' + 299: + operation: 'insert' + start: 9800176 + end: 9860779 + 300: + operation: 'search' + 301: + operation: 'insert' + start: 10327825 + end: 10910689 + 302: + operation: 'search' + 303: + operation: 'insert' + start: 11244484 + end: 11293924 + 304: + operation: 'search' + 305: + operation: 'insert' + start: 11362841 + end: 11732204 + 306: + operation: 'search' + 307: + operation: 'insert' + start: 12149447 + end: 12175328 + 308: + operation: 'search' + 309: + operation: 'insert' + start: 12281666 + end: 12289461 + 310: + operation: 'search' + 311: + operation: 'insert' + start: 12846806 + end: 12866954 + 312: + operation: 'search' + 313: + operation: 'insert' + start: 12957051 + end: 12999047 + 314: + operation: 'search' + 315: + operation: 'insert' + start: 13654199 + end: 13661045 + 316: + operation: 'search' + 317: + operation: 'insert' + start: 13705549 + end: 13746210 + 318: + operation: 'search' + 319: + operation: 'insert' + start: 14250271 + end: 14747959 + 320: + operation: 'search' + 321: + operation: 'insert' + start: 14910924 + end: 14951479 + 322: + operation: 'search' + 323: + operation: 'insert' + start: 15429315 + end: 15533636 + 324: + operation: 'search' + 325: + operation: 'insert' + start: 16290167 + end: 16784106 + 326: + operation: 'search' + 327: + operation: 'insert' + start: 16870192 + end: 16940340 + 328: + operation: 'search' + 329: + operation: 'insert' + start: 17428879 + end: 17436116 + 330: + operation: 'search' + 331: + operation: 'insert' + start: 17792186 + end: 17834118 + 332: + operation: 'search' + 333: + operation: 'insert' + start: 18289927 + end: 18291921 + 334: + operation: 'search' + 335: + operation: 'insert' + start: 18791718 + end: 18831016 + 336: + operation: 'search' + 337: + operation: 'insert' + start: 19434377 + end: 19453968 + 338: + operation: 'search' + 339: + operation: 'insert' + start: 19669305 + end: 19709832 + 340: + operation: 'search' + 341: + operation: 'insert' + start: 19983130 + end: 19990460 + 342: + operation: 'search' + 343: + operation: 'insert' + start: 20699413 + end: 20732700 + 344: + operation: 'search' + 345: + operation: 'insert' + start: 21250613 + end: 21290035 + 346: + operation: 'search' + 347: + operation: 'insert' + start: 21456891 + end: 21917712 + 348: + operation: 'search' + 349: + operation: 'insert' + start: 22258255 + end: 22303323 + 350: + operation: 'search' + 351: + operation: 'insert' + start: 22384825 + end: 22796937 + 352: + operation: 'search' + 353: + operation: 'insert' + start: 22948348 + end: 22993214 + 354: + operation: 'search' + 355: + operation: 'insert' + start: 23247972 + end: 23611678 + 356: + operation: 'search' + 357: + operation: 'insert' + start: 23726389 + end: 23744049 + 358: + operation: 'search' + 359: + operation: 'insert' + start: 23967111 + end: 23978368 + 360: + operation: 'search' + 361: + operation: 'insert' + start: 24441236 + end: 24504793 + 362: + operation: 'search' + 363: + operation: 'insert' + start: 24891498 + end: 24905349 + 364: + operation: 'search' + 365: + operation: 'insert' + start: 25559106 + end: 25619665 + 366: + operation: 'search' + 367: + operation: 'insert' + start: 25704316 + end: 25735865 + 368: + operation: 'search' + 369: + operation: 'insert' + start: 26067095 + end: 26133018 + 370: + operation: 'search' + 371: + operation: 'insert' + start: 26785290 + end: 26794335 + 372: + operation: 'search' + 373: + operation: 'insert' + start: 27304279 + end: 27344908 + 374: + operation: 'search' + 375: + operation: 'insert' + start: 27587045 + end: 27616875 + 376: + operation: 'search' + 377: + operation: 'insert' + start: 28043831 + end: 28107881 + 378: + operation: 'search' + 379: + operation: 'insert' + start: 28859747 + end: 28864754 + 380: + operation: 'search' + 381: + operation: 'insert' + start: 28973452 + end: 28994079 + 382: + operation: 'search' + 383: + operation: 'insert' + start: 29514448 + end: 29537356 + 384: + operation: 'search' + 385: + operation: 'delete' + start: 21124 + end: 35541 + 386: + operation: 'search' + 387: + operation: 'delete' + start: 367261 + end: 391065 + 388: + operation: 'search' + 389: + operation: 'delete' + start: 656225 + end: 670137 + 390: + operation: 'search' + 391: + operation: 'delete' + start: 1176226 + end: 1262739 + 392: + operation: 'search' + 393: + operation: 'delete' + start: 2042207 + end: 2078493 + 394: + operation: 'search' + 395: + operation: 'delete' + start: 2593505 + end: 2614769 + 396: + operation: 'search' + 397: + operation: 'delete' + start: 2955468 + end: 3088646 + 398: + operation: 'search' + 399: + operation: 'delete' + start: 3289019 + end: 3294505 + 400: + operation: 'search' + 401: + operation: 'delete' + start: 3856645 + end: 3874373 + 402: + operation: 'search' + 403: + operation: 'delete' + start: 4215036 + end: 4497880 + 404: + operation: 'search' + 405: + operation: 'delete' + start: 4895628 + end: 4961849 + 406: + operation: 'search' + 407: + operation: 'delete' + start: 5233138 + end: 5324358 + 408: + operation: 'search' + 409: + operation: 'delete' + start: 5482348 + end: 5711145 + 410: + operation: 'search' + 411: + operation: 'delete' + start: 5828205 + end: 6092208 + 412: + operation: 'search' + 413: + operation: 'delete' + start: 6484190 + end: 6501709 + 414: + operation: 'search' + 415: + operation: 'delete' + start: 7267820 + end: 7334997 + 416: + operation: 'search' + 417: + operation: 'delete' + start: 7496004 + end: 7716886 + 418: + operation: 'search' + 419: + operation: 'delete' + start: 7871489 + end: 7897243 + 420: + operation: 'search' + 421: + operation: 'delete' + start: 8867592 + end: 8893057 + 422: + operation: 'search' + 423: + operation: 'delete' + start: 9168463 + end: 9345115 + 424: + operation: 'search' + 425: + operation: 'delete' + start: 9448468 + end: 9466193 + 426: + operation: 'search' + 427: + operation: 'delete' + start: 9796916 + end: 9847014 + 428: + operation: 'search' + 429: + operation: 'delete' + start: 10323088 + end: 10705586 + 430: + operation: 'search' + 431: + operation: 'delete' + start: 11195181 + end: 11277648 + 432: + operation: 'search' + 433: + operation: 'delete' + start: 11346270 + end: 11540083 + 434: + operation: 'search' + 435: + operation: 'delete' + start: 12067270 + end: 12162661 + 436: + operation: 'search' + 437: + operation: 'delete' + start: 12268535 + end: 12279570 + 438: + operation: 'search' + 439: + operation: 'delete' + start: 12701821 + end: 12833140 + 440: + operation: 'search' + 441: + operation: 'delete' + start: 12947131 + end: 12977968 + 442: + operation: 'search' + 443: + operation: 'delete' + start: 13620329 + end: 13652035 + 444: + operation: 'search' + 445: + operation: 'delete' + start: 13702816 + end: 13741713 + 446: + operation: 'search' + 447: + operation: 'delete' + start: 14249788 + end: 14595383 + 448: + operation: 'search' + 449: + operation: 'delete' + start: 14902922 + end: 14938482 + 450: + operation: 'search' + 451: + operation: 'delete' + start: 15421486 + end: 15513631 + 452: + operation: 'search' + 453: + operation: 'delete' + start: 16273232 + end: 16568139 + 454: + operation: 'search' + 455: + operation: 'delete' + start: 16865809 + end: 16903336 + 456: + operation: 'search' + 457: + operation: 'delete' + start: 17427612 + end: 17433499 + 458: + operation: 'search' + 459: + operation: 'delete' + start: 17787895 + end: 17824664 + 460: + operation: 'search' + 461: + operation: 'delete' + start: 18286681 + end: 18290948 + 462: + operation: 'search' + 463: + operation: 'delete' + start: 18766401 + end: 18811517 + 464: + operation: 'search' + 465: + operation: 'delete' + start: 19425407 + end: 19450772 + 466: + operation: 'search' + 467: + operation: 'delete' + start: 19664359 + end: 19689869 + 468: + operation: 'search' + 469: + operation: 'delete' + start: 19966602 + end: 19987975 + 470: + operation: 'search' + 471: + operation: 'delete' + start: 20592080 + end: 20702126 + 472: + operation: 'search' + 473: + operation: 'delete' + start: 21116930 + end: 21230678 + 474: + operation: 'search' + 475: + operation: 'delete' + start: 21446890 + end: 21829759 + 476: + operation: 'search' + 477: + operation: 'delete' + start: 22221457 + end: 22270536 + 478: + operation: 'search' + 479: + operation: 'delete' + start: 22380405 + end: 22601656 + 480: + operation: 'search' + 481: + operation: 'delete' + start: 22944686 + end: 22988020 + 482: + operation: 'search' + 483: + operation: 'delete' + start: 23246132 + end: 23508484 + 484: + operation: 'search' + 485: + operation: 'delete' + start: 23718904 + end: 23739957 + 486: + operation: 'search' + 487: + operation: 'delete' + start: 23964807 + end: 23973411 + 488: + operation: 'search' + 489: + operation: 'delete' + start: 24436999 + end: 24470919 + 490: + operation: 'search' + 491: + operation: 'delete' + start: 24885758 + end: 24898889 + 492: + operation: 'search' + 493: + operation: 'delete' + start: 25434746 + end: 25562657 + 494: + operation: 'search' + 495: + operation: 'delete' + start: 25698866 + end: 25721144 + 496: + operation: 'search' + 497: + operation: 'delete' + start: 26061947 + end: 26121014 + 498: + operation: 'search' + 499: + operation: 'delete' + start: 26775935 + end: 26789571 + 500: + operation: 'search' + 501: + operation: 'delete' + start: 27303015 + end: 27328217 + 502: + operation: 'search' + 503: + operation: 'delete' + start: 27585971 + end: 27602392 + 504: + operation: 'search' + 505: + operation: 'delete' + start: 28037955 + end: 28097731 + 506: + operation: 'search' + 507: + operation: 'delete' + start: 28819546 + end: 28853243 + 508: + operation: 'search' + 509: + operation: 'delete' + start: 28959991 + end: 28978011 + 510: + operation: 'search' + 511: + operation: 'delete' + start: 29500946 + end: 29521057 + 512: + operation: 'search' + 513: + operation: 'insert' + start: 49545 + end: 313528 + 514: + operation: 'search' + 515: + operation: 'insert' + start: 399213 + end: 406121 + 516: + operation: 'search' + 517: + operation: 'insert' + start: 672661 + end: 695777 + 518: + operation: 'search' + 519: + operation: 'insert' + start: 1303086 + end: 1375956 + 520: + operation: 'search' + 521: + operation: 'insert' + start: 2110004 + end: 2126178 + 522: + operation: 'search' + 523: + operation: 'insert' + start: 2626031 + end: 2662024 + 524: + operation: 'search' + 525: + operation: 'insert' + start: 3211333 + end: 3250643 + 526: + operation: 'search' + 527: + operation: 'insert' + start: 3296363 + end: 3717488 + 528: + operation: 'search' + 529: + operation: 'insert' + start: 3880596 + end: 4155556 + 530: + operation: 'search' + 531: + operation: 'insert' + start: 4606989 + end: 4663476 + 532: + operation: 'search' + 533: + operation: 'insert' + start: 5005864 + end: 5025435 + 534: + operation: 'search' + 535: + operation: 'insert' + start: 5386428 + end: 5406384 + 536: + operation: 'search' + 537: + operation: 'insert' + start: 5783347 + end: 5791310 + 538: + operation: 'search' + 539: + operation: 'insert' + start: 6261284 + end: 6285177 + 540: + operation: 'search' + 541: + operation: 'insert' + start: 6512598 + end: 6908349 + 542: + operation: 'search' + 543: + operation: 'insert' + start: 7370056 + end: 7409955 + 544: + operation: 'search' + 545: + operation: 'insert' + start: 7813274 + end: 7822680 + 546: + operation: 'search' + 547: + operation: 'insert' + start: 7907532 + end: 8047987 + 548: + operation: 'search' + 549: + operation: 'insert' + start: 8901253 + end: 9135423 + 550: + operation: 'search' + 551: + operation: 'insert' + start: 9377208 + end: 9403796 + 552: + operation: 'search' + 553: + operation: 'insert' + start: 9468717 + end: 9480193 + 554: + operation: 'search' + 555: + operation: 'insert' + start: 9860779 + end: 10258192 + 556: + operation: 'search' + 557: + operation: 'insert' + start: 10910689 + end: 10933587 + 558: + operation: 'search' + 559: + operation: 'insert' + start: 11293924 + end: 11300858 + 560: + operation: 'search' + 561: + operation: 'insert' + start: 11732204 + end: 11737476 + 562: + operation: 'search' + 563: + operation: 'insert' + start: 12175328 + end: 12212628 + 564: + operation: 'search' + 565: + operation: 'insert' + start: 12289461 + end: 12484009 + 566: + operation: 'search' + 567: + operation: 'insert' + start: 12866954 + end: 12882815 + 568: + operation: 'search' + 569: + operation: 'insert' + start: 12999047 + end: 13014080 + 570: + operation: 'search' + 571: + operation: 'insert' + start: 13661045 + end: 13675186 + 572: + operation: 'search' + 573: + operation: 'insert' + start: 13746210 + end: 13808500 + 574: + operation: 'search' + 575: + operation: 'insert' + start: 14747959 + end: 14797860 + 576: + operation: 'search' + 577: + operation: 'insert' + start: 14951479 + end: 14985813 + 578: + operation: 'search' + 579: + operation: 'insert' + start: 15533636 + end: 16124580 + 580: + operation: 'search' + 581: + operation: 'insert' + start: 16784106 + end: 16815568 + 582: + operation: 'search' + 583: + operation: 'insert' + start: 16940340 + end: 16962415 + 584: + operation: 'search' + 585: + operation: 'insert' + start: 17436116 + end: 17708902 + 586: + operation: 'search' + 587: + operation: 'insert' + start: 17834118 + end: 17865204 + 588: + operation: 'search' + 589: + operation: 'insert' + start: 18291921 + end: 18336260 + 590: + operation: 'search' + 591: + operation: 'insert' + start: 18831016 + end: 19308432 + 592: + operation: 'search' + 593: + operation: 'insert' + start: 19453968 + end: 19649002 + 594: + operation: 'search' + 595: + operation: 'insert' + start: 19709832 + end: 19715100 + 596: + operation: 'search' + 597: + operation: 'insert' + start: 19990460 + end: 20223693 + 598: + operation: 'search' + 599: + operation: 'insert' + start: 20732700 + end: 20844661 + 600: + operation: 'search' + 601: + operation: 'insert' + start: 21290035 + end: 21353533 + 602: + operation: 'search' + 603: + operation: 'insert' + start: 21917712 + end: 21923297 + 604: + operation: 'search' + 605: + operation: 'insert' + start: 22303323 + end: 22347206 + 606: + operation: 'search' + 607: + operation: 'insert' + start: 22796937 + end: 22855648 + 608: + operation: 'search' + 609: + operation: 'insert' + start: 22993214 + end: 23203450 + 610: + operation: 'search' + 611: + operation: 'insert' + start: 23611678 + end: 23635691 + 612: + operation: 'search' + 613: + operation: 'insert' + start: 23744049 + end: 23939768 + 614: + operation: 'search' + 615: + operation: 'insert' + start: 23978368 + end: 24347992 + 616: + operation: 'search' + 617: + operation: 'insert' + start: 24504793 + end: 24828313 + 618: + operation: 'search' + 619: + operation: 'insert' + start: 24905349 + end: 25151673 + 620: + operation: 'search' + 621: + operation: 'insert' + start: 25619665 + end: 25656486 + 622: + operation: 'search' + 623: + operation: 'insert' + start: 25735865 + end: 25757054 + 624: + operation: 'search' + 625: + operation: 'insert' + start: 26133018 + end: 26210687 + 626: + operation: 'search' + 627: + operation: 'insert' + start: 26794335 + end: 26837168 + 628: + operation: 'search' + 629: + operation: 'insert' + start: 27344908 + end: 27358443 + 630: + operation: 'search' + 631: + operation: 'insert' + start: 27616875 + end: 27651001 + 632: + operation: 'search' + 633: + operation: 'insert' + start: 28107881 + end: 28147587 + 634: + operation: 'search' + 635: + operation: 'insert' + start: 28864754 + end: 28882793 + 636: + operation: 'search' + 637: + operation: 'insert' + start: 28994079 + end: 29400607 + 638: + operation: 'search' + 639: + operation: 'insert' + start: 29537356 + end: 29943402 + 640: + operation: 'search' + 641: + operation: 'delete' + start: 35541 + end: 231000 + 642: + operation: 'search' + 643: + operation: 'delete' + start: 391065 + end: 402809 + 644: + operation: 'search' + 645: + operation: 'delete' + start: 670137 + end: 685175 + 646: + operation: 'search' + 647: + operation: 'delete' + start: 1262739 + end: 1341588 + 648: + operation: 'search' + 649: + operation: 'delete' + start: 2078493 + end: 2117821 + 650: + operation: 'search' + 651: + operation: 'delete' + start: 2614769 + end: 2639329 + 652: + operation: 'search' + 653: + operation: 'delete' + start: 3088646 + end: 3184613 + 654: + operation: 'search' + 655: + operation: 'delete' + start: 3294505 + end: 3663431 + 656: + operation: 'search' + 657: + operation: 'delete' + start: 3874373 + end: 4117643 + 658: + operation: 'search' + 659: + operation: 'delete' + start: 4497880 + end: 4610236 + 660: + operation: 'search' + 661: + operation: 'delete' + start: 4961849 + end: 5008619 + 662: + operation: 'search' + 663: + operation: 'delete' + start: 5324358 + end: 5393518 + 664: + operation: 'search' + 665: + operation: 'delete' + start: 5711145 + end: 5764324 + 666: + operation: 'search' + 667: + operation: 'delete' + start: 6092208 + end: 6263255 + 668: + operation: 'search' + 669: + operation: 'delete' + start: 6501709 + end: 6736091 + 670: + operation: 'search' + 671: + operation: 'delete' + start: 7334997 + end: 7377827 + 672: + operation: 'search' + 673: + operation: 'delete' + start: 7716886 + end: 7784198 + 674: + operation: 'search' + 675: + operation: 'delete' + start: 7897243 + end: 8030790 + 676: + operation: 'search' + 677: + operation: 'delete' + start: 8893057 + end: 9109179 + 678: + operation: 'search' + 679: + operation: 'delete' + start: 9345115 + end: 9380365 + 680: + operation: 'search' + 681: + operation: 'delete' + start: 9466193 + end: 9476943 + 682: + operation: 'search' + 683: + operation: 'delete' + start: 9847014 + end: 10128982 + 684: + operation: 'search' + 685: + operation: 'delete' + start: 10705586 + end: 10908749 + 686: + operation: 'search' + 687: + operation: 'delete' + start: 11277648 + end: 11296524 + 688: + operation: 'search' + 689: + operation: 'delete' + start: 11540083 + end: 11652873 + 690: + operation: 'search' + 691: + operation: 'delete' + start: 12162661 + end: 12196413 + 692: + operation: 'search' + 693: + operation: 'delete' + start: 12279570 + end: 12433150 + 694: + operation: 'search' + 695: + operation: 'delete' + start: 12833140 + end: 12858877 + 696: + operation: 'search' + 697: + operation: 'delete' + start: 12977968 + end: 13003583 + 698: + operation: 'search' + 699: + operation: 'delete' + start: 13652035 + end: 13667496 + 700: + operation: 'search' + 701: + operation: 'delete' + start: 13741713 + end: 13799235 + 702: + operation: 'search' + 703: + operation: 'delete' + start: 14595383 + end: 14768944 + 704: + operation: 'search' + 705: + operation: 'delete' + start: 14938482 + end: 14966378 + 706: + operation: 'search' + 707: + operation: 'delete' + start: 15513631 + end: 16024400 + 708: + operation: 'search' + 709: + operation: 'delete' + start: 16568139 + end: 16745988 + 710: + operation: 'search' + 711: + operation: 'delete' + start: 16903336 + end: 16948274 + 712: + operation: 'search' + 713: + operation: 'delete' + start: 17433499 + end: 17668416 + 714: + operation: 'search' + 715: + operation: 'delete' + start: 17824664 + end: 17856801 + 716: + operation: 'search' + 717: + operation: 'delete' + start: 18290948 + end: 18317840 + 718: + operation: 'search' + 719: + operation: 'delete' + start: 18811517 + end: 19146751 + 720: + operation: 'search' + 721: + operation: 'delete' + start: 19450772 + end: 19565925 + 722: + operation: 'search' + 723: + operation: 'delete' + start: 19689869 + end: 19709965 + 724: + operation: 'search' + 725: + operation: 'delete' + start: 19987975 + end: 20112720 + 726: + operation: 'search' + 727: + operation: 'delete' + start: 20702126 + end: 20794735 + 728: + operation: 'search' + 729: + operation: 'delete' + start: 21230678 + end: 21332091 + 730: + operation: 'search' + 731: + operation: 'delete' + start: 21829759 + end: 21890018 + 732: + operation: 'search' + 733: + operation: 'delete' + start: 22270536 + end: 22334236 + 734: + operation: 'search' + 735: + operation: 'delete' + start: 22601656 + end: 22780273 + 736: + operation: 'search' + 737: + operation: 'delete' + start: 22988020 + end: 23110942 + 738: + operation: 'search' + 739: + operation: 'delete' + start: 23508484 + end: 23572622 + 740: + operation: 'search' + 741: + operation: 'delete' + start: 23739957 + end: 23898983 + 742: + operation: 'search' + 743: + operation: 'delete' + start: 23973411 + end: 24167224 + 744: + operation: 'search' + 745: + operation: 'delete' + start: 24470919 + end: 24707773 + 746: + operation: 'search' + 747: + operation: 'delete' + start: 24898889 + end: 25095130 + 748: + operation: 'search' + 749: + operation: 'delete' + start: 25562657 + end: 25633397 + 750: + operation: 'search' + 751: + operation: 'delete' + start: 25721144 + end: 25745034 + 752: + operation: 'search' + 753: + operation: 'delete' + start: 26121014 + end: 26181215 + 754: + operation: 'search' + 755: + operation: 'delete' + start: 26789571 + end: 26817219 + 756: + operation: 'search' + 757: + operation: 'delete' + start: 27328217 + end: 27355213 + 758: + operation: 'search' + 759: + operation: 'delete' + start: 27602392 + end: 27627816 + 760: + operation: 'search' + 761: + operation: 'delete' + start: 28097731 + end: 28138890 + 762: + operation: 'search' + 763: + operation: 'delete' + start: 28853243 + end: 28871169 + 764: + operation: 'search' + 765: + operation: 'delete' + start: 28978011 + end: 29300432 + 766: + operation: 'search' + 767: + operation: 'delete' + start: 29521057 + end: 29885700 + 768: + operation: 'search' + 769: + operation: 'insert' + start: 313528 + end: 323521 + 770: + operation: 'search' + 771: + operation: 'insert' + start: 406121 + end: 436745 + 772: + operation: 'search' + 773: + operation: 'insert' + start: 695777 + end: 757423 + 774: + operation: 'search' + 775: + operation: 'insert' + start: 1375956 + end: 1412143 + 776: + operation: 'search' + 777: + operation: 'insert' + start: 2126178 + end: 2163500 + 778: + operation: 'search' + 779: + operation: 'insert' + start: 2662024 + end: 2674370 + 780: + operation: 'search' + 781: + operation: 'insert' + start: 3250643 + end: 3259134 + 782: + operation: 'search' + 783: + operation: 'insert' + start: 3717488 + end: 3780271 + 784: + operation: 'search' + 785: + operation: 'insert' + start: 4155556 + end: 4195348 + 786: + operation: 'search' + 787: + operation: 'insert' + start: 4663476 + end: 4681680 + 788: + operation: 'search' + 789: + operation: 'insert' + start: 5025435 + end: 5032960 + 790: + operation: 'search' + 791: + operation: 'insert' + start: 5406384 + end: 5439233 + 792: + operation: 'search' + 793: + operation: 'insert' + start: 5791310 + end: 5793877 + 794: + operation: 'search' + 795: + operation: 'insert' + start: 6285177 + end: 6344031 + 796: + operation: 'search' + 797: + operation: 'insert' + start: 6908349 + end: 6913452 + 798: + operation: 'search' + 799: + operation: 'insert' + start: 7409955 + end: 7417389 + 800: + operation: 'search' + 801: + operation: 'insert' + start: 7822680 + end: 7843007 + 802: + operation: 'search' + 803: + operation: 'insert' + start: 8047987 + end: 8805722 + 804: + operation: 'search' + 805: + operation: 'insert' + start: 9135423 + end: 9152955 + 806: + operation: 'search' + 807: + operation: 'insert' + start: 9403796 + end: 9421516 + 808: + operation: 'search' + 809: + operation: 'insert' + start: 9480193 + end: 9511622 + 810: + operation: 'search' + 811: + operation: 'insert' + start: 10258192 + end: 10288332 + 812: + operation: 'search' + 813: + operation: 'insert' + start: 10933587 + end: 10982747 + 814: + operation: 'search' + 815: + operation: 'insert' + start: 11300858 + end: 11303149 + 816: + operation: 'search' + 817: + operation: 'insert' + start: 11737476 + end: 11811875 + 818: + operation: 'search' + 819: + operation: 'insert' + start: 12212628 + end: 12229975 + 820: + operation: 'search' + 821: + operation: 'insert' + start: 12484009 + end: 12499154 + 822: + operation: 'search' + 823: + operation: 'insert' + start: 12882815 + end: 12917752 + 824: + operation: 'search' + 825: + operation: 'insert' + start: 13014080 + end: 13087700 + 826: + operation: 'search' + 827: + operation: 'insert' + start: 13675186 + end: 13694499 + 828: + operation: 'search' + 829: + operation: 'insert' + start: 13808500 + end: 14224858 + 830: + operation: 'search' + 831: + operation: 'insert' + start: 14797860 + end: 14830306 + 832: + operation: 'search' + 833: + operation: 'insert' + start: 14985813 + end: 14995731 + 834: + operation: 'search' + 835: + operation: 'insert' + start: 16124580 + end: 16188404 + 836: + operation: 'search' + 837: + operation: 'insert' + start: 16815568 + end: 16838448 + 838: + operation: 'search' + 839: + operation: 'insert' + start: 16962415 + end: 17035008 + 840: + operation: 'search' + 841: + operation: 'insert' + start: 17708902 + end: 17753898 + 842: + operation: 'search' + 843: + operation: 'insert' + start: 17865204 + end: 18253844 + 844: + operation: 'search' + 845: + operation: 'insert' + start: 18336260 + end: 18684431 + 846: + operation: 'search' + 847: + operation: 'insert' + start: 19308432 + end: 19314667 + 848: + operation: 'search' + 849: + operation: 'insert' + start: 19649002 + end: 19652814 + 850: + operation: 'search' + 851: + operation: 'insert' + start: 19715100 + end: 19724386 + 852: + operation: 'search' + 853: + operation: 'insert' + start: 20223693 + end: 20249087 + 854: + operation: 'search' + 855: + operation: 'insert' + start: 20844661 + end: 20850451 + 856: + operation: 'search' + 857: + operation: 'insert' + start: 21353533 + end: 21371925 + 858: + operation: 'search' + 859: + operation: 'insert' + start: 21923297 + end: 21955627 + 860: + operation: 'search' + 861: + operation: 'insert' + start: 22347206 + end: 22353887 + 862: + operation: 'search' + 863: + operation: 'insert' + start: 22855648 + end: 22930025 + 864: + operation: 'search' + 865: + operation: 'insert' + start: 23203450 + end: 23215167 + 866: + operation: 'search' + 867: + operation: 'insert' + start: 23635691 + end: 23679006 + 868: + operation: 'search' + 869: + operation: 'insert' + start: 23939768 + end: 23946126 + 870: + operation: 'search' + 871: + operation: 'insert' + start: 24347992 + end: 24386983 + 872: + operation: 'search' + 873: + operation: 'insert' + start: 24828313 + end: 24867396 + 874: + operation: 'search' + 875: + operation: 'insert' + start: 25151673 + end: 25168454 + 876: + operation: 'search' + 877: + operation: 'insert' + start: 25656486 + end: 25658458 + 878: + operation: 'search' + 879: + operation: 'insert' + start: 25757054 + end: 26046997 + 880: + operation: 'search' + 881: + operation: 'insert' + start: 26210687 + end: 26734447 + 882: + operation: 'search' + 883: + operation: 'insert' + start: 26837168 + end: 27289905 + 884: + operation: 'search' + 885: + operation: 'insert' + start: 27358443 + end: 27367995 + 886: + operation: 'search' + 887: + operation: 'insert' + start: 27651001 + end: 28008834 + 888: + operation: 'search' + 889: + operation: 'insert' + start: 28147587 + end: 28568584 + 890: + operation: 'search' + 891: + operation: 'insert' + start: 28882793 + end: 28912414 + 892: + operation: 'search' + 893: + operation: 'insert' + start: 29400607 + end: 29459796 + 894: + operation: 'search' + 895: + operation: 'insert' + start: 29943402 + end: 29992835 + 896: + operation: 'search' + 897: + operation: 'delete' + start: 231000 + end: 311284 + 898: + operation: 'search' + 899: + operation: 'delete' + start: 402809 + end: 421124 + 900: + operation: 'search' + 901: + operation: 'delete' + start: 685175 + end: 750137 + 902: + operation: 'search' + 903: + operation: 'delete' + start: 1341588 + end: 1400238 + 904: + operation: 'search' + 905: + operation: 'delete' + start: 2117821 + end: 2146203 + 906: + operation: 'search' + 907: + operation: 'delete' + start: 2639329 + end: 2663029 + 908: + operation: 'search' + 909: + operation: 'delete' + start: 3184613 + end: 3224172 + 910: + operation: 'search' + 911: + operation: 'delete' + start: 3663431 + end: 3741482 + 912: + operation: 'search' + 913: + operation: 'delete' + start: 4117643 + end: 4157312 + 914: + operation: 'search' + 915: + operation: 'delete' + start: 4610236 + end: 4666287 + 916: + operation: 'search' + 917: + operation: 'delete' + start: 5008619 + end: 5025635 + 918: + operation: 'search' + 919: + operation: 'delete' + start: 5393518 + end: 5423012 + 920: + operation: 'search' + 921: + operation: 'delete' + start: 5764324 + end: 5785462 + 922: + operation: 'search' + 923: + operation: 'delete' + start: 6263255 + end: 6321056 + 924: + operation: 'search' + 925: + operation: 'delete' + start: 6736091 + end: 6884203 + 926: + operation: 'search' + 927: + operation: 'delete' + start: 7377827 + end: 7400099 + 928: + operation: 'search' + 929: + operation: 'delete' + start: 7784198 + end: 7819920 + 930: + operation: 'search' + 931: + operation: 'delete' + start: 8030790 + end: 8544038 + 932: + operation: 'search' + 933: + operation: 'delete' + start: 9109179 + end: 9144900 + 934: + operation: 'search' + 935: + operation: 'delete' + start: 9380365 + end: 9407094 + 936: + operation: 'search' + 937: + operation: 'delete' + start: 9476943 + end: 9506597 + 938: + operation: 'search' + 939: + operation: 'delete' + start: 10128982 + end: 10268747 + 940: + operation: 'search' + 941: + operation: 'delete' + start: 10908749 + end: 10947761 + 942: + operation: 'search' + 943: + operation: 'delete' + start: 11296524 + end: 11301399 + 944: + operation: 'search' + 945: + operation: 'delete' + start: 11652873 + end: 11766615 + 946: + operation: 'search' + 947: + operation: 'delete' + start: 12196413 + end: 12216421 + 948: + operation: 'search' + 949: + operation: 'delete' + start: 12433150 + end: 12489279 + 950: + operation: 'search' + 951: + operation: 'delete' + start: 12858877 + end: 12903144 + 952: + operation: 'search' + 953: + operation: 'delete' + start: 13003583 + end: 13051080 + 954: + operation: 'search' + 955: + operation: 'delete' + start: 13667496 + end: 13686728 + 956: + operation: 'search' + 957: + operation: 'delete' + start: 13799235 + end: 14106834 + 958: + operation: 'search' + 959: + operation: 'delete' + start: 14768944 + end: 14815173 + 960: + operation: 'search' + 961: + operation: 'delete' + start: 14966378 + end: 14987885 + 962: + operation: 'search' + 963: + operation: 'delete' + start: 16024400 + end: 16121591 + 964: + operation: 'search' + 965: + operation: 'delete' + start: 16745988 + end: 16807150 + 966: + operation: 'search' + 967: + operation: 'delete' + start: 16948274 + end: 17002806 + 968: + operation: 'search' + 969: + operation: 'delete' + start: 17668416 + end: 17737242 + 970: + operation: 'search' + 971: + operation: 'delete' + start: 17856801 + end: 18143307 + 972: + operation: 'search' + 973: + operation: 'delete' + start: 18317840 + end: 18576376 + 974: + operation: 'search' + 975: + operation: 'delete' + start: 19146751 + end: 19284938 + 976: + operation: 'search' + 977: + operation: 'delete' + start: 19565925 + end: 19633509 + 978: + operation: 'search' + 979: + operation: 'delete' + start: 19709965 + end: 19721964 + 980: + operation: 'search' + 981: + operation: 'delete' + start: 20112720 + end: 20230640 + 982: + operation: 'search' + 983: + operation: 'delete' + start: 20794735 + end: 20824449 + 984: + operation: 'search' + 985: + operation: 'delete' + start: 21332091 + end: 21367938 + 986: + operation: 'search' + 987: + operation: 'delete' + start: 21890018 + end: 21929584 + 988: + operation: 'search' + 989: + operation: 'delete' + start: 22334236 + end: 22346611 + 990: + operation: 'search' + 991: + operation: 'delete' + start: 22780273 + end: 22859642 + 992: + operation: 'search' + 993: + operation: 'delete' + start: 23110942 + end: 23194555 + 994: + operation: 'search' + 995: + operation: 'delete' + start: 23572622 + end: 23638580 + 996: + operation: 'search' + 997: + operation: 'delete' + start: 23898983 + end: 23927857 + 998: + operation: 'search' + 999: + operation: 'delete' + start: 24167224 + end: 24285751 + 1000: + operation: 'search' + 1001: + operation: 'delete' + start: 24707773 + end: 24812964 + 1002: + operation: 'search' + 1003: + operation: 'delete' + start: 25095130 + end: 25138836 + 1004: + operation: 'search' + 1005: + operation: 'delete' + start: 25633397 + end: 25651514 + 1006: + operation: 'search' + 1007: + operation: 'delete' + start: 25745034 + end: 25933746 + 1008: + operation: 'search' + 1009: + operation: 'delete' + start: 26181215 + end: 26495505 + 1010: + operation: 'search' + 1011: + operation: 'delete' + start: 26817219 + end: 27183112 + 1012: + operation: 'search' + 1013: + operation: 'delete' + start: 27355213 + end: 27366320 + 1014: + operation: 'search' + 1015: + operation: 'delete' + start: 27627816 + end: 27897556 + 1016: + operation: 'search' + 1017: + operation: 'delete' + start: 28138890 + end: 28455164 + 1018: + operation: 'search' + 1019: + operation: 'delete' + start: 28871169 + end: 28892514 + 1020: + operation: 'search' + 1021: + operation: 'delete' + start: 29300432 + end: 29415588 + 1022: + operation: 'search' + 1023: + operation: 'delete' + start: 29885700 + end: 29968123 + 1024: + operation: 'search' + 1025: + operation: 'insert' + start: 323521 + end: 361961 + 1026: + operation: 'search' + 1027: + operation: 'insert' + start: 436745 + end: 643916 + 1028: + operation: 'search' + 1029: + operation: 'insert' + start: 757423 + end: 1159293 + 1030: + operation: 'search' + 1031: + operation: 'insert' + start: 1412143 + end: 2038734 + 1032: + operation: 'search' + 1033: + operation: 'insert' + start: 2163500 + end: 2585603 + 1034: + operation: 'search' + 1035: + operation: 'insert' + start: 2674370 + end: 2933808 + 1036: + operation: 'search' + 1037: + operation: 'insert' + start: 3259134 + end: 3272842 + 1038: + operation: 'search' + 1039: + operation: 'insert' + start: 3780271 + end: 3853671 + 1040: + operation: 'search' + 1041: + operation: 'insert' + start: 4195348 + end: 4205984 + 1042: + operation: 'search' + 1043: + operation: 'insert' + start: 4681680 + end: 4699240 + 1044: + operation: 'search' + 1045: + operation: 'insert' + start: 5032960 + end: 5076156 + 1046: + operation: 'search' + 1047: + operation: 'insert' + start: 5439233 + end: 5444012 + 1048: + operation: 'search' + 1049: + operation: 'insert' + start: 5793877 + end: 5808489 + 1050: + operation: 'search' + 1051: + operation: 'insert' + start: 6344031 + end: 6438004 + 1052: + operation: 'search' + 1053: + operation: 'insert' + start: 6913452 + end: 6955700 + 1054: + operation: 'search' + 1055: + operation: 'insert' + start: 7417389 + end: 7453525 + 1056: + operation: 'search' + 1057: + operation: 'insert' + start: 7843007 + end: 7850216 + 1058: + operation: 'search' + 1059: + operation: 'insert' + start: 8805722 + end: 8834728 + 1060: + operation: 'search' + 1061: + operation: 'insert' + start: 9152955 + end: 9161886 + 1062: + operation: 'search' + 1063: + operation: 'insert' + start: 9421516 + end: 9430401 + 1064: + operation: 'search' + 1065: + operation: 'insert' + start: 9511622 + end: 9790075 + 1066: + operation: 'search' + 1067: + operation: 'insert' + start: 10288332 + end: 10293675 + 1068: + operation: 'search' + 1069: + operation: 'insert' + start: 10982747 + end: 11013448 + 1070: + operation: 'search' + 1071: + operation: 'insert' + start: 11303149 + end: 11327925 + 1072: + operation: 'search' + 1073: + operation: 'insert' + start: 11811875 + end: 11837909 + 1074: + operation: 'search' + 1075: + operation: 'insert' + start: 12229975 + end: 12238363 + 1076: + operation: 'search' + 1077: + operation: 'insert' + start: 12499154 + end: 12525239 + 1078: + operation: 'search' + 1079: + operation: 'insert' + start: 12917752 + end: 12937117 + 1080: + operation: 'search' + 1081: + operation: 'insert' + start: 13087700 + end: 13430950 + 1082: + operation: 'search' + 1083: + operation: 'insert' + start: 13694499 + end: 13695566 + 1084: + operation: 'search' + 1085: + operation: 'insert' + start: 14224858 + end: 14247215 + 1086: + operation: 'search' + 1087: + operation: 'insert' + start: 14830306 + end: 14843615 + 1088: + operation: 'search' + 1089: + operation: 'insert' + start: 14995731 + end: 15383716 + 1090: + operation: 'search' + 1091: + operation: 'insert' + start: 16188404 + end: 16237410 + 1092: + operation: 'search' + 1093: + operation: 'insert' + start: 16838448 + end: 16857047 + 1094: + operation: 'search' + 1095: + operation: 'insert' + start: 17035008 + end: 17421754 + 1096: + operation: 'search' + 1097: + operation: 'insert' + start: 17753898 + end: 17775337 + 1098: + operation: 'search' + 1099: + operation: 'insert' + start: 18253844 + end: 18265997 + 1100: + operation: 'search' + 1101: + operation: 'insert' + start: 18684431 + end: 18726728 + 1102: + operation: 'search' + 1103: + operation: 'insert' + start: 19314667 + end: 19405285 + 1104: + operation: 'search' + 1105: + operation: 'insert' + start: 19652814 + end: 19655516 + 1106: + operation: 'search' + 1107: + operation: 'insert' + start: 19724386 + end: 19948196 + 1108: + operation: 'search' + 1109: + operation: 'insert' + start: 20249087 + end: 20256391 + 1110: + operation: 'search' + 1111: + operation: 'insert' + start: 20850451 + end: 20887551 + 1112: + operation: 'search' + 1113: + operation: 'insert' + start: 21371925 + end: 21424514 + 1114: + operation: 'search' + 1115: + operation: 'insert' + start: 21955627 + end: 22018492 + 1116: + operation: 'search' + 1117: + operation: 'insert' + start: 22353887 + end: 22368751 + 1118: + operation: 'search' + 1119: + operation: 'insert' + start: 22930025 + end: 22938876 + 1120: + operation: 'search' + 1121: + operation: 'insert' + start: 23215167 + end: 23242834 + 1122: + operation: 'search' + 1123: + operation: 'insert' + start: 23679006 + end: 23696406 + 1124: + operation: 'search' + 1125: + operation: 'insert' + start: 23946126 + end: 23952989 + 1126: + operation: 'search' + 1127: + operation: 'insert' + start: 24386983 + end: 24432061 + 1128: + operation: 'search' + 1129: + operation: 'insert' + start: 24867396 + end: 24879161 + 1130: + operation: 'search' + 1131: + operation: 'insert' + start: 25168454 + end: 25201346 + 1132: + operation: 'search' + 1133: + operation: 'insert' + start: 25658458 + end: 25674928 + 1134: + operation: 'search' + 1135: + operation: 'insert' + start: 26046997 + end: 26054287 + 1136: + operation: 'search' + 1137: + operation: 'insert' + start: 26734447 + end: 26757922 + 1138: + operation: 'search' + 1139: + operation: 'insert' + start: 27289905 + end: 27292407 + 1140: + operation: 'search' + 1141: + operation: 'insert' + start: 27367995 + end: 27582912 + 1142: + operation: 'search' + 1143: + operation: 'insert' + start: 28008834 + end: 28029999 + 1144: + operation: 'search' + 1145: + operation: 'insert' + start: 28568584 + end: 28578519 + 1146: + operation: 'search' + 1147: + operation: 'insert' + start: 28912414 + end: 28931434 + 1148: + operation: 'search' + 1149: + operation: 'insert' + start: 29459796 + end: 29464422 + 1150: + operation: 'search' + 1151: + operation: 'insert' + start: 29992835 + end: 29998992 + 1152: + operation: 'search' + 1153: + operation: 'delete' + start: 311284 + end: 346241 + 1154: + operation: 'search' + 1155: + operation: 'delete' + start: 421124 + end: 591639 + 1156: + operation: 'search' + 1157: + operation: 'delete' + start: 750137 + end: 1067288 + 1158: + operation: 'search' + 1159: + operation: 'delete' + start: 1400238 + end: 1882164 + 1160: + operation: 'search' + 1161: + operation: 'delete' + start: 2146203 + end: 2434416 + 1162: + operation: 'search' + 1163: + operation: 'delete' + start: 2663029 + end: 2807417 + 1164: + operation: 'search' + 1165: + operation: 'delete' + start: 3224172 + end: 3255274 + 1166: + operation: 'search' + 1167: + operation: 'delete' + start: 3741482 + end: 3817676 + 1168: + operation: 'search' + 1169: + operation: 'delete' + start: 4157312 + end: 4186477 + 1170: + operation: 'search' + 1171: + operation: 'delete' + start: 4666287 + end: 4692460 + 1172: + operation: 'search' + 1173: + operation: 'delete' + start: 5025635 + end: 5070335 + 1174: + operation: 'search' + 1175: + operation: 'delete' + start: 5423012 + end: 5440866 + 1176: + operation: 'search' + 1177: + operation: 'delete' + start: 5785462 + end: 5800643 + 1178: + operation: 'search' + 1179: + operation: 'delete' + start: 6321056 + end: 6381867 + 1180: + operation: 'search' + 1181: + operation: 'delete' + start: 6884203 + end: 6924834 + 1182: + operation: 'search' + 1183: + operation: 'delete' + start: 7400099 + end: 7446995 + 1184: + operation: 'search' + 1185: + operation: 'delete' + start: 7819920 + end: 7845100 + 1186: + operation: 'search' + 1187: + operation: 'delete' + start: 8544038 + end: 8693458 + 1188: + operation: 'search' + 1189: + operation: 'delete' + start: 9144900 + end: 9159682 + 1190: + operation: 'search' + 1191: + operation: 'delete' + start: 9407094 + end: 9419496 + 1192: + operation: 'search' + 1193: + operation: 'delete' + start: 9506597 + end: 9724463 + 1194: + operation: 'search' + 1195: + operation: 'delete' + start: 10268747 + end: 10284500 + 1196: + operation: 'search' + 1197: + operation: 'delete' + start: 10947761 + end: 10994906 + 1198: + operation: 'search' + 1199: + operation: 'delete' + start: 11301399 + end: 11314871 + 1200: + operation: 'search' + 1201: + operation: 'delete' + start: 11766615 + end: 11829835 + 1202: + operation: 'search' + 1203: + operation: 'delete' + start: 12216421 + end: 12236041 + 1204: + operation: 'search' + 1205: + operation: 'delete' + start: 12489279 + end: 12517779 + 1206: + operation: 'search' + 1207: + operation: 'delete' + start: 12903144 + end: 12924664 + 1208: + operation: 'search' + 1209: + operation: 'delete' + start: 13051080 + end: 13310395 + 1210: + operation: 'search' + 1211: + operation: 'delete' + start: 13686728 + end: 13692039 + 1212: + operation: 'search' + 1213: + operation: 'delete' + start: 14106834 + end: 14208220 + 1214: + operation: 'search' + 1215: + operation: 'delete' + start: 14815173 + end: 14830337 + 1216: + operation: 'search' + 1217: + operation: 'delete' + start: 14987885 + end: 15301330 + 1218: + operation: 'search' + 1219: + operation: 'delete' + start: 16121591 + end: 16211852 + 1220: + operation: 'search' + 1221: + operation: 'delete' + start: 16807150 + end: 16842278 + 1222: + operation: 'search' + 1223: + operation: 'delete' + start: 17002806 + end: 17219942 + 1224: + operation: 'search' + 1225: + operation: 'delete' + start: 17737242 + end: 17771144 + 1226: + operation: 'search' + 1227: + operation: 'delete' + start: 18143307 + end: 18212683 + 1228: + operation: 'search' + 1229: + operation: 'delete' + start: 18576376 + end: 18660254 + 1230: + operation: 'search' + 1231: + operation: 'delete' + start: 19284938 + end: 19362703 + 1232: + operation: 'search' + 1233: + operation: 'delete' + start: 19633509 + end: 19646955 + 1234: + operation: 'search' + 1235: + operation: 'delete' + start: 19721964 + end: 19869144 + 1236: + operation: 'search' + 1237: + operation: 'delete' + start: 20230640 + end: 20245800 + 1238: + operation: 'search' + 1239: + operation: 'delete' + start: 20824449 + end: 20872539 + 1240: + operation: 'search' + 1241: + operation: 'delete' + start: 21367938 + end: 21408809 + 1242: + operation: 'search' + 1243: + operation: 'delete' + start: 21929584 + end: 21975788 + 1244: + operation: 'search' + 1245: + operation: 'delete' + start: 22346611 + end: 22360930 + 1246: + operation: 'search' + 1247: + operation: 'delete' + start: 22859642 + end: 22926695 + 1248: + operation: 'search' + 1249: + operation: 'delete' + start: 23194555 + end: 23230381 + 1250: + operation: 'search' + 1251: + operation: 'delete' + start: 23638580 + end: 23667638 + 1252: + operation: 'search' + 1253: + operation: 'delete' + start: 23927857 + end: 23943353 + 1254: + operation: 'search' + 1255: + operation: 'delete' + start: 24285751 + end: 24399693 + 1256: + operation: 'search' + 1257: + operation: 'delete' + start: 24812964 + end: 24847522 + 1258: + operation: 'search' + 1259: + operation: 'delete' + start: 25138836 + end: 25187511 + 1260: + operation: 'search' + 1261: + operation: 'delete' + start: 25651514 + end: 25669458 + 1262: + operation: 'search' + 1263: + operation: 'delete' + start: 25933746 + end: 26031937 + 1264: + operation: 'search' + 1265: + operation: 'delete' + start: 26495505 + end: 26720821 + 1266: + operation: 'search' + 1267: + operation: 'delete' + start: 27183112 + end: 27252850 + 1268: + operation: 'search' + 1269: + operation: 'delete' + start: 27366320 + end: 27502729 + 1270: + operation: 'search' + 1271: + operation: 'delete' + start: 27897556 + end: 27971464 + 1272: + operation: 'search' + 1273: + operation: 'delete' + start: 28455164 + end: 28565573 + 1274: + operation: 'search' + 1275: + operation: 'delete' + start: 28892514 + end: 28913927 + 1276: + operation: 'search' + 1277: + operation: 'delete' + start: 29415588 + end: 29445846 + 1278: + operation: 'search' + 1279: + operation: 'delete' + start: 29968123 + end: 29991665 + 1280: + operation: 'search' + gt_url: "https://comp21storage.z5.web.core.windows.net/comp23/clustered_data/msturing-30M-clustered/final_runbook.yaml" diff --git a/neurips23/runbooks/final_runbook_gen.py b/neurips23/runbooks/final_runbook_gen.py new file mode 100644 index 000000000..10d256058 --- /dev/null +++ b/neurips23/runbooks/final_runbook_gen.py @@ -0,0 +1,177 @@ +import argparse +import os +import numpy as np +import random +import yaml + +from scipy.cluster.vq import vq, kmeans2 +from typing import Tuple +from benchmark.datasets import DATASETS + +def cluster_and_permute( + data, num_clusters +) -> Tuple[np.ndarray[int], np.ndarray[int]]: + """ + Cluster the data and return permutation of row indices + that would group indices of the same cluster together + """ + npts = np.shape(data)[0] + sample_size = min(100000, npts) + sample_indices = np.random.choice(range(npts), size=sample_size, replace=False) + sampled_data = data[sample_indices, :] + centroids, sample_labels = kmeans2(sampled_data, num_clusters, minit="++", iter=10) + labels, dist = vq(data, centroids) + + count = np.zeros(num_clusters) + for i in range(npts): + count[labels[i]] += 1 + print("Cluster counts") + print(count) + + offsets = np.zeros(num_clusters + 1, dtype=int) + for i in range(0, num_clusters, 1): + offsets[i + 1] = offsets[i] + count[i] + + permutation = np.zeros(npts, dtype=int) + counters = np.zeros(num_clusters, dtype=int) + for i in range(npts): + label = labels[i] + row = offsets[label] + counters[label] + counters[label] += 1 + permutation[row] = i + + return offsets, permutation + + +def write_permuated_data( + data, + permutation:np.ndarray[int], + output_data_file:str +): + permuted_data = data[permutation,:] + + shape = np.shape(permuted_data) + with open(output_data_file, 'wb') as df: + df.write(shape[0].to_bytes(4, 'little')) + df.write(shape[1].to_bytes(4, 'little')) + df.write(permuted_data) + + +def create_runbook( + dataset_str:str, + offsets:np.ndarray[int], + permutation:np.ndarray[int], + num_clusters:int, + output_yaml_file:str +): + ins_cursor_start = offsets.copy() + ins_cursor_end = offsets.copy() + + del_cursor_start = offsets.copy() + del_cursor_end = offsets.copy() + + operation_list = [] + num_operations = 1 + active_points = 0 + max_pts = 0 + active_points_in_cluster = np.zeros(num_clusters) + + num_rounds = 5 + sample = np.random.default_rng().dirichlet((100,15,10,5,3), num_clusters) + for c in range(num_clusters): + np.random.default_rng().shuffle(sample[c]) + print(sample) + + for round in range(num_rounds): + #insertions + for c in range(num_clusters): + delta = (int)((offsets[c+1]-offsets[c]) * sample[c,round]) + ins_cursor_end[c] = ins_cursor_start[c] + delta + active_points += delta + max_pts = max(max_pts, active_points) + active_points_in_cluster[c] += delta + print('ins [', ins_cursor_start[c], ', ', ins_cursor_end[c], + ') active:', int(active_points_in_cluster[c]), + 'total:', active_points) + entry = [{'operation': 'insert'}, {'start': int(ins_cursor_start[c])}, {'end': int(ins_cursor_end[c])}] + operation_list.append((num_operations, entry)) + num_operations += 1 + operation_list.append((num_operations, [{'operation': str('search')}])) + num_operations += 1 + ins_cursor_start[c] = ins_cursor_end[c] + + #deletions + for c in range(num_clusters): + fraction = random.uniform(0.5,0.9) + delta = (int)(fraction*(ins_cursor_end[c]-del_cursor_start[c])) + del_cursor_end[c] = del_cursor_start[c] + delta + active_points -= delta + active_points_in_cluster[c] -= delta + print('del [', del_cursor_start[c], ',', del_cursor_end[c], + ') active:', int(active_points_in_cluster[c]), + 'total:', active_points) + entry = [{'operation': 'delete'}, {'start': int(del_cursor_start[c])}, {'end': int(del_cursor_end[c])}] + operation_list.append((num_operations, entry)) + num_operations += 1 + operation_list.append((num_operations, [{'operation': 'search'}])) + num_operations += 1 + del_cursor_start[c] = del_cursor_end[c] + + + with open(output_yaml_file, 'w') as yf: + operation_list.sort(key = lambda x: x[0]) + sorted_dict = {} + sorted_dict['max_pts'] = int(max_pts) + for (k, v) in operation_list: + sorted_dict[k]=v + yaml_object = {} + yaml_object[dataset_str] = sorted_dict + yaml.dump(yaml_object, yf) + + +def main(): + parser = argparse.ArgumentParser( + formatter_class=argparse.ArgumentDefaultsHelpFormatter) + + parser.add_argument( + '--dataset', + choices=DATASETS.keys(), + required=True) + parser.add_argument( + '-c', '--num_clusters', + type=int, + required=True + ) + parser.add_argument( + '-o', '--output_data_file', + required=True + ) + parser.add_argument( + '-y', '--output_yaml_file', + required=True + ) + args = parser.parse_args() + + ds = DATASETS[args.dataset]() + if ds.nb <= 10**7: + data = ds.get_dataset() + else: + data = next(ds.get_dataset_iterator(bs=ds.nb)) + print(np.shape(data)) + + offsets, permutation = cluster_and_permute(data, args.num_clusters) + print(permutation) + + write_permuated_data(data=data, + permutation=permutation, + output_data_file=args.output_data_file) + + create_runbook(dataset_str=args.dataset, + offsets=offsets, + permutation=permutation, + num_clusters=args.num_clusters, + output_yaml_file=args.output_yaml_file) + + +if __name__ == '__main__': + main() diff --git a/neurips23/runbooks/gen_expiration_time_runbook.py b/neurips23/runbooks/gen_expiration_time_runbook.py new file mode 100644 index 000000000..bb5996bc2 --- /dev/null +++ b/neurips23/runbooks/gen_expiration_time_runbook.py @@ -0,0 +1,176 @@ +import yaml +import os +import random + +''' +dataset_name: dataset key as specified in benchmark/datasets.py +dataset_size: size of datasets +max_t: number of timesteps +runbook_filename: name to save the runbook to +ratios: tuple of three numbers indicating proportion of deletes/replaces assigned to each timestep +timesteps: how long to wait before deleting for each ratio +seed: seed given to random generator +do_replace: whether to include replace in runbook or not +''' +def gen_exp_time_runbook(dataset_name, dataset_size, max_t, runbook_filename, ratios, timesteps, seed = 0, do_replace = False, gt_url = None, do_delete = True): + random.seed(seed) + data = {dataset_name: {}} + + max_num_points=0 + num_points=0 + + batch_size = dataset_size//max_t + to_delete=[[] for _ in range(max_t)] + to_replace=[[] for _ in range(max_t)] + + t=1 + + for i in range(max_t): + if do_replace: + fraction = random.uniform(.5, .9) + else: + fraction = 1.0 + start = i*batch_size + end = start + int(fraction*batch_size) + ids_start = end + ids_end = (i+1)*batch_size + tags_start = i*batch_size + tags_end = tags_start + (ids_end - ids_start) + replace_info = (tags_start, tags_end, ids_start, ids_end) + delete_info = (tags_start, end) + data[dataset_name][t]={ + 'operation': 'insert', + 'start': i*(batch_size), + 'end': end + } + t+=1 + + num_points+=int(fraction*batch_size) + + max_num_points=max(max_num_points,num_points) + + + data_type = random.randint(0, ratios[2]) + if do_delete: + if data_type <= ratios[0]: + pass + elif data_type > ratios[0] and data_type < ratios[1]: + if (i+timesteps[1] < max_t): + to_delete[i+timesteps[1]].append(delete_info) + else: + if (i+timesteps[2] < max_t): + to_delete[i+timesteps[2]].append(delete_info) + + if do_replace: + if data_type <= ratios[0]: + remaining_steps = (max_t - t)//2 + to_replace[i+remaining_steps].append(replace_info) + # with probability 1/19, the points get replaced at t_max-t/2 steps + elif data_type > ratios[0] and data_type < ratios[1]: + if (i + timesteps[1]//2 < max_t): + to_replace[i+timesteps[1]//2].append(replace_info) + # with probability 3/19, the points get replaced after 50 steps + else: + if (i + timesteps[2]//2 < max_t): + to_replace[i+timesteps[2]//2].append(replace_info) + # with probability 15/19, the points get replaced after 10 steps + + for (start, end) in to_delete[i]: + data[dataset_name][t]={ + 'operation': 'delete', + 'start': start, + 'end': end + } + t+=1 + num_points-=batch_size + + for (tags_start, tags_end, ids_start, ids_end) in to_replace[i]: + data[dataset_name][t] ={ + 'operation' : 'replace', + 'tags_start': tags_start, + 'tags_end': tags_end, + 'ids_start': ids_start, + 'ids_end': ids_end + } + t += 1 + + data[dataset_name][t]={ + 'operation': 'search', + } + t+=1 + + data[dataset_name]["max_pts"]=max_num_points + + if gt_url is not None: + data[dataset_name]["gt_url"] = gt_url + + with open(runbook_filename, 'w') as outfile: + yaml.dump(data, outfile, default_flow_style=False) + +ratios = (0, 4, 18) +timesteps = (0, 100, 20) +seed = 809 +dataset_file = 'wikipedia-35M_expirationtime_runbook.yaml' +dataset_name = 'wikipedia-35M' +dataset_size = 35000000 +max_t = 350 +gt_url = "https://comp21storage.z5.web.core.windows.net/wiki-cohere-35M/wikipedia-35M_expirationtime_runbook.yaml" +gen_exp_time_runbook(dataset_name, dataset_size, max_t, dataset_file, ratios, timesteps, seed, False, gt_url) + +ratios = (0, 4, 18) +timesteps = (0, 100, 20) +seed = 1232 +dataset_file = 'wikipedia-1M_expiration_time_runbook.yaml' +dataset_name = 'wikipedia-1M' +dataset_size = 1000000 +max_t = 100 +gt_url = "https://comp21storage.z5.web.core.windows.net/wiki-cohere-35M/wikipedia-1M_expiration_time_runbook.yaml/" +gen_exp_time_runbook(dataset_name, dataset_size, max_t, dataset_file, ratios, timesteps, seed, False, gt_url) + +ratios = (0, 4, 18) +timesteps = (0, 100, 20) +seed = 10001 +dataset_file = 'wikipedia-35M_expiration_time_replace_only_runbook.yaml' +dataset_name = 'wikipedia-35M' +dataset_size = 8000000 #only use a prefix of the dataset +max_t = 80 +gt_url = None +gen_exp_time_runbook(dataset_name, dataset_size, max_t, dataset_file, ratios, timesteps, seed, True, gt_url, False) + +ratios = (0, 4, 18) +timesteps = (0, 100, 20) +seed = 754 +dataset_file = 'wikipedia-1M_expiration_time_replace_only_runbook.yaml' +dataset_name = 'wikipedia-1M' +dataset_size = 1000000 +max_t = 100 +gt_url = None +gen_exp_time_runbook(dataset_name, dataset_size, max_t, dataset_file, ratios, timesteps, seed, True, gt_url, False) + +ratios = (3, 8, 18) +timesteps = (0, 300, 50) +seed = 22 +dataset_file = 'wikipedia-35M_expiration_time_replace_delete_runbook.yaml' +dataset_name = 'wikipedia-35M' +dataset_size = 35000000 +max_t = 350 +gen_exp_time_runbook(dataset_name, dataset_size, max_t, dataset_file, ratios, timesteps, seed, True, None) + +ratios = (1, 8, 18) +timesteps = (0, 100, 20) +seed = 56 +dataset_file = 'wikipedia-1M_expiration_time_replace_delete_runbook.yaml' +dataset_name = 'wikipedia-1M' +dataset_size = 1000000 +max_t = 100 +gen_exp_time_runbook(dataset_name, dataset_size, max_t, dataset_file, ratios, timesteps, seed, True, None) + +ratios = (0, 6, 25) +timesteps = (0, 200, 50) +seed = 809 +dataset_file = 'msmarco-100M_expirationtime_runbook.yaml' +dataset_name = 'msmarco-100M' +dataset_size = 101070374 +max_t = 1000 +gen_exp_time_runbook(dataset_name, dataset_size, max_t, dataset_file, ratios, timesteps, seed, False, None) + diff --git a/neurips23/runbooks/gen_replace_runbooks.py b/neurips23/runbooks/gen_replace_runbooks.py new file mode 100644 index 000000000..ccaa5ec24 --- /dev/null +++ b/neurips23/runbooks/gen_replace_runbooks.py @@ -0,0 +1,149 @@ +import argparse +import os +import numpy as np +import yaml + +import sys +[sys.path.append(i) for i in ['.', '..', '../..']] + +from scipy.cluster.vq import vq, kmeans2 +from typing import Tuple +from benchmark.datasets import DATASETS +from benchmark.streaming.load_runbook import load_runbook + +#extract cluster information from msturing-10M-clustered +def extract_clusters(runbook_path, max_pts, ds_name): + max_pts, run_list = load_runbook(ds_name, max_pts, runbook_path) + clusters = [] + for entry in run_list: + match entry['operation']: + case 'insert': + clusters.append((entry['start'], entry['end'])) + case _: + continue + return clusters + + + +# runbook will do the following: +# 1) insert a random fraction > .5 of each of the 32 clusters with searches interleaved +# 2) for each cluster, replace its beginning prefix with a random fraction of the remaining +# points with searches interleaved +def write_replace_clustered_runbook(clusters, output_yaml_file, dataset_str): + inserted_clusters = [] + operation_list = [] + max_pts = 0 + num_operations = 1 + active_points = 0 + # add seed to make operation deterministic + np.random.seed(0) + + #step 1: insert + for cluster in clusters: + fraction = np.random.uniform(.5, .9) + delta = int(fraction*(cluster[1]-cluster[0])) + active_points += delta + max_pts = max(max_pts, active_points) + cluster_to_insert = (cluster[0], cluster[0]+delta) + inserted_clusters.append(cluster_to_insert) + entry = {'operation': 'insert','start': int(cluster_to_insert[0]), 'end': int(cluster_to_insert[1])} + operation_list.append((num_operations, entry)) + num_operations += 1 + operation_list.append((num_operations, {'operation': str('search')})) + num_operations += 1 + + #step 2: replace + for inserted_cluster, full_cluster in zip(inserted_clusters, clusters): + fraction = np.random.uniform(0,1.0) + delta = int(fraction*(full_cluster[1] - inserted_cluster[1])) + assert delta <= inserted_cluster[1] - inserted_cluster[0] + replace_tags_start = inserted_cluster[0] + replace_tags_end = replace_tags_start + delta + replace_ids_start = inserted_cluster[1] + replace_ids_end = inserted_cluster[1] + delta + entry = {'operation': 'replace', 'tags_start': replace_tags_start, 'tags_end': replace_tags_end, 'ids_start': replace_ids_start, 'ids_end': replace_ids_end} + operation_list.append((num_operations, entry)) + num_operations += 1 + operation_list.append((num_operations, {'operation': str('search')})) + num_operations += 1 + + #write to yaml file + with open(output_yaml_file, 'w') as yf: + operation_list.sort(key = lambda x: x[0]) + sorted_dict = {} + sorted_dict['max_pts'] = int(max_pts) + for (k, v) in operation_list: + sorted_dict[k]=v + yaml_object = {} + yaml_object[dataset_str] = sorted_dict + yaml.dump(yaml_object, yf) + + + +# runbook will do the following: +# 1) insert a random fraction > .5 of each of the 32 clusters with searches interleaved +# 2) for each cluster, select a *random* cluster and replace its beginning prefix +# with a random fraction of remaining points in that cluster with searches interleaved +def write_replace_random_runbook(clusters, output_yaml_file, dataset_str): + inserted_clusters = [] + operation_list = [] + max_pts = 0 + num_operations = 1 + active_points = 0 + # add seed to make operation deterministic + np.random.seed(1) + + #step 1: insert + for cluster in clusters: + fraction = np.random.uniform(.5, .9) + delta = int(fraction*(cluster[1]-cluster[0])) + active_points += delta + max_pts = max(max_pts, active_points) + cluster_to_insert = (cluster[0], cluster[0]+delta) + inserted_clusters.append(cluster_to_insert) + entry = {'operation': 'insert','start': int(cluster_to_insert[0]), 'end': int(cluster_to_insert[1])} + operation_list.append((num_operations, entry)) + num_operations += 1 + operation_list.append((num_operations, {'operation': str('search')})) + num_operations += 1 + + cluster_ids = np.random.permutation(32) + + #step 2: replace + for c in range(32): + fraction = np.random.uniform(0,1.0) + full_cluster_random = clusters[cluster_ids[c]] + inserted_cluster_random = inserted_clusters[cluster_ids[c]] + this_cluster = inserted_clusters[c] + this_cluster_size = this_cluster[1] - this_cluster[0] + delta = min(this_cluster_size, int(fraction*(full_cluster_random[1] - inserted_cluster_random[1]))) + assert delta <= this_cluster[1] - this_cluster[0] + replace_tags_start = this_cluster[0] + replace_tags_end = replace_tags_start + delta + replace_ids_start = inserted_cluster_random[1] + replace_ids_end = replace_ids_start + delta + entry = {'operation': 'replace', 'tags_start': replace_tags_start, 'tags_end': replace_tags_end, 'ids_start': replace_ids_start, 'ids_end': replace_ids_end} + operation_list.append((num_operations, entry)) + num_operations += 1 + operation_list.append((num_operations, {'operation': str('search')})) + num_operations += 1 + + #write to yaml file + with open(output_yaml_file, 'w') as yf: + operation_list.sort(key = lambda x: x[0]) + sorted_dict = {} + sorted_dict['max_pts'] = int(max_pts) + for (k, v) in operation_list: + sorted_dict[k]=v + yaml_object = {} + yaml_object[dataset_str] = sorted_dict + yaml.dump(yaml_object, yf) + + +ds = DATASETS['msturing-10M-clustered'] +cluster_runbook_path='clustered_runbook.yaml' +clustered_replace_yaml='clustered_replace_runbook.yaml' +clustered_random_yaml='random_replace_runbook.yaml' +clusters = extract_clusters(cluster_runbook_path, 10000000, 'msturing-10M-clustered') +write_replace_clustered_runbook(clusters, clustered_replace_yaml, 'msturing-10M-clustered') +write_replace_random_runbook(clusters, clustered_random_yaml, 'msturing-10M-clustered') \ No newline at end of file diff --git a/neurips23/runbooks/generate_msturing10m_runbooks.py b/neurips23/runbooks/generate_msturing10m_runbooks.py new file mode 100644 index 000000000..ed09a7be9 --- /dev/null +++ b/neurips23/runbooks/generate_msturing10m_runbooks.py @@ -0,0 +1,50 @@ +import yaml +import os + + +dataset_name="msturing-10M" + +data = {dataset_name: {}} + +total_points=10000000 + +num_points=0 +max_num_points=0 + + +max_t=200 +# insert 10000000/200 points per step +# start deleting points after 100 steps + +t=1 +for i in range(max_t): + if i>=max_t//2: + data[dataset_name][t]={ + 'operation': 'search', + } + t+=1 + data[dataset_name][t]={ + 'operation': 'delete', + 'start': (i-max_t//2)*(total_points//max_t), + 'end': (i-max_t//2+1)*(total_points//max_t) + } + t+=1 + num_points-=total_points//max_t + data[dataset_name][t]={ + 'operation': 'insert', + 'start': i*(total_points//max_t), + 'end': (i+1)*(total_points//max_t) + } + t+=1 + + num_points+=total_points//max_t + max_num_points=max(max_num_points,num_points) + +data[dataset_name]["max_pts"]=max_num_points + +run_book_name=dataset_name+"_"+"slidingwindow_runbook.yaml" + +with open(run_book_name, 'w') as outfile: + yaml.dump(data, outfile, default_flow_style=False) + + diff --git a/neurips23/runbooks/msmarco-100M_expirationtime_runbook.yaml b/neurips23/runbooks/msmarco-100M_expirationtime_runbook.yaml new file mode 100644 index 000000000..9bf4eaabe --- /dev/null +++ b/neurips23/runbooks/msmarco-100M_expirationtime_runbook.yaml @@ -0,0 +1,9578 @@ +msmarco-100M: + 1: + end: 101070 + operation: insert + start: 0 + 2: + operation: search + 3: + end: 202140 + operation: insert + start: 101070 + 4: + operation: search + 5: + end: 303210 + operation: insert + start: 202140 + 6: + operation: search + 7: + end: 404280 + operation: insert + start: 303210 + 8: + operation: search + 9: + end: 505350 + operation: insert + start: 404280 + 10: + operation: search + 11: + end: 606420 + operation: insert + start: 505350 + 12: + operation: search + 13: + end: 707490 + operation: insert + start: 606420 + 14: + operation: search + 15: + end: 808560 + operation: insert + start: 707490 + 16: + operation: search + 17: + end: 909630 + operation: insert + start: 808560 + 18: + operation: search + 19: + end: 1010700 + operation: insert + start: 909630 + 20: + operation: search + 21: + end: 1111770 + operation: insert + start: 1010700 + 22: + operation: search + 23: + end: 1212840 + operation: insert + start: 1111770 + 24: + operation: search + 25: + end: 1313910 + operation: insert + start: 1212840 + 26: + operation: search + 27: + end: 1414980 + operation: insert + start: 1313910 + 28: + operation: search + 29: + end: 1516050 + operation: insert + start: 1414980 + 30: + operation: search + 31: + end: 1617120 + operation: insert + start: 1516050 + 32: + operation: search + 33: + end: 1718190 + operation: insert + start: 1617120 + 34: + operation: search + 35: + end: 1819260 + operation: insert + start: 1718190 + 36: + operation: search + 37: + end: 1920330 + operation: insert + start: 1819260 + 38: + operation: search + 39: + end: 2021400 + operation: insert + start: 1920330 + 40: + operation: search + 41: + end: 2122470 + operation: insert + start: 2021400 + 42: + operation: search + 43: + end: 2223540 + operation: insert + start: 2122470 + 44: + operation: search + 45: + end: 2324610 + operation: insert + start: 2223540 + 46: + operation: search + 47: + end: 2425680 + operation: insert + start: 2324610 + 48: + operation: search + 49: + end: 2526750 + operation: insert + start: 2425680 + 50: + operation: search + 51: + end: 2627820 + operation: insert + start: 2526750 + 52: + operation: search + 53: + end: 2728890 + operation: insert + start: 2627820 + 54: + operation: search + 55: + end: 2829960 + operation: insert + start: 2728890 + 56: + operation: search + 57: + end: 2931030 + operation: insert + start: 2829960 + 58: + operation: search + 59: + end: 3032100 + operation: insert + start: 2931030 + 60: + operation: search + 61: + end: 3133170 + operation: insert + start: 3032100 + 62: + operation: search + 63: + end: 3234240 + operation: insert + start: 3133170 + 64: + operation: search + 65: + end: 3335310 + operation: insert + start: 3234240 + 66: + operation: search + 67: + end: 3436380 + operation: insert + start: 3335310 + 68: + operation: search + 69: + end: 3537450 + operation: insert + start: 3436380 + 70: + operation: search + 71: + end: 3638520 + operation: insert + start: 3537450 + 72: + operation: search + 73: + end: 3739590 + operation: insert + start: 3638520 + 74: + operation: search + 75: + end: 3840660 + operation: insert + start: 3739590 + 76: + operation: search + 77: + end: 3941730 + operation: insert + start: 3840660 + 78: + operation: search + 79: + end: 4042800 + operation: insert + start: 3941730 + 80: + operation: search + 81: + end: 4143870 + operation: insert + start: 4042800 + 82: + operation: search + 83: + end: 4244940 + operation: insert + start: 4143870 + 84: + operation: search + 85: + end: 4346010 + operation: insert + start: 4244940 + 86: + operation: search + 87: + end: 4447080 + operation: insert + start: 4346010 + 88: + operation: search + 89: + end: 4548150 + operation: insert + start: 4447080 + 90: + operation: search + 91: + end: 4649220 + operation: insert + start: 4548150 + 92: + operation: search + 93: + end: 4750290 + operation: insert + start: 4649220 + 94: + operation: search + 95: + end: 4851360 + operation: insert + start: 4750290 + 96: + operation: search + 97: + end: 4952430 + operation: insert + start: 4851360 + 98: + operation: search + 99: + end: 5053500 + operation: insert + start: 4952430 + 100: + operation: search + 101: + end: 5154570 + operation: insert + start: 5053500 + 102: + operation: search + 103: + end: 5255640 + operation: insert + start: 5154570 + 104: + end: 202140 + operation: delete + start: 101070 + 105: + operation: search + 106: + end: 5356710 + operation: insert + start: 5255640 + 107: + operation: search + 108: + end: 5457780 + operation: insert + start: 5356710 + 109: + end: 404280 + operation: delete + start: 303210 + 110: + operation: search + 111: + end: 5558850 + operation: insert + start: 5457780 + 112: + end: 505350 + operation: delete + start: 404280 + 113: + operation: search + 114: + end: 5659920 + operation: insert + start: 5558850 + 115: + end: 606420 + operation: delete + start: 505350 + 116: + operation: search + 117: + end: 5760990 + operation: insert + start: 5659920 + 118: + end: 707490 + operation: delete + start: 606420 + 119: + operation: search + 120: + end: 5862060 + operation: insert + start: 5760990 + 121: + end: 808560 + operation: delete + start: 707490 + 122: + operation: search + 123: + end: 5963130 + operation: insert + start: 5862060 + 124: + end: 909630 + operation: delete + start: 808560 + 125: + operation: search + 126: + end: 6064200 + operation: insert + start: 5963130 + 127: + end: 1010700 + operation: delete + start: 909630 + 128: + operation: search + 129: + end: 6165270 + operation: insert + start: 6064200 + 130: + end: 1111770 + operation: delete + start: 1010700 + 131: + operation: search + 132: + end: 6266340 + operation: insert + start: 6165270 + 133: + end: 1212840 + operation: delete + start: 1111770 + 134: + operation: search + 135: + end: 6367410 + operation: insert + start: 6266340 + 136: + operation: search + 137: + end: 6468480 + operation: insert + start: 6367410 + 138: + end: 1414980 + operation: delete + start: 1313910 + 139: + operation: search + 140: + end: 6569550 + operation: insert + start: 6468480 + 141: + operation: search + 142: + end: 6670620 + operation: insert + start: 6569550 + 143: + end: 1617120 + operation: delete + start: 1516050 + 144: + operation: search + 145: + end: 6771690 + operation: insert + start: 6670620 + 146: + operation: search + 147: + end: 6872760 + operation: insert + start: 6771690 + 148: + end: 1819260 + operation: delete + start: 1718190 + 149: + operation: search + 150: + end: 6973830 + operation: insert + start: 6872760 + 151: + end: 1920330 + operation: delete + start: 1819260 + 152: + operation: search + 153: + end: 7074900 + operation: insert + start: 6973830 + 154: + end: 2021400 + operation: delete + start: 1920330 + 155: + operation: search + 156: + end: 7175970 + operation: insert + start: 7074900 + 157: + end: 2122470 + operation: delete + start: 2021400 + 158: + operation: search + 159: + end: 7277040 + operation: insert + start: 7175970 + 160: + end: 2223540 + operation: delete + start: 2122470 + 161: + operation: search + 162: + end: 7378110 + operation: insert + start: 7277040 + 163: + end: 2324610 + operation: delete + start: 2223540 + 164: + operation: search + 165: + end: 7479180 + operation: insert + start: 7378110 + 166: + operation: search + 167: + end: 7580250 + operation: insert + start: 7479180 + 168: + end: 2526750 + operation: delete + start: 2425680 + 169: + operation: search + 170: + end: 7681320 + operation: insert + start: 7580250 + 171: + operation: search + 172: + end: 7782390 + operation: insert + start: 7681320 + 173: + end: 2728890 + operation: delete + start: 2627820 + 174: + operation: search + 175: + end: 7883460 + operation: insert + start: 7782390 + 176: + end: 2829960 + operation: delete + start: 2728890 + 177: + operation: search + 178: + end: 7984530 + operation: insert + start: 7883460 + 179: + end: 2931030 + operation: delete + start: 2829960 + 180: + operation: search + 181: + end: 8085600 + operation: insert + start: 7984530 + 182: + operation: search + 183: + end: 8186670 + operation: insert + start: 8085600 + 184: + end: 3133170 + operation: delete + start: 3032100 + 185: + operation: search + 186: + end: 8287740 + operation: insert + start: 8186670 + 187: + end: 3234240 + operation: delete + start: 3133170 + 188: + operation: search + 189: + end: 8388810 + operation: insert + start: 8287740 + 190: + end: 3335310 + operation: delete + start: 3234240 + 191: + operation: search + 192: + end: 8489880 + operation: insert + start: 8388810 + 193: + operation: search + 194: + end: 8590950 + operation: insert + start: 8489880 + 195: + end: 3537450 + operation: delete + start: 3436380 + 196: + operation: search + 197: + end: 8692020 + operation: insert + start: 8590950 + 198: + operation: search + 199: + end: 8793090 + operation: insert + start: 8692020 + 200: + end: 3739590 + operation: delete + start: 3638520 + 201: + operation: search + 202: + end: 8894160 + operation: insert + start: 8793090 + 203: + operation: search + 204: + end: 8995230 + operation: insert + start: 8894160 + 205: + end: 3941730 + operation: delete + start: 3840660 + 206: + operation: search + 207: + end: 9096300 + operation: insert + start: 8995230 + 208: + operation: search + 209: + end: 9197370 + operation: insert + start: 9096300 + 210: + end: 4143870 + operation: delete + start: 4042800 + 211: + operation: search + 212: + end: 9298440 + operation: insert + start: 9197370 + 213: + end: 4244940 + operation: delete + start: 4143870 + 214: + operation: search + 215: + end: 9399510 + operation: insert + start: 9298440 + 216: + end: 4346010 + operation: delete + start: 4244940 + 217: + operation: search + 218: + end: 9500580 + operation: insert + start: 9399510 + 219: + operation: search + 220: + end: 9601650 + operation: insert + start: 9500580 + 221: + end: 4548150 + operation: delete + start: 4447080 + 222: + operation: search + 223: + end: 9702720 + operation: insert + start: 9601650 + 224: + end: 4649220 + operation: delete + start: 4548150 + 225: + operation: search + 226: + end: 9803790 + operation: insert + start: 9702720 + 227: + end: 4750290 + operation: delete + start: 4649220 + 228: + operation: search + 229: + end: 9904860 + operation: insert + start: 9803790 + 230: + end: 4851360 + operation: delete + start: 4750290 + 231: + operation: search + 232: + end: 10005930 + operation: insert + start: 9904860 + 233: + end: 4952430 + operation: delete + start: 4851360 + 234: + operation: search + 235: + end: 10107000 + operation: insert + start: 10005930 + 236: + end: 5053500 + operation: delete + start: 4952430 + 237: + operation: search + 238: + end: 10208070 + operation: insert + start: 10107000 + 239: + end: 5154570 + operation: delete + start: 5053500 + 240: + operation: search + 241: + end: 10309140 + operation: insert + start: 10208070 + 242: + end: 5255640 + operation: delete + start: 5154570 + 243: + operation: search + 244: + end: 10410210 + operation: insert + start: 10309140 + 245: + end: 5356710 + operation: delete + start: 5255640 + 246: + operation: search + 247: + end: 10511280 + operation: insert + start: 10410210 + 248: + end: 5457780 + operation: delete + start: 5356710 + 249: + operation: search + 250: + end: 10612350 + operation: insert + start: 10511280 + 251: + end: 5558850 + operation: delete + start: 5457780 + 252: + operation: search + 253: + end: 10713420 + operation: insert + start: 10612350 + 254: + end: 5659920 + operation: delete + start: 5558850 + 255: + operation: search + 256: + end: 10814490 + operation: insert + start: 10713420 + 257: + operation: search + 258: + end: 10915560 + operation: insert + start: 10814490 + 259: + operation: search + 260: + end: 11016630 + operation: insert + start: 10915560 + 261: + end: 5963130 + operation: delete + start: 5862060 + 262: + operation: search + 263: + end: 11117700 + operation: insert + start: 11016630 + 264: + operation: search + 265: + end: 11218770 + operation: insert + start: 11117700 + 266: + end: 6165270 + operation: delete + start: 6064200 + 267: + operation: search + 268: + end: 11319840 + operation: insert + start: 11218770 + 269: + end: 6266340 + operation: delete + start: 6165270 + 270: + operation: search + 271: + end: 11420910 + operation: insert + start: 11319840 + 272: + end: 6367410 + operation: delete + start: 6266340 + 273: + operation: search + 274: + end: 11521980 + operation: insert + start: 11420910 + 275: + end: 6468480 + operation: delete + start: 6367410 + 276: + operation: search + 277: + end: 11623050 + operation: insert + start: 11521980 + 278: + end: 6569550 + operation: delete + start: 6468480 + 279: + operation: search + 280: + end: 11724120 + operation: insert + start: 11623050 + 281: + operation: search + 282: + end: 11825190 + operation: insert + start: 11724120 + 283: + end: 6771690 + operation: delete + start: 6670620 + 284: + operation: search + 285: + end: 11926260 + operation: insert + start: 11825190 + 286: + operation: search + 287: + end: 12027330 + operation: insert + start: 11926260 + 288: + end: 6973830 + operation: delete + start: 6872760 + 289: + operation: search + 290: + end: 12128400 + operation: insert + start: 12027330 + 291: + end: 7074900 + operation: delete + start: 6973830 + 292: + operation: search + 293: + end: 12229470 + operation: insert + start: 12128400 + 294: + end: 7175970 + operation: delete + start: 7074900 + 295: + operation: search + 296: + end: 12330540 + operation: insert + start: 12229470 + 297: + end: 7277040 + operation: delete + start: 7175970 + 298: + operation: search + 299: + end: 12431610 + operation: insert + start: 12330540 + 300: + end: 7378110 + operation: delete + start: 7277040 + 301: + operation: search + 302: + end: 12532680 + operation: insert + start: 12431610 + 303: + end: 7479180 + operation: delete + start: 7378110 + 304: + operation: search + 305: + end: 12633750 + operation: insert + start: 12532680 + 306: + end: 7580250 + operation: delete + start: 7479180 + 307: + operation: search + 308: + end: 12734820 + operation: insert + start: 12633750 + 309: + end: 7681320 + operation: delete + start: 7580250 + 310: + operation: search + 311: + end: 12835890 + operation: insert + start: 12734820 + 312: + end: 7782390 + operation: delete + start: 7681320 + 313: + operation: search + 314: + end: 12936960 + operation: insert + start: 12835890 + 315: + operation: search + 316: + end: 13038030 + operation: insert + start: 12936960 + 317: + end: 7984530 + operation: delete + start: 7883460 + 318: + operation: search + 319: + end: 13139100 + operation: insert + start: 13038030 + 320: + operation: search + 321: + end: 13240170 + operation: insert + start: 13139100 + 322: + end: 8186670 + operation: delete + start: 8085600 + 323: + operation: search + 324: + end: 13341240 + operation: insert + start: 13240170 + 325: + end: 8287740 + operation: delete + start: 8186670 + 326: + operation: search + 327: + end: 13442310 + operation: insert + start: 13341240 + 328: + end: 8388810 + operation: delete + start: 8287740 + 329: + operation: search + 330: + end: 13543380 + operation: insert + start: 13442310 + 331: + operation: search + 332: + end: 13644450 + operation: insert + start: 13543380 + 333: + end: 8590950 + operation: delete + start: 8489880 + 334: + operation: search + 335: + end: 13745520 + operation: insert + start: 13644450 + 336: + end: 8692020 + operation: delete + start: 8590950 + 337: + operation: search + 338: + end: 13846590 + operation: insert + start: 13745520 + 339: + end: 8793090 + operation: delete + start: 8692020 + 340: + operation: search + 341: + end: 13947660 + operation: insert + start: 13846590 + 342: + end: 8894160 + operation: delete + start: 8793090 + 343: + operation: search + 344: + end: 14048730 + operation: insert + start: 13947660 + 345: + operation: search + 346: + end: 14149800 + operation: insert + start: 14048730 + 347: + end: 9096300 + operation: delete + start: 8995230 + 348: + operation: search + 349: + end: 14250870 + operation: insert + start: 14149800 + 350: + end: 9197370 + operation: delete + start: 9096300 + 351: + operation: search + 352: + end: 14351940 + operation: insert + start: 14250870 + 353: + end: 9298440 + operation: delete + start: 9197370 + 354: + operation: search + 355: + end: 14453010 + operation: insert + start: 14351940 + 356: + end: 9399510 + operation: delete + start: 9298440 + 357: + operation: search + 358: + end: 14554080 + operation: insert + start: 14453010 + 359: + end: 9500580 + operation: delete + start: 9399510 + 360: + operation: search + 361: + end: 14655150 + operation: insert + start: 14554080 + 362: + end: 9601650 + operation: delete + start: 9500580 + 363: + operation: search + 364: + end: 14756220 + operation: insert + start: 14655150 + 365: + end: 9702720 + operation: delete + start: 9601650 + 366: + operation: search + 367: + end: 14857290 + operation: insert + start: 14756220 + 368: + end: 9803790 + operation: delete + start: 9702720 + 369: + operation: search + 370: + end: 14958360 + operation: insert + start: 14857290 + 371: + end: 9904860 + operation: delete + start: 9803790 + 372: + operation: search + 373: + end: 15059430 + operation: insert + start: 14958360 + 374: + end: 10005930 + operation: delete + start: 9904860 + 375: + operation: search + 376: + end: 15160500 + operation: insert + start: 15059430 + 377: + end: 10107000 + operation: delete + start: 10005930 + 378: + operation: search + 379: + end: 15261570 + operation: insert + start: 15160500 + 380: + end: 10208070 + operation: delete + start: 10107000 + 381: + operation: search + 382: + end: 15362640 + operation: insert + start: 15261570 + 383: + end: 10309140 + operation: delete + start: 10208070 + 384: + operation: search + 385: + end: 15463710 + operation: insert + start: 15362640 + 386: + end: 10410210 + operation: delete + start: 10309140 + 387: + operation: search + 388: + end: 15564780 + operation: insert + start: 15463710 + 389: + end: 10511280 + operation: delete + start: 10410210 + 390: + operation: search + 391: + end: 15665850 + operation: insert + start: 15564780 + 392: + end: 10612350 + operation: delete + start: 10511280 + 393: + operation: search + 394: + end: 15766920 + operation: insert + start: 15665850 + 395: + end: 10713420 + operation: delete + start: 10612350 + 396: + operation: search + 397: + end: 15867990 + operation: insert + start: 15766920 + 398: + operation: search + 399: + end: 15969060 + operation: insert + start: 15867990 + 400: + operation: search + 401: + end: 16070130 + operation: insert + start: 15969060 + 402: + end: 11016630 + operation: delete + start: 10915560 + 403: + operation: search + 404: + end: 16171200 + operation: insert + start: 16070130 + 405: + operation: search + 406: + end: 16272270 + operation: insert + start: 16171200 + 407: + end: 11218770 + operation: delete + start: 11117700 + 408: + operation: search + 409: + end: 16373340 + operation: insert + start: 16272270 + 410: + operation: search + 411: + end: 16474410 + operation: insert + start: 16373340 + 412: + operation: search + 413: + end: 16575480 + operation: insert + start: 16474410 + 414: + end: 11521980 + operation: delete + start: 11420910 + 415: + operation: search + 416: + end: 16676550 + operation: insert + start: 16575480 + 417: + end: 11623050 + operation: delete + start: 11521980 + 418: + operation: search + 419: + end: 16777620 + operation: insert + start: 16676550 + 420: + operation: search + 421: + end: 16878690 + operation: insert + start: 16777620 + 422: + end: 11825190 + operation: delete + start: 11724120 + 423: + operation: search + 424: + end: 16979760 + operation: insert + start: 16878690 + 425: + end: 11926260 + operation: delete + start: 11825190 + 426: + operation: search + 427: + end: 17080830 + operation: insert + start: 16979760 + 428: + end: 12027330 + operation: delete + start: 11926260 + 429: + operation: search + 430: + end: 17181900 + operation: insert + start: 17080830 + 431: + end: 12128400 + operation: delete + start: 12027330 + 432: + operation: search + 433: + end: 17282970 + operation: insert + start: 17181900 + 434: + operation: search + 435: + end: 17384040 + operation: insert + start: 17282970 + 436: + end: 12330540 + operation: delete + start: 12229470 + 437: + operation: search + 438: + end: 17485110 + operation: insert + start: 17384040 + 439: + end: 12431610 + operation: delete + start: 12330540 + 440: + operation: search + 441: + end: 17586180 + operation: insert + start: 17485110 + 442: + end: 12532680 + operation: delete + start: 12431610 + 443: + operation: search + 444: + end: 17687250 + operation: insert + start: 17586180 + 445: + end: 12633750 + operation: delete + start: 12532680 + 446: + operation: search + 447: + end: 17788320 + operation: insert + start: 17687250 + 448: + end: 12734820 + operation: delete + start: 12633750 + 449: + operation: search + 450: + end: 17889390 + operation: insert + start: 17788320 + 451: + operation: search + 452: + end: 17990460 + operation: insert + start: 17889390 + 453: + end: 12936960 + operation: delete + start: 12835890 + 454: + operation: search + 455: + end: 18091530 + operation: insert + start: 17990460 + 456: + end: 13038030 + operation: delete + start: 12936960 + 457: + operation: search + 458: + end: 18192600 + operation: insert + start: 18091530 + 459: + operation: search + 460: + end: 18293670 + operation: insert + start: 18192600 + 461: + end: 13240170 + operation: delete + start: 13139100 + 462: + operation: search + 463: + end: 18394740 + operation: insert + start: 18293670 + 464: + end: 13341240 + operation: delete + start: 13240170 + 465: + operation: search + 466: + end: 18495810 + operation: insert + start: 18394740 + 467: + end: 13442310 + operation: delete + start: 13341240 + 468: + operation: search + 469: + end: 18596880 + operation: insert + start: 18495810 + 470: + end: 13543380 + operation: delete + start: 13442310 + 471: + operation: search + 472: + end: 18697950 + operation: insert + start: 18596880 + 473: + end: 13644450 + operation: delete + start: 13543380 + 474: + operation: search + 475: + end: 18799020 + operation: insert + start: 18697950 + 476: + end: 13745520 + operation: delete + start: 13644450 + 477: + operation: search + 478: + end: 18900090 + operation: insert + start: 18799020 + 479: + end: 13846590 + operation: delete + start: 13745520 + 480: + operation: search + 481: + end: 19001160 + operation: insert + start: 18900090 + 482: + end: 13947660 + operation: delete + start: 13846590 + 483: + operation: search + 484: + end: 19102230 + operation: insert + start: 19001160 + 485: + end: 14048730 + operation: delete + start: 13947660 + 486: + operation: search + 487: + end: 19203300 + operation: insert + start: 19102230 + 488: + end: 14149800 + operation: delete + start: 14048730 + 489: + operation: search + 490: + end: 19304370 + operation: insert + start: 19203300 + 491: + end: 14250870 + operation: delete + start: 14149800 + 492: + operation: search + 493: + end: 19405440 + operation: insert + start: 19304370 + 494: + end: 14351940 + operation: delete + start: 14250870 + 495: + operation: search + 496: + end: 19506510 + operation: insert + start: 19405440 + 497: + end: 14453010 + operation: delete + start: 14351940 + 498: + operation: search + 499: + end: 19607580 + operation: insert + start: 19506510 + 500: + end: 14554080 + operation: delete + start: 14453010 + 501: + operation: search + 502: + end: 19708650 + operation: insert + start: 19607580 + 503: + operation: search + 504: + end: 19809720 + operation: insert + start: 19708650 + 505: + operation: search + 506: + end: 19910790 + operation: insert + start: 19809720 + 507: + end: 14857290 + operation: delete + start: 14756220 + 508: + operation: search + 509: + end: 20011860 + operation: insert + start: 19910790 + 510: + end: 14958360 + operation: delete + start: 14857290 + 511: + operation: search + 512: + end: 20112930 + operation: insert + start: 20011860 + 513: + end: 15059430 + operation: delete + start: 14958360 + 514: + operation: search + 515: + end: 20214000 + operation: insert + start: 20112930 + 516: + end: 15160500 + operation: delete + start: 15059430 + 517: + operation: search + 518: + end: 20315070 + operation: insert + start: 20214000 + 519: + end: 101070 + operation: delete + start: 0 + 520: + end: 15261570 + operation: delete + start: 15160500 + 521: + operation: search + 522: + end: 20416140 + operation: insert + start: 20315070 + 523: + operation: search + 524: + end: 20517210 + operation: insert + start: 20416140 + 525: + end: 303210 + operation: delete + start: 202140 + 526: + end: 15463710 + operation: delete + start: 15362640 + 527: + operation: search + 528: + end: 20618280 + operation: insert + start: 20517210 + 529: + end: 15564780 + operation: delete + start: 15463710 + 530: + operation: search + 531: + end: 20719350 + operation: insert + start: 20618280 + 532: + end: 15665850 + operation: delete + start: 15564780 + 533: + operation: search + 534: + end: 20820420 + operation: insert + start: 20719350 + 535: + end: 15766920 + operation: delete + start: 15665850 + 536: + operation: search + 537: + end: 20921490 + operation: insert + start: 20820420 + 538: + operation: search + 539: + end: 21022560 + operation: insert + start: 20921490 + 540: + end: 15969060 + operation: delete + start: 15867990 + 541: + operation: search + 542: + end: 21123630 + operation: insert + start: 21022560 + 543: + operation: search + 544: + end: 21224700 + operation: insert + start: 21123630 + 545: + operation: search + 546: + end: 21325770 + operation: insert + start: 21224700 + 547: + operation: search + 548: + end: 21426840 + operation: insert + start: 21325770 + 549: + end: 16373340 + operation: delete + start: 16272270 + 550: + operation: search + 551: + end: 21527910 + operation: insert + start: 21426840 + 552: + end: 1313910 + operation: delete + start: 1212840 + 553: + operation: search + 554: + end: 21628980 + operation: insert + start: 21527910 + 555: + end: 16575480 + operation: delete + start: 16474410 + 556: + operation: search + 557: + end: 21730050 + operation: insert + start: 21628980 + 558: + end: 1516050 + operation: delete + start: 1414980 + 559: + end: 16676550 + operation: delete + start: 16575480 + 560: + operation: search + 561: + end: 21831120 + operation: insert + start: 21730050 + 562: + end: 16777620 + operation: delete + start: 16676550 + 563: + operation: search + 564: + end: 21932190 + operation: insert + start: 21831120 + 565: + end: 16878690 + operation: delete + start: 16777620 + 566: + operation: search + 567: + end: 22033260 + operation: insert + start: 21932190 + 568: + operation: search + 569: + end: 22134330 + operation: insert + start: 22033260 + 570: + operation: search + 571: + end: 22235400 + operation: insert + start: 22134330 + 572: + end: 17181900 + operation: delete + start: 17080830 + 573: + operation: search + 574: + end: 22336470 + operation: insert + start: 22235400 + 575: + end: 17282970 + operation: delete + start: 17181900 + 576: + operation: search + 577: + end: 22437540 + operation: insert + start: 22336470 + 578: + end: 17384040 + operation: delete + start: 17282970 + 579: + operation: search + 580: + end: 22538610 + operation: insert + start: 22437540 + 581: + end: 17485110 + operation: delete + start: 17384040 + 582: + operation: search + 583: + end: 22639680 + operation: insert + start: 22538610 + 584: + end: 17586180 + operation: delete + start: 17485110 + 585: + operation: search + 586: + end: 22740750 + operation: insert + start: 22639680 + 587: + operation: search + 588: + end: 22841820 + operation: insert + start: 22740750 + 589: + end: 2627820 + operation: delete + start: 2526750 + 590: + end: 17788320 + operation: delete + start: 17687250 + 591: + operation: search + 592: + end: 22942890 + operation: insert + start: 22841820 + 593: + end: 17889390 + operation: delete + start: 17788320 + 594: + operation: search + 595: + end: 23043960 + operation: insert + start: 22942890 + 596: + operation: search + 597: + end: 23145030 + operation: insert + start: 23043960 + 598: + operation: search + 599: + end: 23246100 + operation: insert + start: 23145030 + 600: + end: 3032100 + operation: delete + start: 2931030 + 601: + end: 18192600 + operation: delete + start: 18091530 + 602: + operation: search + 603: + end: 23347170 + operation: insert + start: 23246100 + 604: + operation: search + 605: + end: 23448240 + operation: insert + start: 23347170 + 606: + end: 18394740 + operation: delete + start: 18293670 + 607: + operation: search + 608: + end: 23549310 + operation: insert + start: 23448240 + 609: + end: 18495810 + operation: delete + start: 18394740 + 610: + operation: search + 611: + end: 23650380 + operation: insert + start: 23549310 + 612: + end: 18596880 + operation: delete + start: 18495810 + 613: + operation: search + 614: + end: 23751450 + operation: insert + start: 23650380 + 615: + end: 18697950 + operation: delete + start: 18596880 + 616: + operation: search + 617: + end: 23852520 + operation: insert + start: 23751450 + 618: + end: 3638520 + operation: delete + start: 3537450 + 619: + operation: search + 620: + end: 23953590 + operation: insert + start: 23852520 + 621: + end: 18900090 + operation: delete + start: 18799020 + 622: + operation: search + 623: + end: 24054660 + operation: insert + start: 23953590 + 624: + end: 3840660 + operation: delete + start: 3739590 + 625: + operation: search + 626: + end: 24155730 + operation: insert + start: 24054660 + 627: + operation: search + 628: + end: 24256800 + operation: insert + start: 24155730 + 629: + end: 4042800 + operation: delete + start: 3941730 + 630: + end: 19203300 + operation: delete + start: 19102230 + 631: + operation: search + 632: + end: 24357870 + operation: insert + start: 24256800 + 633: + end: 19304370 + operation: delete + start: 19203300 + 634: + operation: search + 635: + end: 24458940 + operation: insert + start: 24357870 + 636: + end: 19405440 + operation: delete + start: 19304370 + 637: + operation: search + 638: + end: 24560010 + operation: insert + start: 24458940 + 639: + operation: search + 640: + end: 24661080 + operation: insert + start: 24560010 + 641: + end: 4447080 + operation: delete + start: 4346010 + 642: + end: 19607580 + operation: delete + start: 19506510 + 643: + operation: search + 644: + end: 24762150 + operation: insert + start: 24661080 + 645: + operation: search + 646: + end: 24863220 + operation: insert + start: 24762150 + 647: + end: 19809720 + operation: delete + start: 19708650 + 648: + operation: search + 649: + end: 24964290 + operation: insert + start: 24863220 + 650: + end: 19910790 + operation: delete + start: 19809720 + 651: + operation: search + 652: + end: 25065360 + operation: insert + start: 24964290 + 653: + end: 20011860 + operation: delete + start: 19910790 + 654: + operation: search + 655: + end: 25166430 + operation: insert + start: 25065360 + 656: + end: 20112930 + operation: delete + start: 20011860 + 657: + operation: search + 658: + end: 25267500 + operation: insert + start: 25166430 + 659: + end: 20214000 + operation: delete + start: 20112930 + 660: + operation: search + 661: + end: 25368570 + operation: insert + start: 25267500 + 662: + operation: search + 663: + end: 25469640 + operation: insert + start: 25368570 + 664: + end: 20416140 + operation: delete + start: 20315070 + 665: + operation: search + 666: + end: 25570710 + operation: insert + start: 25469640 + 667: + operation: search + 668: + end: 25671780 + operation: insert + start: 25570710 + 669: + end: 20618280 + operation: delete + start: 20517210 + 670: + operation: search + 671: + end: 25772850 + operation: insert + start: 25671780 + 672: + end: 20719350 + operation: delete + start: 20618280 + 673: + operation: search + 674: + end: 25873920 + operation: insert + start: 25772850 + 675: + end: 20820420 + operation: delete + start: 20719350 + 676: + operation: search + 677: + end: 25974990 + operation: insert + start: 25873920 + 678: + end: 5760990 + operation: delete + start: 5659920 + 679: + end: 20921490 + operation: delete + start: 20820420 + 680: + operation: search + 681: + end: 26076060 + operation: insert + start: 25974990 + 682: + end: 5862060 + operation: delete + start: 5760990 + 683: + end: 21022560 + operation: delete + start: 20921490 + 684: + operation: search + 685: + end: 26177130 + operation: insert + start: 26076060 + 686: + end: 21123630 + operation: delete + start: 21022560 + 687: + operation: search + 688: + end: 26278200 + operation: insert + start: 26177130 + 689: + end: 6064200 + operation: delete + start: 5963130 + 690: + end: 21224700 + operation: delete + start: 21123630 + 691: + operation: search + 692: + end: 26379270 + operation: insert + start: 26278200 + 693: + end: 21325770 + operation: delete + start: 21224700 + 694: + operation: search + 695: + end: 26480340 + operation: insert + start: 26379270 + 696: + operation: search + 697: + end: 26581410 + operation: insert + start: 26480340 + 698: + end: 21527910 + operation: delete + start: 21426840 + 699: + operation: search + 700: + end: 26682480 + operation: insert + start: 26581410 + 701: + end: 21628980 + operation: delete + start: 21527910 + 702: + operation: search + 703: + end: 26783550 + operation: insert + start: 26682480 + 704: + end: 21730050 + operation: delete + start: 21628980 + 705: + operation: search + 706: + end: 26884620 + operation: insert + start: 26783550 + 707: + end: 6670620 + operation: delete + start: 6569550 + 708: + end: 21831120 + operation: delete + start: 21730050 + 709: + operation: search + 710: + end: 26985690 + operation: insert + start: 26884620 + 711: + end: 21932190 + operation: delete + start: 21831120 + 712: + operation: search + 713: + end: 27086760 + operation: insert + start: 26985690 + 714: + end: 6872760 + operation: delete + start: 6771690 + 715: + end: 22033260 + operation: delete + start: 21932190 + 716: + operation: search + 717: + end: 27187830 + operation: insert + start: 27086760 + 718: + end: 22134330 + operation: delete + start: 22033260 + 719: + operation: search + 720: + end: 27288900 + operation: insert + start: 27187830 + 721: + operation: search + 722: + end: 27389970 + operation: insert + start: 27288900 + 723: + end: 22336470 + operation: delete + start: 22235400 + 724: + operation: search + 725: + end: 27491040 + operation: insert + start: 27389970 + 726: + end: 22437540 + operation: delete + start: 22336470 + 727: + operation: search + 728: + end: 27592110 + operation: insert + start: 27491040 + 729: + end: 22538610 + operation: delete + start: 22437540 + 730: + operation: search + 731: + end: 27693180 + operation: insert + start: 27592110 + 732: + end: 22639680 + operation: delete + start: 22538610 + 733: + operation: search + 734: + end: 27794250 + operation: insert + start: 27693180 + 735: + end: 22740750 + operation: delete + start: 22639680 + 736: + operation: search + 737: + end: 27895320 + operation: insert + start: 27794250 + 738: + end: 22841820 + operation: delete + start: 22740750 + 739: + operation: search + 740: + end: 27996390 + operation: insert + start: 27895320 + 741: + end: 22942890 + operation: delete + start: 22841820 + 742: + operation: search + 743: + end: 28097460 + operation: insert + start: 27996390 + 744: + end: 7883460 + operation: delete + start: 7782390 + 745: + end: 23043960 + operation: delete + start: 22942890 + 746: + operation: search + 747: + end: 28198530 + operation: insert + start: 28097460 + 748: + end: 23145030 + operation: delete + start: 23043960 + 749: + operation: search + 750: + end: 28299600 + operation: insert + start: 28198530 + 751: + end: 8085600 + operation: delete + start: 7984530 + 752: + end: 23246100 + operation: delete + start: 23145030 + 753: + operation: search + 754: + end: 28400670 + operation: insert + start: 28299600 + 755: + end: 23347170 + operation: delete + start: 23246100 + 756: + operation: search + 757: + end: 28501740 + operation: insert + start: 28400670 + 758: + end: 23448240 + operation: delete + start: 23347170 + 759: + operation: search + 760: + end: 28602810 + operation: insert + start: 28501740 + 761: + end: 23549310 + operation: delete + start: 23448240 + 762: + operation: search + 763: + end: 28703880 + operation: insert + start: 28602810 + 764: + end: 8489880 + operation: delete + start: 8388810 + 765: + operation: search + 766: + end: 28804950 + operation: insert + start: 28703880 + 767: + end: 23751450 + operation: delete + start: 23650380 + 768: + operation: search + 769: + end: 28906020 + operation: insert + start: 28804950 + 770: + end: 23852520 + operation: delete + start: 23751450 + 771: + operation: search + 772: + end: 29007090 + operation: insert + start: 28906020 + 773: + end: 23953590 + operation: delete + start: 23852520 + 774: + operation: search + 775: + end: 29108160 + operation: insert + start: 29007090 + 776: + end: 24054660 + operation: delete + start: 23953590 + 777: + operation: search + 778: + end: 29209230 + operation: insert + start: 29108160 + 779: + end: 8995230 + operation: delete + start: 8894160 + 780: + operation: search + 781: + end: 29310300 + operation: insert + start: 29209230 + 782: + end: 24256800 + operation: delete + start: 24155730 + 783: + operation: search + 784: + end: 29411370 + operation: insert + start: 29310300 + 785: + end: 24357870 + operation: delete + start: 24256800 + 786: + operation: search + 787: + end: 29512440 + operation: insert + start: 29411370 + 788: + end: 24458940 + operation: delete + start: 24357870 + 789: + operation: search + 790: + end: 29613510 + operation: insert + start: 29512440 + 791: + end: 24560010 + operation: delete + start: 24458940 + 792: + operation: search + 793: + end: 29714580 + operation: insert + start: 29613510 + 794: + end: 24661080 + operation: delete + start: 24560010 + 795: + operation: search + 796: + end: 29815650 + operation: insert + start: 29714580 + 797: + end: 24762150 + operation: delete + start: 24661080 + 798: + operation: search + 799: + end: 29916720 + operation: insert + start: 29815650 + 800: + end: 24863220 + operation: delete + start: 24762150 + 801: + operation: search + 802: + end: 30017790 + operation: insert + start: 29916720 + 803: + end: 24964290 + operation: delete + start: 24863220 + 804: + operation: search + 805: + end: 30118860 + operation: insert + start: 30017790 + 806: + end: 25065360 + operation: delete + start: 24964290 + 807: + operation: search + 808: + end: 30219930 + operation: insert + start: 30118860 + 809: + end: 25166430 + operation: delete + start: 25065360 + 810: + operation: search + 811: + end: 30321000 + operation: insert + start: 30219930 + 812: + end: 25267500 + operation: delete + start: 25166430 + 813: + operation: search + 814: + end: 30422070 + operation: insert + start: 30321000 + 815: + end: 25368570 + operation: delete + start: 25267500 + 816: + operation: search + 817: + end: 30523140 + operation: insert + start: 30422070 + 818: + end: 25469640 + operation: delete + start: 25368570 + 819: + operation: search + 820: + end: 30624210 + operation: insert + start: 30523140 + 821: + end: 25570710 + operation: delete + start: 25469640 + 822: + operation: search + 823: + end: 30725280 + operation: insert + start: 30624210 + 824: + end: 25671780 + operation: delete + start: 25570710 + 825: + operation: search + 826: + end: 30826350 + operation: insert + start: 30725280 + 827: + end: 25772850 + operation: delete + start: 25671780 + 828: + operation: search + 829: + end: 30927420 + operation: insert + start: 30826350 + 830: + end: 25873920 + operation: delete + start: 25772850 + 831: + operation: search + 832: + end: 31028490 + operation: insert + start: 30927420 + 833: + end: 25974990 + operation: delete + start: 25873920 + 834: + operation: search + 835: + end: 31129560 + operation: insert + start: 31028490 + 836: + end: 10915560 + operation: delete + start: 10814490 + 837: + operation: search + 838: + end: 31230630 + operation: insert + start: 31129560 + 839: + end: 26177130 + operation: delete + start: 26076060 + 840: + operation: search + 841: + end: 31331700 + operation: insert + start: 31230630 + 842: + end: 11117700 + operation: delete + start: 11016630 + 843: + end: 26278200 + operation: delete + start: 26177130 + 844: + operation: search + 845: + end: 31432770 + operation: insert + start: 31331700 + 846: + end: 26379270 + operation: delete + start: 26278200 + 847: + operation: search + 848: + end: 31533840 + operation: insert + start: 31432770 + 849: + end: 11319840 + operation: delete + start: 11218770 + 850: + end: 26480340 + operation: delete + start: 26379270 + 851: + operation: search + 852: + end: 31634910 + operation: insert + start: 31533840 + 853: + end: 11420910 + operation: delete + start: 11319840 + 854: + operation: search + 855: + end: 31735980 + operation: insert + start: 31634910 + 856: + operation: search + 857: + end: 31837050 + operation: insert + start: 31735980 + 858: + end: 26783550 + operation: delete + start: 26682480 + 859: + operation: search + 860: + end: 31938120 + operation: insert + start: 31837050 + 861: + end: 11724120 + operation: delete + start: 11623050 + 862: + end: 26884620 + operation: delete + start: 26783550 + 863: + operation: search + 864: + end: 32039190 + operation: insert + start: 31938120 + 865: + end: 26985690 + operation: delete + start: 26884620 + 866: + operation: search + 867: + end: 32140260 + operation: insert + start: 32039190 + 868: + end: 27086760 + operation: delete + start: 26985690 + 869: + operation: search + 870: + end: 32241330 + operation: insert + start: 32140260 + 871: + end: 27187830 + operation: delete + start: 27086760 + 872: + operation: search + 873: + end: 32342400 + operation: insert + start: 32241330 + 874: + end: 27288900 + operation: delete + start: 27187830 + 875: + operation: search + 876: + end: 32443470 + operation: insert + start: 32342400 + 877: + end: 12229470 + operation: delete + start: 12128400 + 878: + end: 27389970 + operation: delete + start: 27288900 + 879: + operation: search + 880: + end: 32544540 + operation: insert + start: 32443470 + 881: + end: 27491040 + operation: delete + start: 27389970 + 882: + operation: search + 883: + end: 32645610 + operation: insert + start: 32544540 + 884: + end: 27592110 + operation: delete + start: 27491040 + 885: + operation: search + 886: + end: 32746680 + operation: insert + start: 32645610 + 887: + end: 27693180 + operation: delete + start: 27592110 + 888: + operation: search + 889: + end: 32847750 + operation: insert + start: 32746680 + 890: + operation: search + 891: + end: 32948820 + operation: insert + start: 32847750 + 892: + end: 27895320 + operation: delete + start: 27794250 + 893: + operation: search + 894: + end: 33049890 + operation: insert + start: 32948820 + 895: + end: 12835890 + operation: delete + start: 12734820 + 896: + operation: search + 897: + end: 33150960 + operation: insert + start: 33049890 + 898: + end: 28097460 + operation: delete + start: 27996390 + 899: + operation: search + 900: + end: 33252030 + operation: insert + start: 33150960 + 901: + end: 28198530 + operation: delete + start: 28097460 + 902: + operation: search + 903: + end: 33353100 + operation: insert + start: 33252030 + 904: + end: 28299600 + operation: delete + start: 28198530 + 905: + operation: search + 906: + end: 33454170 + operation: insert + start: 33353100 + 907: + end: 28400670 + operation: delete + start: 28299600 + 908: + operation: search + 909: + end: 33555240 + operation: insert + start: 33454170 + 910: + end: 28501740 + operation: delete + start: 28400670 + 911: + operation: search + 912: + end: 33656310 + operation: insert + start: 33555240 + 913: + end: 28602810 + operation: delete + start: 28501740 + 914: + operation: search + 915: + end: 33757380 + operation: insert + start: 33656310 + 916: + end: 28703880 + operation: delete + start: 28602810 + 917: + operation: search + 918: + end: 33858450 + operation: insert + start: 33757380 + 919: + end: 28804950 + operation: delete + start: 28703880 + 920: + operation: search + 921: + end: 33959520 + operation: insert + start: 33858450 + 922: + end: 28906020 + operation: delete + start: 28804950 + 923: + operation: search + 924: + end: 34060590 + operation: insert + start: 33959520 + 925: + end: 29007090 + operation: delete + start: 28906020 + 926: + operation: search + 927: + end: 34161660 + operation: insert + start: 34060590 + 928: + end: 29108160 + operation: delete + start: 29007090 + 929: + operation: search + 930: + end: 34262730 + operation: insert + start: 34161660 + 931: + end: 29209230 + operation: delete + start: 29108160 + 932: + operation: search + 933: + end: 34363800 + operation: insert + start: 34262730 + 934: + operation: search + 935: + end: 34464870 + operation: insert + start: 34363800 + 936: + end: 29411370 + operation: delete + start: 29310300 + 937: + operation: search + 938: + end: 34565940 + operation: insert + start: 34464870 + 939: + end: 29512440 + operation: delete + start: 29411370 + 940: + operation: search + 941: + end: 34667010 + operation: insert + start: 34565940 + 942: + end: 29613510 + operation: delete + start: 29512440 + 943: + operation: search + 944: + end: 34768080 + operation: insert + start: 34667010 + 945: + end: 29714580 + operation: delete + start: 29613510 + 946: + operation: search + 947: + end: 34869150 + operation: insert + start: 34768080 + 948: + end: 14655150 + operation: delete + start: 14554080 + 949: + end: 29815650 + operation: delete + start: 29714580 + 950: + operation: search + 951: + end: 34970220 + operation: insert + start: 34869150 + 952: + end: 14756220 + operation: delete + start: 14655150 + 953: + end: 29916720 + operation: delete + start: 29815650 + 954: + operation: search + 955: + end: 35071290 + operation: insert + start: 34970220 + 956: + operation: search + 957: + end: 35172360 + operation: insert + start: 35071290 + 958: + end: 30118860 + operation: delete + start: 30017790 + 959: + operation: search + 960: + end: 35273430 + operation: insert + start: 35172360 + 961: + end: 30219930 + operation: delete + start: 30118860 + 962: + operation: search + 963: + end: 35374500 + operation: insert + start: 35273430 + 964: + end: 30321000 + operation: delete + start: 30219930 + 965: + operation: search + 966: + end: 35475570 + operation: insert + start: 35374500 + 967: + end: 30422070 + operation: delete + start: 30321000 + 968: + operation: search + 969: + end: 35576640 + operation: insert + start: 35475570 + 970: + end: 15362640 + operation: delete + start: 15261570 + 971: + end: 30523140 + operation: delete + start: 30422070 + 972: + operation: search + 973: + end: 35677710 + operation: insert + start: 35576640 + 974: + end: 30624210 + operation: delete + start: 30523140 + 975: + operation: search + 976: + end: 35778780 + operation: insert + start: 35677710 + 977: + end: 30725280 + operation: delete + start: 30624210 + 978: + operation: search + 979: + end: 35879850 + operation: insert + start: 35778780 + 980: + operation: search + 981: + end: 35980920 + operation: insert + start: 35879850 + 982: + end: 30927420 + operation: delete + start: 30826350 + 983: + operation: search + 984: + end: 36081990 + operation: insert + start: 35980920 + 985: + end: 15867990 + operation: delete + start: 15766920 + 986: + end: 31028490 + operation: delete + start: 30927420 + 987: + operation: search + 988: + end: 36183060 + operation: insert + start: 36081990 + 989: + end: 31129560 + operation: delete + start: 31028490 + 990: + operation: search + 991: + end: 36284130 + operation: insert + start: 36183060 + 992: + end: 16070130 + operation: delete + start: 15969060 + 993: + end: 31230630 + operation: delete + start: 31129560 + 994: + operation: search + 995: + end: 36385200 + operation: insert + start: 36284130 + 996: + end: 16171200 + operation: delete + start: 16070130 + 997: + end: 31331700 + operation: delete + start: 31230630 + 998: + operation: search + 999: + end: 36486270 + operation: insert + start: 36385200 + 1000: + end: 16272270 + operation: delete + start: 16171200 + 1001: + end: 31432770 + operation: delete + start: 31331700 + 1002: + operation: search + 1003: + end: 36587340 + operation: insert + start: 36486270 + 1004: + end: 31533840 + operation: delete + start: 31432770 + 1005: + operation: search + 1006: + end: 36688410 + operation: insert + start: 36587340 + 1007: + end: 16474410 + operation: delete + start: 16373340 + 1008: + operation: search + 1009: + end: 36789480 + operation: insert + start: 36688410 + 1010: + end: 31735980 + operation: delete + start: 31634910 + 1011: + operation: search + 1012: + end: 36890550 + operation: insert + start: 36789480 + 1013: + end: 31837050 + operation: delete + start: 31735980 + 1014: + operation: search + 1015: + end: 36991620 + operation: insert + start: 36890550 + 1016: + operation: search + 1017: + end: 37092690 + operation: insert + start: 36991620 + 1018: + end: 32039190 + operation: delete + start: 31938120 + 1019: + operation: search + 1020: + end: 37193760 + operation: insert + start: 37092690 + 1021: + end: 16979760 + operation: delete + start: 16878690 + 1022: + end: 32140260 + operation: delete + start: 32039190 + 1023: + operation: search + 1024: + end: 37294830 + operation: insert + start: 37193760 + 1025: + end: 32241330 + operation: delete + start: 32140260 + 1026: + operation: search + 1027: + end: 37395900 + operation: insert + start: 37294830 + 1028: + end: 32342400 + operation: delete + start: 32241330 + 1029: + operation: search + 1030: + end: 37496970 + operation: insert + start: 37395900 + 1031: + end: 32443470 + operation: delete + start: 32342400 + 1032: + operation: search + 1033: + end: 37598040 + operation: insert + start: 37496970 + 1034: + end: 32544540 + operation: delete + start: 32443470 + 1035: + operation: search + 1036: + end: 37699110 + operation: insert + start: 37598040 + 1037: + operation: search + 1038: + end: 37800180 + operation: insert + start: 37699110 + 1039: + end: 32746680 + operation: delete + start: 32645610 + 1040: + operation: search + 1041: + end: 37901250 + operation: insert + start: 37800180 + 1042: + end: 17687250 + operation: delete + start: 17586180 + 1043: + end: 32847750 + operation: delete + start: 32746680 + 1044: + operation: search + 1045: + end: 38002320 + operation: insert + start: 37901250 + 1046: + operation: search + 1047: + end: 38103390 + operation: insert + start: 38002320 + 1048: + end: 33049890 + operation: delete + start: 32948820 + 1049: + operation: search + 1050: + end: 38204460 + operation: insert + start: 38103390 + 1051: + end: 17990460 + operation: delete + start: 17889390 + 1052: + end: 33150960 + operation: delete + start: 33049890 + 1053: + operation: search + 1054: + end: 38305530 + operation: insert + start: 38204460 + 1055: + end: 18091530 + operation: delete + start: 17990460 + 1056: + end: 33252030 + operation: delete + start: 33150960 + 1057: + operation: search + 1058: + end: 38406600 + operation: insert + start: 38305530 + 1059: + end: 33353100 + operation: delete + start: 33252030 + 1060: + operation: search + 1061: + end: 38507670 + operation: insert + start: 38406600 + 1062: + end: 18293670 + operation: delete + start: 18192600 + 1063: + operation: search + 1064: + end: 38608740 + operation: insert + start: 38507670 + 1065: + operation: search + 1066: + end: 38709810 + operation: insert + start: 38608740 + 1067: + operation: search + 1068: + end: 38810880 + operation: insert + start: 38709810 + 1069: + end: 33757380 + operation: delete + start: 33656310 + 1070: + operation: search + 1071: + end: 38911950 + operation: insert + start: 38810880 + 1072: + end: 33858450 + operation: delete + start: 33757380 + 1073: + operation: search + 1074: + end: 39013020 + operation: insert + start: 38911950 + 1075: + operation: search + 1076: + end: 39114090 + operation: insert + start: 39013020 + 1077: + end: 34060590 + operation: delete + start: 33959520 + 1078: + operation: search + 1079: + end: 39215160 + operation: insert + start: 39114090 + 1080: + end: 19001160 + operation: delete + start: 18900090 + 1081: + end: 34161660 + operation: delete + start: 34060590 + 1082: + operation: search + 1083: + end: 39316230 + operation: insert + start: 39215160 + 1084: + end: 19102230 + operation: delete + start: 19001160 + 1085: + end: 34262730 + operation: delete + start: 34161660 + 1086: + operation: search + 1087: + end: 39417300 + operation: insert + start: 39316230 + 1088: + end: 34363800 + operation: delete + start: 34262730 + 1089: + operation: search + 1090: + end: 39518370 + operation: insert + start: 39417300 + 1091: + end: 34464870 + operation: delete + start: 34363800 + 1092: + operation: search + 1093: + end: 39619440 + operation: insert + start: 39518370 + 1094: + operation: search + 1095: + end: 39720510 + operation: insert + start: 39619440 + 1096: + end: 19506510 + operation: delete + start: 19405440 + 1097: + end: 34667010 + operation: delete + start: 34565940 + 1098: + operation: search + 1099: + end: 39821580 + operation: insert + start: 39720510 + 1100: + end: 34768080 + operation: delete + start: 34667010 + 1101: + operation: search + 1102: + end: 39922650 + operation: insert + start: 39821580 + 1103: + end: 34869150 + operation: delete + start: 34768080 + 1104: + operation: search + 1105: + end: 40023720 + operation: insert + start: 39922650 + 1106: + operation: search + 1107: + end: 40124790 + operation: insert + start: 40023720 + 1108: + end: 35071290 + operation: delete + start: 34970220 + 1109: + operation: search + 1110: + end: 40225860 + operation: insert + start: 40124790 + 1111: + end: 35172360 + operation: delete + start: 35071290 + 1112: + operation: search + 1113: + end: 40326930 + operation: insert + start: 40225860 + 1114: + operation: search + 1115: + end: 40428000 + operation: insert + start: 40326930 + 1116: + end: 35374500 + operation: delete + start: 35273430 + 1117: + operation: search + 1118: + end: 40529070 + operation: insert + start: 40428000 + 1119: + end: 20315070 + operation: delete + start: 20214000 + 1120: + operation: search + 1121: + end: 40630140 + operation: insert + start: 40529070 + 1122: + end: 35576640 + operation: delete + start: 35475570 + 1123: + operation: search + 1124: + end: 40731210 + operation: insert + start: 40630140 + 1125: + end: 20517210 + operation: delete + start: 20416140 + 1126: + end: 35677710 + operation: delete + start: 35576640 + 1127: + operation: search + 1128: + end: 40832280 + operation: insert + start: 40731210 + 1129: + end: 35778780 + operation: delete + start: 35677710 + 1130: + operation: search + 1131: + end: 40933350 + operation: insert + start: 40832280 + 1132: + operation: search + 1133: + end: 41034420 + operation: insert + start: 40933350 + 1134: + end: 35980920 + operation: delete + start: 35879850 + 1135: + operation: search + 1136: + end: 41135490 + operation: insert + start: 41034420 + 1137: + end: 36081990 + operation: delete + start: 35980920 + 1138: + operation: search + 1139: + end: 41236560 + operation: insert + start: 41135490 + 1140: + end: 36183060 + operation: delete + start: 36081990 + 1141: + operation: search + 1142: + end: 41337630 + operation: insert + start: 41236560 + 1143: + end: 36284130 + operation: delete + start: 36183060 + 1144: + operation: search + 1145: + end: 41438700 + operation: insert + start: 41337630 + 1146: + end: 36385200 + operation: delete + start: 36284130 + 1147: + operation: search + 1148: + end: 41539770 + operation: insert + start: 41438700 + 1149: + end: 36486270 + operation: delete + start: 36385200 + 1150: + operation: search + 1151: + end: 41640840 + operation: insert + start: 41539770 + 1152: + end: 21426840 + operation: delete + start: 21325770 + 1153: + end: 36587340 + operation: delete + start: 36486270 + 1154: + operation: search + 1155: + end: 41741910 + operation: insert + start: 41640840 + 1156: + operation: search + 1157: + end: 41842980 + operation: insert + start: 41741910 + 1158: + end: 36789480 + operation: delete + start: 36688410 + 1159: + operation: search + 1160: + end: 41944050 + operation: insert + start: 41842980 + 1161: + end: 36890550 + operation: delete + start: 36789480 + 1162: + operation: search + 1163: + end: 42045120 + operation: insert + start: 41944050 + 1164: + end: 36991620 + operation: delete + start: 36890550 + 1165: + operation: search + 1166: + end: 42146190 + operation: insert + start: 42045120 + 1167: + end: 37092690 + operation: delete + start: 36991620 + 1168: + operation: search + 1169: + end: 42247260 + operation: insert + start: 42146190 + 1170: + operation: search + 1171: + end: 42348330 + operation: insert + start: 42247260 + 1172: + operation: search + 1173: + end: 42449400 + operation: insert + start: 42348330 + 1174: + end: 22235400 + operation: delete + start: 22134330 + 1175: + end: 37395900 + operation: delete + start: 37294830 + 1176: + operation: search + 1177: + end: 42550470 + operation: insert + start: 42449400 + 1178: + end: 37496970 + operation: delete + start: 37395900 + 1179: + operation: search + 1180: + end: 42651540 + operation: insert + start: 42550470 + 1181: + end: 37598040 + operation: delete + start: 37496970 + 1182: + operation: search + 1183: + end: 42752610 + operation: insert + start: 42651540 + 1184: + end: 37699110 + operation: delete + start: 37598040 + 1185: + operation: search + 1186: + end: 42853680 + operation: insert + start: 42752610 + 1187: + end: 37800180 + operation: delete + start: 37699110 + 1188: + operation: search + 1189: + end: 42954750 + operation: insert + start: 42853680 + 1190: + end: 37901250 + operation: delete + start: 37800180 + 1191: + operation: search + 1192: + end: 43055820 + operation: insert + start: 42954750 + 1193: + operation: search + 1194: + end: 43156890 + operation: insert + start: 43055820 + 1195: + end: 38103390 + operation: delete + start: 38002320 + 1196: + operation: search + 1197: + end: 43257960 + operation: insert + start: 43156890 + 1198: + end: 38204460 + operation: delete + start: 38103390 + 1199: + operation: search + 1200: + end: 43359030 + operation: insert + start: 43257960 + 1201: + end: 38305530 + operation: delete + start: 38204460 + 1202: + operation: search + 1203: + end: 43460100 + operation: insert + start: 43359030 + 1204: + end: 38406600 + operation: delete + start: 38305530 + 1205: + operation: search + 1206: + end: 43561170 + operation: insert + start: 43460100 + 1207: + operation: search + 1208: + end: 43662240 + operation: insert + start: 43561170 + 1209: + end: 38608740 + operation: delete + start: 38507670 + 1210: + operation: search + 1211: + end: 43763310 + operation: insert + start: 43662240 + 1212: + operation: search + 1213: + end: 43864380 + operation: insert + start: 43763310 + 1214: + end: 23650380 + operation: delete + start: 23549310 + 1215: + end: 38810880 + operation: delete + start: 38709810 + 1216: + operation: search + 1217: + end: 43965450 + operation: insert + start: 43864380 + 1218: + end: 38911950 + operation: delete + start: 38810880 + 1219: + operation: search + 1220: + end: 44066520 + operation: insert + start: 43965450 + 1221: + end: 39013020 + operation: delete + start: 38911950 + 1222: + operation: search + 1223: + end: 44167590 + operation: insert + start: 44066520 + 1224: + operation: search + 1225: + end: 44268660 + operation: insert + start: 44167590 + 1226: + end: 39215160 + operation: delete + start: 39114090 + 1227: + operation: search + 1228: + end: 44369730 + operation: insert + start: 44268660 + 1229: + end: 24155730 + operation: delete + start: 24054660 + 1230: + end: 39316230 + operation: delete + start: 39215160 + 1231: + operation: search + 1232: + end: 44470800 + operation: insert + start: 44369730 + 1233: + end: 39417300 + operation: delete + start: 39316230 + 1234: + operation: search + 1235: + end: 44571870 + operation: insert + start: 44470800 + 1236: + end: 39518370 + operation: delete + start: 39417300 + 1237: + operation: search + 1238: + end: 44672940 + operation: insert + start: 44571870 + 1239: + end: 39619440 + operation: delete + start: 39518370 + 1240: + operation: search + 1241: + end: 44774010 + operation: insert + start: 44672940 + 1242: + end: 39720510 + operation: delete + start: 39619440 + 1243: + operation: search + 1244: + end: 44875080 + operation: insert + start: 44774010 + 1245: + operation: search + 1246: + end: 44976150 + operation: insert + start: 44875080 + 1247: + end: 39922650 + operation: delete + start: 39821580 + 1248: + operation: search + 1249: + end: 45077220 + operation: insert + start: 44976150 + 1250: + operation: search + 1251: + end: 45178290 + operation: insert + start: 45077220 + 1252: + end: 40124790 + operation: delete + start: 40023720 + 1253: + operation: search + 1254: + end: 45279360 + operation: insert + start: 45178290 + 1255: + end: 40225860 + operation: delete + start: 40124790 + 1256: + operation: search + 1257: + end: 45380430 + operation: insert + start: 45279360 + 1258: + end: 40326930 + operation: delete + start: 40225860 + 1259: + operation: search + 1260: + end: 45481500 + operation: insert + start: 45380430 + 1261: + operation: search + 1262: + end: 45582570 + operation: insert + start: 45481500 + 1263: + end: 40529070 + operation: delete + start: 40428000 + 1264: + operation: search + 1265: + end: 45683640 + operation: insert + start: 45582570 + 1266: + end: 40630140 + operation: delete + start: 40529070 + 1267: + operation: search + 1268: + end: 45784710 + operation: insert + start: 45683640 + 1269: + end: 40731210 + operation: delete + start: 40630140 + 1270: + operation: search + 1271: + end: 45885780 + operation: insert + start: 45784710 + 1272: + end: 40832280 + operation: delete + start: 40731210 + 1273: + operation: search + 1274: + end: 45986850 + operation: insert + start: 45885780 + 1275: + end: 40933350 + operation: delete + start: 40832280 + 1276: + operation: search + 1277: + end: 46087920 + operation: insert + start: 45986850 + 1278: + end: 41034420 + operation: delete + start: 40933350 + 1279: + operation: search + 1280: + end: 46188990 + operation: insert + start: 46087920 + 1281: + end: 41135490 + operation: delete + start: 41034420 + 1282: + operation: search + 1283: + end: 46290060 + operation: insert + start: 46188990 + 1284: + end: 26076060 + operation: delete + start: 25974990 + 1285: + end: 41236560 + operation: delete + start: 41135490 + 1286: + operation: search + 1287: + end: 46391130 + operation: insert + start: 46290060 + 1288: + end: 41337630 + operation: delete + start: 41236560 + 1289: + operation: search + 1290: + end: 46492200 + operation: insert + start: 46391130 + 1291: + end: 41438700 + operation: delete + start: 41337630 + 1292: + operation: search + 1293: + end: 46593270 + operation: insert + start: 46492200 + 1294: + end: 41539770 + operation: delete + start: 41438700 + 1295: + operation: search + 1296: + end: 46694340 + operation: insert + start: 46593270 + 1297: + end: 41640840 + operation: delete + start: 41539770 + 1298: + operation: search + 1299: + end: 46795410 + operation: insert + start: 46694340 + 1300: + end: 26581410 + operation: delete + start: 26480340 + 1301: + operation: search + 1302: + end: 46896480 + operation: insert + start: 46795410 + 1303: + end: 26682480 + operation: delete + start: 26581410 + 1304: + end: 41842980 + operation: delete + start: 41741910 + 1305: + operation: search + 1306: + end: 46997550 + operation: insert + start: 46896480 + 1307: + operation: search + 1308: + end: 47098620 + operation: insert + start: 46997550 + 1309: + end: 42045120 + operation: delete + start: 41944050 + 1310: + operation: search + 1311: + end: 47199690 + operation: insert + start: 47098620 + 1312: + operation: search + 1313: + end: 47300760 + operation: insert + start: 47199690 + 1314: + operation: search + 1315: + end: 47401830 + operation: insert + start: 47300760 + 1316: + end: 42348330 + operation: delete + start: 42247260 + 1317: + operation: search + 1318: + end: 47502900 + operation: insert + start: 47401830 + 1319: + operation: search + 1320: + end: 47603970 + operation: insert + start: 47502900 + 1321: + operation: search + 1322: + end: 47705040 + operation: insert + start: 47603970 + 1323: + end: 42651540 + operation: delete + start: 42550470 + 1324: + operation: search + 1325: + end: 47806110 + operation: insert + start: 47705040 + 1326: + end: 42752610 + operation: delete + start: 42651540 + 1327: + operation: search + 1328: + end: 47907180 + operation: insert + start: 47806110 + 1329: + operation: search + 1330: + end: 48008250 + operation: insert + start: 47907180 + 1331: + end: 27794250 + operation: delete + start: 27693180 + 1332: + end: 42954750 + operation: delete + start: 42853680 + 1333: + operation: search + 1334: + end: 48109320 + operation: insert + start: 48008250 + 1335: + end: 43055820 + operation: delete + start: 42954750 + 1336: + operation: search + 1337: + end: 48210390 + operation: insert + start: 48109320 + 1338: + end: 27996390 + operation: delete + start: 27895320 + 1339: + end: 43156890 + operation: delete + start: 43055820 + 1340: + operation: search + 1341: + end: 48311460 + operation: insert + start: 48210390 + 1342: + end: 43257960 + operation: delete + start: 43156890 + 1343: + operation: search + 1344: + end: 48412530 + operation: insert + start: 48311460 + 1345: + end: 43359030 + operation: delete + start: 43257960 + 1346: + operation: search + 1347: + end: 48513600 + operation: insert + start: 48412530 + 1348: + end: 43460100 + operation: delete + start: 43359030 + 1349: + operation: search + 1350: + end: 48614670 + operation: insert + start: 48513600 + 1351: + end: 43561170 + operation: delete + start: 43460100 + 1352: + operation: search + 1353: + end: 48715740 + operation: insert + start: 48614670 + 1354: + end: 43662240 + operation: delete + start: 43561170 + 1355: + operation: search + 1356: + end: 48816810 + operation: insert + start: 48715740 + 1357: + end: 43763310 + operation: delete + start: 43662240 + 1358: + operation: search + 1359: + end: 48917880 + operation: insert + start: 48816810 + 1360: + end: 43864380 + operation: delete + start: 43763310 + 1361: + operation: search + 1362: + end: 49018950 + operation: insert + start: 48917880 + 1363: + operation: search + 1364: + end: 49120020 + operation: insert + start: 49018950 + 1365: + end: 44066520 + operation: delete + start: 43965450 + 1366: + operation: search + 1367: + end: 49221090 + operation: insert + start: 49120020 + 1368: + end: 44167590 + operation: delete + start: 44066520 + 1369: + operation: search + 1370: + end: 49322160 + operation: insert + start: 49221090 + 1371: + operation: search + 1372: + end: 49423230 + operation: insert + start: 49322160 + 1373: + end: 44369730 + operation: delete + start: 44268660 + 1374: + operation: search + 1375: + end: 49524300 + operation: insert + start: 49423230 + 1376: + end: 29310300 + operation: delete + start: 29209230 + 1377: + end: 44470800 + operation: delete + start: 44369730 + 1378: + operation: search + 1379: + end: 49625370 + operation: insert + start: 49524300 + 1380: + end: 44571870 + operation: delete + start: 44470800 + 1381: + operation: search + 1382: + end: 49726440 + operation: insert + start: 49625370 + 1383: + end: 44672940 + operation: delete + start: 44571870 + 1384: + operation: search + 1385: + end: 49827510 + operation: insert + start: 49726440 + 1386: + end: 44774010 + operation: delete + start: 44672940 + 1387: + operation: search + 1388: + end: 49928580 + operation: insert + start: 49827510 + 1389: + end: 44875080 + operation: delete + start: 44774010 + 1390: + operation: search + 1391: + end: 50029650 + operation: insert + start: 49928580 + 1392: + operation: search + 1393: + end: 50130720 + operation: insert + start: 50029650 + 1394: + end: 45077220 + operation: delete + start: 44976150 + 1395: + operation: search + 1396: + end: 50231790 + operation: insert + start: 50130720 + 1397: + end: 30017790 + operation: delete + start: 29916720 + 1398: + end: 45178290 + operation: delete + start: 45077220 + 1399: + operation: search + 1400: + end: 50332860 + operation: insert + start: 50231790 + 1401: + operation: search + 1402: + end: 50433930 + operation: insert + start: 50332860 + 1403: + end: 45380430 + operation: delete + start: 45279360 + 1404: + operation: search + 1405: + end: 50535000 + operation: insert + start: 50433930 + 1406: + end: 45481500 + operation: delete + start: 45380430 + 1407: + operation: search + 1408: + end: 50636070 + operation: insert + start: 50535000 + 1409: + operation: search + 1410: + end: 50737140 + operation: insert + start: 50636070 + 1411: + end: 45683640 + operation: delete + start: 45582570 + 1412: + operation: search + 1413: + end: 50838210 + operation: insert + start: 50737140 + 1414: + operation: search + 1415: + end: 50939280 + operation: insert + start: 50838210 + 1416: + end: 45885780 + operation: delete + start: 45784710 + 1417: + operation: search + 1418: + end: 51040350 + operation: insert + start: 50939280 + 1419: + end: 45986850 + operation: delete + start: 45885780 + 1420: + operation: search + 1421: + end: 51141420 + operation: insert + start: 51040350 + 1422: + end: 46087920 + operation: delete + start: 45986850 + 1423: + operation: search + 1424: + end: 51242490 + operation: insert + start: 51141420 + 1425: + end: 46188990 + operation: delete + start: 46087920 + 1426: + operation: search + 1427: + end: 51343560 + operation: insert + start: 51242490 + 1428: + end: 46290060 + operation: delete + start: 46188990 + 1429: + operation: search + 1430: + end: 51444630 + operation: insert + start: 51343560 + 1431: + end: 46391130 + operation: delete + start: 46290060 + 1432: + operation: search + 1433: + end: 51545700 + operation: insert + start: 51444630 + 1434: + operation: search + 1435: + end: 51646770 + operation: insert + start: 51545700 + 1436: + end: 46593270 + operation: delete + start: 46492200 + 1437: + operation: search + 1438: + end: 51747840 + operation: insert + start: 51646770 + 1439: + operation: search + 1440: + end: 51848910 + operation: insert + start: 51747840 + 1441: + end: 31634910 + operation: delete + start: 31533840 + 1442: + end: 46795410 + operation: delete + start: 46694340 + 1443: + operation: search + 1444: + end: 51949980 + operation: insert + start: 51848910 + 1445: + end: 46896480 + operation: delete + start: 46795410 + 1446: + operation: search + 1447: + end: 52051050 + operation: insert + start: 51949980 + 1448: + operation: search + 1449: + end: 52152120 + operation: insert + start: 52051050 + 1450: + end: 31938120 + operation: delete + start: 31837050 + 1451: + end: 47098620 + operation: delete + start: 46997550 + 1452: + operation: search + 1453: + end: 52253190 + operation: insert + start: 52152120 + 1454: + end: 47199690 + operation: delete + start: 47098620 + 1455: + operation: search + 1456: + end: 52354260 + operation: insert + start: 52253190 + 1457: + end: 47300760 + operation: delete + start: 47199690 + 1458: + operation: search + 1459: + end: 52455330 + operation: insert + start: 52354260 + 1460: + end: 47401830 + operation: delete + start: 47300760 + 1461: + operation: search + 1462: + end: 52556400 + operation: insert + start: 52455330 + 1463: + end: 47502900 + operation: delete + start: 47401830 + 1464: + operation: search + 1465: + end: 52657470 + operation: insert + start: 52556400 + 1466: + end: 47603970 + operation: delete + start: 47502900 + 1467: + operation: search + 1468: + end: 52758540 + operation: insert + start: 52657470 + 1469: + end: 47705040 + operation: delete + start: 47603970 + 1470: + operation: search + 1471: + end: 52859610 + operation: insert + start: 52758540 + 1472: + end: 32645610 + operation: delete + start: 32544540 + 1473: + operation: search + 1474: + end: 52960680 + operation: insert + start: 52859610 + 1475: + end: 47907180 + operation: delete + start: 47806110 + 1476: + operation: search + 1477: + end: 53061750 + operation: insert + start: 52960680 + 1478: + operation: search + 1479: + end: 53162820 + operation: insert + start: 53061750 + 1480: + end: 32948820 + operation: delete + start: 32847750 + 1481: + end: 48109320 + operation: delete + start: 48008250 + 1482: + operation: search + 1483: + end: 53263890 + operation: insert + start: 53162820 + 1484: + end: 48210390 + operation: delete + start: 48109320 + 1485: + operation: search + 1486: + end: 53364960 + operation: insert + start: 53263890 + 1487: + operation: search + 1488: + end: 53466030 + operation: insert + start: 53364960 + 1489: + end: 48412530 + operation: delete + start: 48311460 + 1490: + operation: search + 1491: + end: 53567100 + operation: insert + start: 53466030 + 1492: + end: 48513600 + operation: delete + start: 48412530 + 1493: + operation: search + 1494: + end: 53668170 + operation: insert + start: 53567100 + 1495: + end: 33454170 + operation: delete + start: 33353100 + 1496: + operation: search + 1497: + end: 53769240 + operation: insert + start: 53668170 + 1498: + end: 33555240 + operation: delete + start: 33454170 + 1499: + end: 48715740 + operation: delete + start: 48614670 + 1500: + operation: search + 1501: + end: 53870310 + operation: insert + start: 53769240 + 1502: + end: 33656310 + operation: delete + start: 33555240 + 1503: + end: 48816810 + operation: delete + start: 48715740 + 1504: + operation: search + 1505: + end: 53971380 + operation: insert + start: 53870310 + 1506: + end: 48917880 + operation: delete + start: 48816810 + 1507: + operation: search + 1508: + end: 54072450 + operation: insert + start: 53971380 + 1509: + operation: search + 1510: + end: 54173520 + operation: insert + start: 54072450 + 1511: + operation: search + 1512: + end: 54274590 + operation: insert + start: 54173520 + 1513: + end: 49221090 + operation: delete + start: 49120020 + 1514: + operation: search + 1515: + end: 54375660 + operation: insert + start: 54274590 + 1516: + operation: search + 1517: + end: 54476730 + operation: insert + start: 54375660 + 1518: + operation: search + 1519: + end: 54577800 + operation: insert + start: 54476730 + 1520: + end: 49524300 + operation: delete + start: 49423230 + 1521: + operation: search + 1522: + end: 54678870 + operation: insert + start: 54577800 + 1523: + end: 49625370 + operation: delete + start: 49524300 + 1524: + operation: search + 1525: + end: 54779940 + operation: insert + start: 54678870 + 1526: + end: 34565940 + operation: delete + start: 34464870 + 1527: + end: 49726440 + operation: delete + start: 49625370 + 1528: + operation: search + 1529: + end: 54881010 + operation: insert + start: 54779940 + 1530: + end: 49827510 + operation: delete + start: 49726440 + 1531: + operation: search + 1532: + end: 54982080 + operation: insert + start: 54881010 + 1533: + operation: search + 1534: + end: 55083150 + operation: insert + start: 54982080 + 1535: + end: 50029650 + operation: delete + start: 49928580 + 1536: + operation: search + 1537: + end: 55184220 + operation: insert + start: 55083150 + 1538: + end: 34970220 + operation: delete + start: 34869150 + 1539: + end: 50130720 + operation: delete + start: 50029650 + 1540: + operation: search + 1541: + end: 55285290 + operation: insert + start: 55184220 + 1542: + end: 50231790 + operation: delete + start: 50130720 + 1543: + operation: search + 1544: + end: 55386360 + operation: insert + start: 55285290 + 1545: + end: 50332860 + operation: delete + start: 50231790 + 1546: + operation: search + 1547: + end: 55487430 + operation: insert + start: 55386360 + 1548: + end: 35273430 + operation: delete + start: 35172360 + 1549: + end: 50433930 + operation: delete + start: 50332860 + 1550: + operation: search + 1551: + end: 55588500 + operation: insert + start: 55487430 + 1552: + end: 50535000 + operation: delete + start: 50433930 + 1553: + operation: search + 1554: + end: 55689570 + operation: insert + start: 55588500 + 1555: + end: 35475570 + operation: delete + start: 35374500 + 1556: + end: 50636070 + operation: delete + start: 50535000 + 1557: + operation: search + 1558: + end: 55790640 + operation: insert + start: 55689570 + 1559: + end: 50737140 + operation: delete + start: 50636070 + 1560: + operation: search + 1561: + end: 55891710 + operation: insert + start: 55790640 + 1562: + end: 50838210 + operation: delete + start: 50737140 + 1563: + operation: search + 1564: + end: 55992780 + operation: insert + start: 55891710 + 1565: + end: 50939280 + operation: delete + start: 50838210 + 1566: + operation: search + 1567: + end: 56093850 + operation: insert + start: 55992780 + 1568: + end: 35879850 + operation: delete + start: 35778780 + 1569: + end: 51040350 + operation: delete + start: 50939280 + 1570: + operation: search + 1571: + end: 56194920 + operation: insert + start: 56093850 + 1572: + end: 51141420 + operation: delete + start: 51040350 + 1573: + operation: search + 1574: + end: 56295990 + operation: insert + start: 56194920 + 1575: + end: 51242490 + operation: delete + start: 51141420 + 1576: + operation: search + 1577: + end: 56397060 + operation: insert + start: 56295990 + 1578: + operation: search + 1579: + end: 56498130 + operation: insert + start: 56397060 + 1580: + operation: search + 1581: + end: 56599200 + operation: insert + start: 56498130 + 1582: + end: 51545700 + operation: delete + start: 51444630 + 1583: + operation: search + 1584: + end: 56700270 + operation: insert + start: 56599200 + 1585: + operation: search + 1586: + end: 56801340 + operation: insert + start: 56700270 + 1587: + end: 51747840 + operation: delete + start: 51646770 + 1588: + operation: search + 1589: + end: 56902410 + operation: insert + start: 56801340 + 1590: + end: 36688410 + operation: delete + start: 36587340 + 1591: + end: 51848910 + operation: delete + start: 51747840 + 1592: + operation: search + 1593: + end: 57003480 + operation: insert + start: 56902410 + 1594: + end: 51949980 + operation: delete + start: 51848910 + 1595: + operation: search + 1596: + end: 57104550 + operation: insert + start: 57003480 + 1597: + operation: search + 1598: + end: 57205620 + operation: insert + start: 57104550 + 1599: + end: 52152120 + operation: delete + start: 52051050 + 1600: + operation: search + 1601: + end: 57306690 + operation: insert + start: 57205620 + 1602: + end: 52253190 + operation: delete + start: 52152120 + 1603: + operation: search + 1604: + end: 57407760 + operation: insert + start: 57306690 + 1605: + operation: search + 1606: + end: 57508830 + operation: insert + start: 57407760 + 1607: + end: 37294830 + operation: delete + start: 37193760 + 1608: + end: 52455330 + operation: delete + start: 52354260 + 1609: + operation: search + 1610: + end: 57609900 + operation: insert + start: 57508830 + 1611: + end: 52556400 + operation: delete + start: 52455330 + 1612: + operation: search + 1613: + end: 57710970 + operation: insert + start: 57609900 + 1614: + end: 52657470 + operation: delete + start: 52556400 + 1615: + operation: search + 1616: + end: 57812040 + operation: insert + start: 57710970 + 1617: + operation: search + 1618: + end: 57913110 + operation: insert + start: 57812040 + 1619: + end: 52859610 + operation: delete + start: 52758540 + 1620: + operation: search + 1621: + end: 58014180 + operation: insert + start: 57913110 + 1622: + end: 52960680 + operation: delete + start: 52859610 + 1623: + operation: search + 1624: + end: 58115250 + operation: insert + start: 58014180 + 1625: + end: 53061750 + operation: delete + start: 52960680 + 1626: + operation: search + 1627: + end: 58216320 + operation: insert + start: 58115250 + 1628: + end: 38002320 + operation: delete + start: 37901250 + 1629: + end: 53162820 + operation: delete + start: 53061750 + 1630: + operation: search + 1631: + end: 58317390 + operation: insert + start: 58216320 + 1632: + end: 53263890 + operation: delete + start: 53162820 + 1633: + operation: search + 1634: + end: 58418460 + operation: insert + start: 58317390 + 1635: + end: 53364960 + operation: delete + start: 53263890 + 1636: + operation: search + 1637: + end: 58519530 + operation: insert + start: 58418460 + 1638: + end: 53466030 + operation: delete + start: 53364960 + 1639: + operation: search + 1640: + end: 58620600 + operation: insert + start: 58519530 + 1641: + end: 53567100 + operation: delete + start: 53466030 + 1642: + operation: search + 1643: + end: 58721670 + operation: insert + start: 58620600 + 1644: + end: 53668170 + operation: delete + start: 53567100 + 1645: + operation: search + 1646: + end: 58822740 + operation: insert + start: 58721670 + 1647: + end: 53769240 + operation: delete + start: 53668170 + 1648: + operation: search + 1649: + end: 58923810 + operation: insert + start: 58822740 + 1650: + end: 38709810 + operation: delete + start: 38608740 + 1651: + end: 53870310 + operation: delete + start: 53769240 + 1652: + operation: search + 1653: + end: 59024880 + operation: insert + start: 58923810 + 1654: + operation: search + 1655: + end: 59125950 + operation: insert + start: 59024880 + 1656: + end: 54072450 + operation: delete + start: 53971380 + 1657: + operation: search + 1658: + end: 59227020 + operation: insert + start: 59125950 + 1659: + end: 54173520 + operation: delete + start: 54072450 + 1660: + operation: search + 1661: + end: 59328090 + operation: insert + start: 59227020 + 1662: + end: 39114090 + operation: delete + start: 39013020 + 1663: + operation: search + 1664: + end: 59429160 + operation: insert + start: 59328090 + 1665: + end: 54375660 + operation: delete + start: 54274590 + 1666: + operation: search + 1667: + end: 59530230 + operation: insert + start: 59429160 + 1668: + end: 54476730 + operation: delete + start: 54375660 + 1669: + operation: search + 1670: + end: 59631300 + operation: insert + start: 59530230 + 1671: + end: 54577800 + operation: delete + start: 54476730 + 1672: + operation: search + 1673: + end: 59732370 + operation: insert + start: 59631300 + 1674: + end: 54678870 + operation: delete + start: 54577800 + 1675: + operation: search + 1676: + end: 59833440 + operation: insert + start: 59732370 + 1677: + end: 54779940 + operation: delete + start: 54678870 + 1678: + operation: search + 1679: + end: 59934510 + operation: insert + start: 59833440 + 1680: + operation: search + 1681: + end: 60035580 + operation: insert + start: 59934510 + 1682: + end: 39821580 + operation: delete + start: 39720510 + 1683: + end: 54982080 + operation: delete + start: 54881010 + 1684: + operation: search + 1685: + end: 60136650 + operation: insert + start: 60035580 + 1686: + end: 55083150 + operation: delete + start: 54982080 + 1687: + operation: search + 1688: + end: 60237720 + operation: insert + start: 60136650 + 1689: + end: 40023720 + operation: delete + start: 39922650 + 1690: + operation: search + 1691: + end: 60338790 + operation: insert + start: 60237720 + 1692: + operation: search + 1693: + end: 60439860 + operation: insert + start: 60338790 + 1694: + end: 55386360 + operation: delete + start: 55285290 + 1695: + operation: search + 1696: + end: 60540930 + operation: insert + start: 60439860 + 1697: + end: 55487430 + operation: delete + start: 55386360 + 1698: + operation: search + 1699: + end: 60642000 + operation: insert + start: 60540930 + 1700: + end: 40428000 + operation: delete + start: 40326930 + 1701: + operation: search + 1702: + end: 60743070 + operation: insert + start: 60642000 + 1703: + operation: search + 1704: + end: 60844140 + operation: insert + start: 60743070 + 1705: + operation: search + 1706: + end: 60945210 + operation: insert + start: 60844140 + 1707: + end: 55891710 + operation: delete + start: 55790640 + 1708: + operation: search + 1709: + end: 61046280 + operation: insert + start: 60945210 + 1710: + end: 55992780 + operation: delete + start: 55891710 + 1711: + operation: search + 1712: + end: 61147350 + operation: insert + start: 61046280 + 1713: + end: 56093850 + operation: delete + start: 55992780 + 1714: + operation: search + 1715: + end: 61248420 + operation: insert + start: 61147350 + 1716: + end: 56194920 + operation: delete + start: 56093850 + 1717: + operation: search + 1718: + end: 61349490 + operation: insert + start: 61248420 + 1719: + end: 56295990 + operation: delete + start: 56194920 + 1720: + operation: search + 1721: + end: 61450560 + operation: insert + start: 61349490 + 1722: + end: 56397060 + operation: delete + start: 56295990 + 1723: + operation: search + 1724: + end: 61551630 + operation: insert + start: 61450560 + 1725: + end: 56498130 + operation: delete + start: 56397060 + 1726: + operation: search + 1727: + end: 61652700 + operation: insert + start: 61551630 + 1728: + end: 56599200 + operation: delete + start: 56498130 + 1729: + operation: search + 1730: + end: 61753770 + operation: insert + start: 61652700 + 1731: + end: 56700270 + operation: delete + start: 56599200 + 1732: + operation: search + 1733: + end: 61854840 + operation: insert + start: 61753770 + 1734: + operation: search + 1735: + end: 61955910 + operation: insert + start: 61854840 + 1736: + end: 41741910 + operation: delete + start: 41640840 + 1737: + operation: search + 1738: + end: 62056980 + operation: insert + start: 61955910 + 1739: + end: 57003480 + operation: delete + start: 56902410 + 1740: + operation: search + 1741: + end: 62158050 + operation: insert + start: 62056980 + 1742: + end: 41944050 + operation: delete + start: 41842980 + 1743: + end: 57104550 + operation: delete + start: 57003480 + 1744: + operation: search + 1745: + end: 62259120 + operation: insert + start: 62158050 + 1746: + end: 57205620 + operation: delete + start: 57104550 + 1747: + operation: search + 1748: + end: 62360190 + operation: insert + start: 62259120 + 1749: + end: 42146190 + operation: delete + start: 42045120 + 1750: + operation: search + 1751: + end: 62461260 + operation: insert + start: 62360190 + 1752: + end: 42247260 + operation: delete + start: 42146190 + 1753: + end: 57407760 + operation: delete + start: 57306690 + 1754: + operation: search + 1755: + end: 62562330 + operation: insert + start: 62461260 + 1756: + end: 57508830 + operation: delete + start: 57407760 + 1757: + operation: search + 1758: + end: 62663400 + operation: insert + start: 62562330 + 1759: + end: 42449400 + operation: delete + start: 42348330 + 1760: + operation: search + 1761: + end: 62764470 + operation: insert + start: 62663400 + 1762: + end: 42550470 + operation: delete + start: 42449400 + 1763: + operation: search + 1764: + end: 62865540 + operation: insert + start: 62764470 + 1765: + end: 57812040 + operation: delete + start: 57710970 + 1766: + operation: search + 1767: + end: 62966610 + operation: insert + start: 62865540 + 1768: + end: 57913110 + operation: delete + start: 57812040 + 1769: + operation: search + 1770: + end: 63067680 + operation: insert + start: 62966610 + 1771: + end: 58014180 + operation: delete + start: 57913110 + 1772: + operation: search + 1773: + end: 63168750 + operation: insert + start: 63067680 + 1774: + operation: search + 1775: + end: 63269820 + operation: insert + start: 63168750 + 1776: + end: 58216320 + operation: delete + start: 58115250 + 1777: + operation: search + 1778: + end: 63370890 + operation: insert + start: 63269820 + 1779: + end: 58317390 + operation: delete + start: 58216320 + 1780: + operation: search + 1781: + end: 63471960 + operation: insert + start: 63370890 + 1782: + end: 58418460 + operation: delete + start: 58317390 + 1783: + operation: search + 1784: + end: 63573030 + operation: insert + start: 63471960 + 1785: + end: 58519530 + operation: delete + start: 58418460 + 1786: + operation: search + 1787: + end: 63674100 + operation: insert + start: 63573030 + 1788: + operation: search + 1789: + end: 63775170 + operation: insert + start: 63674100 + 1790: + end: 58721670 + operation: delete + start: 58620600 + 1791: + operation: search + 1792: + end: 63876240 + operation: insert + start: 63775170 + 1793: + operation: search + 1794: + end: 63977310 + operation: insert + start: 63876240 + 1795: + end: 58923810 + operation: delete + start: 58822740 + 1796: + operation: search + 1797: + end: 64078380 + operation: insert + start: 63977310 + 1798: + end: 59024880 + operation: delete + start: 58923810 + 1799: + operation: search + 1800: + end: 64179450 + operation: insert + start: 64078380 + 1801: + end: 43965450 + operation: delete + start: 43864380 + 1802: + end: 59125950 + operation: delete + start: 59024880 + 1803: + operation: search + 1804: + end: 64280520 + operation: insert + start: 64179450 + 1805: + end: 59227020 + operation: delete + start: 59125950 + 1806: + operation: search + 1807: + end: 64381590 + operation: insert + start: 64280520 + 1808: + end: 59328090 + operation: delete + start: 59227020 + 1809: + operation: search + 1810: + end: 64482660 + operation: insert + start: 64381590 + 1811: + end: 44268660 + operation: delete + start: 44167590 + 1812: + end: 59429160 + operation: delete + start: 59328090 + 1813: + operation: search + 1814: + end: 64583730 + operation: insert + start: 64482660 + 1815: + end: 59530230 + operation: delete + start: 59429160 + 1816: + operation: search + 1817: + end: 64684800 + operation: insert + start: 64583730 + 1818: + end: 59631300 + operation: delete + start: 59530230 + 1819: + operation: search + 1820: + end: 64785870 + operation: insert + start: 64684800 + 1821: + end: 59732370 + operation: delete + start: 59631300 + 1822: + operation: search + 1823: + end: 64886940 + operation: insert + start: 64785870 + 1824: + end: 59833440 + operation: delete + start: 59732370 + 1825: + operation: search + 1826: + end: 64988010 + operation: insert + start: 64886940 + 1827: + operation: search + 1828: + end: 65089080 + operation: insert + start: 64988010 + 1829: + end: 60035580 + operation: delete + start: 59934510 + 1830: + operation: search + 1831: + end: 65190150 + operation: insert + start: 65089080 + 1832: + end: 44976150 + operation: delete + start: 44875080 + 1833: + operation: search + 1834: + end: 65291220 + operation: insert + start: 65190150 + 1835: + end: 60237720 + operation: delete + start: 60136650 + 1836: + operation: search + 1837: + end: 65392290 + operation: insert + start: 65291220 + 1838: + operation: search + 1839: + end: 65493360 + operation: insert + start: 65392290 + 1840: + end: 60439860 + operation: delete + start: 60338790 + 1841: + operation: search + 1842: + end: 65594430 + operation: insert + start: 65493360 + 1843: + end: 60540930 + operation: delete + start: 60439860 + 1844: + operation: search + 1845: + end: 65695500 + operation: insert + start: 65594430 + 1846: + end: 60642000 + operation: delete + start: 60540930 + 1847: + operation: search + 1848: + end: 65796570 + operation: insert + start: 65695500 + 1849: + end: 45582570 + operation: delete + start: 45481500 + 1850: + end: 60743070 + operation: delete + start: 60642000 + 1851: + operation: search + 1852: + end: 65897640 + operation: insert + start: 65796570 + 1853: + end: 60844140 + operation: delete + start: 60743070 + 1854: + operation: search + 1855: + end: 65998710 + operation: insert + start: 65897640 + 1856: + end: 45784710 + operation: delete + start: 45683640 + 1857: + end: 60945210 + operation: delete + start: 60844140 + 1858: + operation: search + 1859: + end: 66099780 + operation: insert + start: 65998710 + 1860: + end: 61046280 + operation: delete + start: 60945210 + 1861: + operation: search + 1862: + end: 66200850 + operation: insert + start: 66099780 + 1863: + operation: search + 1864: + end: 66301920 + operation: insert + start: 66200850 + 1865: + end: 61248420 + operation: delete + start: 61147350 + 1866: + operation: search + 1867: + end: 66402990 + operation: insert + start: 66301920 + 1868: + end: 61349490 + operation: delete + start: 61248420 + 1869: + operation: search + 1870: + end: 66504060 + operation: insert + start: 66402990 + 1871: + end: 61450560 + operation: delete + start: 61349490 + 1872: + operation: search + 1873: + end: 66605130 + operation: insert + start: 66504060 + 1874: + operation: search + 1875: + end: 66706200 + operation: insert + start: 66605130 + 1876: + end: 61652700 + operation: delete + start: 61551630 + 1877: + operation: search + 1878: + end: 66807270 + operation: insert + start: 66706200 + 1879: + end: 61753770 + operation: delete + start: 61652700 + 1880: + operation: search + 1881: + end: 66908340 + operation: insert + start: 66807270 + 1882: + end: 46694340 + operation: delete + start: 46593270 + 1883: + end: 61854840 + operation: delete + start: 61753770 + 1884: + operation: search + 1885: + end: 67009410 + operation: insert + start: 66908340 + 1886: + end: 61955910 + operation: delete + start: 61854840 + 1887: + operation: search + 1888: + end: 67110480 + operation: insert + start: 67009410 + 1889: + operation: search + 1890: + end: 67211550 + operation: insert + start: 67110480 + 1891: + end: 46997550 + operation: delete + start: 46896480 + 1892: + end: 62158050 + operation: delete + start: 62056980 + 1893: + operation: search + 1894: + end: 67312620 + operation: insert + start: 67211550 + 1895: + end: 62259120 + operation: delete + start: 62158050 + 1896: + operation: search + 1897: + end: 67413690 + operation: insert + start: 67312620 + 1898: + operation: search + 1899: + end: 67514760 + operation: insert + start: 67413690 + 1900: + end: 62461260 + operation: delete + start: 62360190 + 1901: + operation: search + 1902: + end: 67615830 + operation: insert + start: 67514760 + 1903: + operation: search + 1904: + end: 67716900 + operation: insert + start: 67615830 + 1905: + end: 62663400 + operation: delete + start: 62562330 + 1906: + operation: search + 1907: + end: 67817970 + operation: insert + start: 67716900 + 1908: + operation: search + 1909: + end: 67919040 + operation: insert + start: 67817970 + 1910: + end: 62865540 + operation: delete + start: 62764470 + 1911: + operation: search + 1912: + end: 68020110 + operation: insert + start: 67919040 + 1913: + end: 47806110 + operation: delete + start: 47705040 + 1914: + end: 62966610 + operation: delete + start: 62865540 + 1915: + operation: search + 1916: + end: 68121180 + operation: insert + start: 68020110 + 1917: + operation: search + 1918: + end: 68222250 + operation: insert + start: 68121180 + 1919: + operation: search + 1920: + end: 68323320 + operation: insert + start: 68222250 + 1921: + end: 63269820 + operation: delete + start: 63168750 + 1922: + operation: search + 1923: + end: 68424390 + operation: insert + start: 68323320 + 1924: + end: 63370890 + operation: delete + start: 63269820 + 1925: + operation: search + 1926: + end: 68525460 + operation: insert + start: 68424390 + 1927: + end: 48311460 + operation: delete + start: 48210390 + 1928: + end: 63471960 + operation: delete + start: 63370890 + 1929: + operation: search + 1930: + end: 68626530 + operation: insert + start: 68525460 + 1931: + operation: search + 1932: + end: 68727600 + operation: insert + start: 68626530 + 1933: + operation: search + 1934: + end: 68828670 + operation: insert + start: 68727600 + 1935: + end: 48614670 + operation: delete + start: 48513600 + 1936: + operation: search + 1937: + end: 68929740 + operation: insert + start: 68828670 + 1938: + end: 63876240 + operation: delete + start: 63775170 + 1939: + operation: search + 1940: + end: 69030810 + operation: insert + start: 68929740 + 1941: + end: 63977310 + operation: delete + start: 63876240 + 1942: + operation: search + 1943: + end: 69131880 + operation: insert + start: 69030810 + 1944: + end: 64078380 + operation: delete + start: 63977310 + 1945: + operation: search + 1946: + end: 69232950 + operation: insert + start: 69131880 + 1947: + end: 49018950 + operation: delete + start: 48917880 + 1948: + end: 64179450 + operation: delete + start: 64078380 + 1949: + operation: search + 1950: + end: 69334020 + operation: insert + start: 69232950 + 1951: + end: 49120020 + operation: delete + start: 49018950 + 1952: + end: 64280520 + operation: delete + start: 64179450 + 1953: + operation: search + 1954: + end: 69435090 + operation: insert + start: 69334020 + 1955: + end: 64381590 + operation: delete + start: 64280520 + 1956: + operation: search + 1957: + end: 69536160 + operation: insert + start: 69435090 + 1958: + end: 49322160 + operation: delete + start: 49221090 + 1959: + end: 64482660 + operation: delete + start: 64381590 + 1960: + operation: search + 1961: + end: 69637230 + operation: insert + start: 69536160 + 1962: + end: 49423230 + operation: delete + start: 49322160 + 1963: + end: 64583730 + operation: delete + start: 64482660 + 1964: + operation: search + 1965: + end: 69738300 + operation: insert + start: 69637230 + 1966: + end: 64684800 + operation: delete + start: 64583730 + 1967: + operation: search + 1968: + end: 69839370 + operation: insert + start: 69738300 + 1969: + end: 64785870 + operation: delete + start: 64684800 + 1970: + operation: search + 1971: + end: 69940440 + operation: insert + start: 69839370 + 1972: + end: 64886940 + operation: delete + start: 64785870 + 1973: + operation: search + 1974: + end: 70041510 + operation: insert + start: 69940440 + 1975: + end: 64988010 + operation: delete + start: 64886940 + 1976: + operation: search + 1977: + end: 70142580 + operation: insert + start: 70041510 + 1978: + end: 49928580 + operation: delete + start: 49827510 + 1979: + operation: search + 1980: + end: 70243650 + operation: insert + start: 70142580 + 1981: + end: 65190150 + operation: delete + start: 65089080 + 1982: + operation: search + 1983: + end: 70344720 + operation: insert + start: 70243650 + 1984: + operation: search + 1985: + end: 70445790 + operation: insert + start: 70344720 + 1986: + end: 65392290 + operation: delete + start: 65291220 + 1987: + operation: search + 1988: + end: 70546860 + operation: insert + start: 70445790 + 1989: + end: 65493360 + operation: delete + start: 65392290 + 1990: + operation: search + 1991: + end: 70647930 + operation: insert + start: 70546860 + 1992: + end: 65594430 + operation: delete + start: 65493360 + 1993: + operation: search + 1994: + end: 70749000 + operation: insert + start: 70647930 + 1995: + end: 65695500 + operation: delete + start: 65594430 + 1996: + operation: search + 1997: + end: 70850070 + operation: insert + start: 70749000 + 1998: + end: 65796570 + operation: delete + start: 65695500 + 1999: + operation: search + 2000: + end: 70951140 + operation: insert + start: 70850070 + 2001: + end: 65897640 + operation: delete + start: 65796570 + 2002: + operation: search + 2003: + end: 71052210 + operation: insert + start: 70951140 + 2004: + operation: search + 2005: + end: 71153280 + operation: insert + start: 71052210 + 2006: + end: 66099780 + operation: delete + start: 65998710 + 2007: + operation: search + 2008: + end: 71254350 + operation: insert + start: 71153280 + 2009: + end: 66200850 + operation: delete + start: 66099780 + 2010: + operation: search + 2011: + end: 71355420 + operation: insert + start: 71254350 + 2012: + end: 66301920 + operation: delete + start: 66200850 + 2013: + operation: search + 2014: + end: 71456490 + operation: insert + start: 71355420 + 2015: + end: 66402990 + operation: delete + start: 66301920 + 2016: + operation: search + 2017: + end: 71557560 + operation: insert + start: 71456490 + 2018: + end: 51343560 + operation: delete + start: 51242490 + 2019: + end: 66504060 + operation: delete + start: 66402990 + 2020: + operation: search + 2021: + end: 71658630 + operation: insert + start: 71557560 + 2022: + end: 51444630 + operation: delete + start: 51343560 + 2023: + operation: search + 2024: + end: 71759700 + operation: insert + start: 71658630 + 2025: + operation: search + 2026: + end: 71860770 + operation: insert + start: 71759700 + 2027: + end: 51646770 + operation: delete + start: 51545700 + 2028: + operation: search + 2029: + end: 71961840 + operation: insert + start: 71860770 + 2030: + operation: search + 2031: + end: 72062910 + operation: insert + start: 71961840 + 2032: + end: 67009410 + operation: delete + start: 66908340 + 2033: + operation: search + 2034: + end: 72163980 + operation: insert + start: 72062910 + 2035: + end: 67110480 + operation: delete + start: 67009410 + 2036: + operation: search + 2037: + end: 72265050 + operation: insert + start: 72163980 + 2038: + end: 52051050 + operation: delete + start: 51949980 + 2039: + end: 67211550 + operation: delete + start: 67110480 + 2040: + operation: search + 2041: + end: 72366120 + operation: insert + start: 72265050 + 2042: + end: 67312620 + operation: delete + start: 67211550 + 2043: + operation: search + 2044: + end: 72467190 + operation: insert + start: 72366120 + 2045: + end: 67413690 + operation: delete + start: 67312620 + 2046: + operation: search + 2047: + end: 72568260 + operation: insert + start: 72467190 + 2048: + end: 67514760 + operation: delete + start: 67413690 + 2049: + operation: search + 2050: + end: 72669330 + operation: insert + start: 72568260 + 2051: + end: 67615830 + operation: delete + start: 67514760 + 2052: + operation: search + 2053: + end: 72770400 + operation: insert + start: 72669330 + 2054: + end: 67716900 + operation: delete + start: 67615830 + 2055: + operation: search + 2056: + end: 72871470 + operation: insert + start: 72770400 + 2057: + end: 67817970 + operation: delete + start: 67716900 + 2058: + operation: search + 2059: + end: 72972540 + operation: insert + start: 72871470 + 2060: + end: 52758540 + operation: delete + start: 52657470 + 2061: + end: 67919040 + operation: delete + start: 67817970 + 2062: + operation: search + 2063: + end: 73073610 + operation: insert + start: 72972540 + 2064: + end: 68020110 + operation: delete + start: 67919040 + 2065: + operation: search + 2066: + end: 73174680 + operation: insert + start: 73073610 + 2067: + end: 68121180 + operation: delete + start: 68020110 + 2068: + operation: search + 2069: + end: 73275750 + operation: insert + start: 73174680 + 2070: + end: 68222250 + operation: delete + start: 68121180 + 2071: + operation: search + 2072: + end: 73376820 + operation: insert + start: 73275750 + 2073: + operation: search + 2074: + end: 73477890 + operation: insert + start: 73376820 + 2075: + end: 68424390 + operation: delete + start: 68323320 + 2076: + operation: search + 2077: + end: 73578960 + operation: insert + start: 73477890 + 2078: + operation: search + 2079: + end: 73680030 + operation: insert + start: 73578960 + 2080: + end: 68626530 + operation: delete + start: 68525460 + 2081: + operation: search + 2082: + end: 73781100 + operation: insert + start: 73680030 + 2083: + end: 68727600 + operation: delete + start: 68626530 + 2084: + operation: search + 2085: + end: 73882170 + operation: insert + start: 73781100 + 2086: + end: 68828670 + operation: delete + start: 68727600 + 2087: + operation: search + 2088: + end: 73983240 + operation: insert + start: 73882170 + 2089: + end: 68929740 + operation: delete + start: 68828670 + 2090: + operation: search + 2091: + end: 74084310 + operation: insert + start: 73983240 + 2092: + end: 69030810 + operation: delete + start: 68929740 + 2093: + operation: search + 2094: + end: 74185380 + operation: insert + start: 74084310 + 2095: + end: 53971380 + operation: delete + start: 53870310 + 2096: + operation: search + 2097: + end: 74286450 + operation: insert + start: 74185380 + 2098: + end: 69232950 + operation: delete + start: 69131880 + 2099: + operation: search + 2100: + end: 74387520 + operation: insert + start: 74286450 + 2101: + operation: search + 2102: + end: 74488590 + operation: insert + start: 74387520 + 2103: + end: 54274590 + operation: delete + start: 54173520 + 2104: + end: 69435090 + operation: delete + start: 69334020 + 2105: + operation: search + 2106: + end: 74589660 + operation: insert + start: 74488590 + 2107: + end: 69536160 + operation: delete + start: 69435090 + 2108: + operation: search + 2109: + end: 74690730 + operation: insert + start: 74589660 + 2110: + operation: search + 2111: + end: 74791800 + operation: insert + start: 74690730 + 2112: + end: 69738300 + operation: delete + start: 69637230 + 2113: + operation: search + 2114: + end: 74892870 + operation: insert + start: 74791800 + 2115: + end: 69839370 + operation: delete + start: 69738300 + 2116: + operation: search + 2117: + end: 74993940 + operation: insert + start: 74892870 + 2118: + end: 69940440 + operation: delete + start: 69839370 + 2119: + operation: search + 2120: + end: 75095010 + operation: insert + start: 74993940 + 2121: + end: 54881010 + operation: delete + start: 54779940 + 2122: + end: 70041510 + operation: delete + start: 69940440 + 2123: + operation: search + 2124: + end: 75196080 + operation: insert + start: 75095010 + 2125: + end: 70142580 + operation: delete + start: 70041510 + 2126: + operation: search + 2127: + end: 75297150 + operation: insert + start: 75196080 + 2128: + end: 70243650 + operation: delete + start: 70142580 + 2129: + operation: search + 2130: + end: 75398220 + operation: insert + start: 75297150 + 2131: + end: 55184220 + operation: delete + start: 55083150 + 2132: + end: 70344720 + operation: delete + start: 70243650 + 2133: + operation: search + 2134: + end: 75499290 + operation: insert + start: 75398220 + 2135: + end: 55285290 + operation: delete + start: 55184220 + 2136: + operation: search + 2137: + end: 75600360 + operation: insert + start: 75499290 + 2138: + operation: search + 2139: + end: 75701430 + operation: insert + start: 75600360 + 2140: + end: 70647930 + operation: delete + start: 70546860 + 2141: + operation: search + 2142: + end: 75802500 + operation: insert + start: 75701430 + 2143: + end: 70749000 + operation: delete + start: 70647930 + 2144: + operation: search + 2145: + end: 75903570 + operation: insert + start: 75802500 + 2146: + end: 55689570 + operation: delete + start: 55588500 + 2147: + end: 70850070 + operation: delete + start: 70749000 + 2148: + operation: search + 2149: + end: 76004640 + operation: insert + start: 75903570 + 2150: + end: 55790640 + operation: delete + start: 55689570 + 2151: + operation: search + 2152: + end: 76105710 + operation: insert + start: 76004640 + 2153: + end: 71052210 + operation: delete + start: 70951140 + 2154: + operation: search + 2155: + end: 76206780 + operation: insert + start: 76105710 + 2156: + end: 71153280 + operation: delete + start: 71052210 + 2157: + operation: search + 2158: + end: 76307850 + operation: insert + start: 76206780 + 2159: + end: 71254350 + operation: delete + start: 71153280 + 2160: + operation: search + 2161: + end: 76408920 + operation: insert + start: 76307850 + 2162: + end: 71355420 + operation: delete + start: 71254350 + 2163: + operation: search + 2164: + end: 76509990 + operation: insert + start: 76408920 + 2165: + end: 71456490 + operation: delete + start: 71355420 + 2166: + operation: search + 2167: + end: 76611060 + operation: insert + start: 76509990 + 2168: + operation: search + 2169: + end: 76712130 + operation: insert + start: 76611060 + 2170: + operation: search + 2171: + end: 76813200 + operation: insert + start: 76712130 + 2172: + end: 71759700 + operation: delete + start: 71658630 + 2173: + operation: search + 2174: + end: 76914270 + operation: insert + start: 76813200 + 2175: + end: 71860770 + operation: delete + start: 71759700 + 2176: + operation: search + 2177: + end: 77015340 + operation: insert + start: 76914270 + 2178: + end: 56801340 + operation: delete + start: 56700270 + 2179: + end: 71961840 + operation: delete + start: 71860770 + 2180: + operation: search + 2181: + end: 77116410 + operation: insert + start: 77015340 + 2182: + end: 56902410 + operation: delete + start: 56801340 + 2183: + operation: search + 2184: + end: 77217480 + operation: insert + start: 77116410 + 2185: + end: 72163980 + operation: delete + start: 72062910 + 2186: + operation: search + 2187: + end: 77318550 + operation: insert + start: 77217480 + 2188: + end: 72265050 + operation: delete + start: 72163980 + 2189: + operation: search + 2190: + end: 77419620 + operation: insert + start: 77318550 + 2191: + end: 72366120 + operation: delete + start: 72265050 + 2192: + operation: search + 2193: + end: 77520690 + operation: insert + start: 77419620 + 2194: + end: 57306690 + operation: delete + start: 57205620 + 2195: + end: 72467190 + operation: delete + start: 72366120 + 2196: + operation: search + 2197: + end: 77621760 + operation: insert + start: 77520690 + 2198: + end: 72568260 + operation: delete + start: 72467190 + 2199: + operation: search + 2200: + end: 77722830 + operation: insert + start: 77621760 + 2201: + end: 72669330 + operation: delete + start: 72568260 + 2202: + operation: search + 2203: + end: 77823900 + operation: insert + start: 77722830 + 2204: + end: 57609900 + operation: delete + start: 57508830 + 2205: + end: 72770400 + operation: delete + start: 72669330 + 2206: + operation: search + 2207: + end: 77924970 + operation: insert + start: 77823900 + 2208: + end: 57710970 + operation: delete + start: 57609900 + 2209: + end: 72871470 + operation: delete + start: 72770400 + 2210: + operation: search + 2211: + end: 78026040 + operation: insert + start: 77924970 + 2212: + end: 72972540 + operation: delete + start: 72871470 + 2213: + operation: search + 2214: + end: 78127110 + operation: insert + start: 78026040 + 2215: + end: 73073610 + operation: delete + start: 72972540 + 2216: + operation: search + 2217: + end: 78228180 + operation: insert + start: 78127110 + 2218: + end: 73174680 + operation: delete + start: 73073610 + 2219: + operation: search + 2220: + end: 78329250 + operation: insert + start: 78228180 + 2221: + end: 73275750 + operation: delete + start: 73174680 + 2222: + operation: search + 2223: + end: 78430320 + operation: insert + start: 78329250 + 2224: + end: 73376820 + operation: delete + start: 73275750 + 2225: + operation: search + 2226: + end: 78531390 + operation: insert + start: 78430320 + 2227: + operation: search + 2228: + end: 78632460 + operation: insert + start: 78531390 + 2229: + end: 73578960 + operation: delete + start: 73477890 + 2230: + operation: search + 2231: + end: 78733530 + operation: insert + start: 78632460 + 2232: + end: 73680030 + operation: delete + start: 73578960 + 2233: + operation: search + 2234: + end: 78834600 + operation: insert + start: 78733530 + 2235: + end: 58620600 + operation: delete + start: 58519530 + 2236: + end: 73781100 + operation: delete + start: 73680030 + 2237: + operation: search + 2238: + end: 78935670 + operation: insert + start: 78834600 + 2239: + operation: search + 2240: + end: 79036740 + operation: insert + start: 78935670 + 2241: + end: 58822740 + operation: delete + start: 58721670 + 2242: + end: 73983240 + operation: delete + start: 73882170 + 2243: + operation: search + 2244: + end: 79137810 + operation: insert + start: 79036740 + 2245: + end: 74084310 + operation: delete + start: 73983240 + 2246: + operation: search + 2247: + end: 79238880 + operation: insert + start: 79137810 + 2248: + operation: search + 2249: + end: 79339950 + operation: insert + start: 79238880 + 2250: + end: 74286450 + operation: delete + start: 74185380 + 2251: + operation: search + 2252: + end: 79441020 + operation: insert + start: 79339950 + 2253: + end: 74387520 + operation: delete + start: 74286450 + 2254: + operation: search + 2255: + end: 79542090 + operation: insert + start: 79441020 + 2256: + end: 74488590 + operation: delete + start: 74387520 + 2257: + operation: search + 2258: + end: 79643160 + operation: insert + start: 79542090 + 2259: + end: 74589660 + operation: delete + start: 74488590 + 2260: + operation: search + 2261: + end: 79744230 + operation: insert + start: 79643160 + 2262: + end: 74690730 + operation: delete + start: 74589660 + 2263: + operation: search + 2264: + end: 79845300 + operation: insert + start: 79744230 + 2265: + end: 74791800 + operation: delete + start: 74690730 + 2266: + operation: search + 2267: + end: 79946370 + operation: insert + start: 79845300 + 2268: + end: 74892870 + operation: delete + start: 74791800 + 2269: + operation: search + 2270: + end: 80047440 + operation: insert + start: 79946370 + 2271: + end: 74993940 + operation: delete + start: 74892870 + 2272: + operation: search + 2273: + end: 80148510 + operation: insert + start: 80047440 + 2274: + end: 59934510 + operation: delete + start: 59833440 + 2275: + end: 75095010 + operation: delete + start: 74993940 + 2276: + operation: search + 2277: + end: 80249580 + operation: insert + start: 80148510 + 2278: + operation: search + 2279: + end: 80350650 + operation: insert + start: 80249580 + 2280: + end: 75297150 + operation: delete + start: 75196080 + 2281: + operation: search + 2282: + end: 80451720 + operation: insert + start: 80350650 + 2283: + end: 75398220 + operation: delete + start: 75297150 + 2284: + operation: search + 2285: + end: 80552790 + operation: insert + start: 80451720 + 2286: + end: 60338790 + operation: delete + start: 60237720 + 2287: + end: 75499290 + operation: delete + start: 75398220 + 2288: + operation: search + 2289: + end: 80653860 + operation: insert + start: 80552790 + 2290: + end: 75600360 + operation: delete + start: 75499290 + 2291: + operation: search + 2292: + end: 80754930 + operation: insert + start: 80653860 + 2293: + end: 75701430 + operation: delete + start: 75600360 + 2294: + operation: search + 2295: + end: 80856000 + operation: insert + start: 80754930 + 2296: + end: 75802500 + operation: delete + start: 75701430 + 2297: + operation: search + 2298: + end: 80957070 + operation: insert + start: 80856000 + 2299: + end: 75903570 + operation: delete + start: 75802500 + 2300: + operation: search + 2301: + end: 81058140 + operation: insert + start: 80957070 + 2302: + end: 76004640 + operation: delete + start: 75903570 + 2303: + operation: search + 2304: + end: 81159210 + operation: insert + start: 81058140 + 2305: + end: 76105710 + operation: delete + start: 76004640 + 2306: + operation: search + 2307: + end: 81260280 + operation: insert + start: 81159210 + 2308: + end: 76206780 + operation: delete + start: 76105710 + 2309: + operation: search + 2310: + end: 81361350 + operation: insert + start: 81260280 + 2311: + end: 76307850 + operation: delete + start: 76206780 + 2312: + operation: search + 2313: + end: 81462420 + operation: insert + start: 81361350 + 2314: + end: 76408920 + operation: delete + start: 76307850 + 2315: + operation: search + 2316: + end: 81563490 + operation: insert + start: 81462420 + 2317: + end: 76509990 + operation: delete + start: 76408920 + 2318: + operation: search + 2319: + end: 81664560 + operation: insert + start: 81563490 + 2320: + operation: search + 2321: + end: 81765630 + operation: insert + start: 81664560 + 2322: + end: 61551630 + operation: delete + start: 61450560 + 2323: + end: 76712130 + operation: delete + start: 76611060 + 2324: + operation: search + 2325: + end: 81866700 + operation: insert + start: 81765630 + 2326: + end: 76813200 + operation: delete + start: 76712130 + 2327: + operation: search + 2328: + end: 81967770 + operation: insert + start: 81866700 + 2329: + end: 76914270 + operation: delete + start: 76813200 + 2330: + operation: search + 2331: + end: 82068840 + operation: insert + start: 81967770 + 2332: + end: 77015340 + operation: delete + start: 76914270 + 2333: + operation: search + 2334: + end: 82169910 + operation: insert + start: 82068840 + 2335: + end: 77116410 + operation: delete + start: 77015340 + 2336: + operation: search + 2337: + end: 82270980 + operation: insert + start: 82169910 + 2338: + end: 77217480 + operation: delete + start: 77116410 + 2339: + operation: search + 2340: + end: 82372050 + operation: insert + start: 82270980 + 2341: + end: 77318550 + operation: delete + start: 77217480 + 2342: + operation: search + 2343: + end: 82473120 + operation: insert + start: 82372050 + 2344: + operation: search + 2345: + end: 82574190 + operation: insert + start: 82473120 + 2346: + end: 62360190 + operation: delete + start: 62259120 + 2347: + end: 77520690 + operation: delete + start: 77419620 + 2348: + operation: search + 2349: + end: 82675260 + operation: insert + start: 82574190 + 2350: + end: 77621760 + operation: delete + start: 77520690 + 2351: + operation: search + 2352: + end: 82776330 + operation: insert + start: 82675260 + 2353: + end: 62562330 + operation: delete + start: 62461260 + 2354: + end: 77722830 + operation: delete + start: 77621760 + 2355: + operation: search + 2356: + end: 82877400 + operation: insert + start: 82776330 + 2357: + end: 77823900 + operation: delete + start: 77722830 + 2358: + operation: search + 2359: + end: 82978470 + operation: insert + start: 82877400 + 2360: + end: 62764470 + operation: delete + start: 62663400 + 2361: + end: 77924970 + operation: delete + start: 77823900 + 2362: + operation: search + 2363: + end: 83079540 + operation: insert + start: 82978470 + 2364: + end: 78026040 + operation: delete + start: 77924970 + 2365: + operation: search + 2366: + end: 83180610 + operation: insert + start: 83079540 + 2367: + end: 78127110 + operation: delete + start: 78026040 + 2368: + operation: search + 2369: + end: 83281680 + operation: insert + start: 83180610 + 2370: + end: 63067680 + operation: delete + start: 62966610 + 2371: + end: 78228180 + operation: delete + start: 78127110 + 2372: + operation: search + 2373: + end: 83382750 + operation: insert + start: 83281680 + 2374: + end: 63168750 + operation: delete + start: 63067680 + 2375: + end: 78329250 + operation: delete + start: 78228180 + 2376: + operation: search + 2377: + end: 83483820 + operation: insert + start: 83382750 + 2378: + end: 78430320 + operation: delete + start: 78329250 + 2379: + operation: search + 2380: + end: 83584890 + operation: insert + start: 83483820 + 2381: + end: 78531390 + operation: delete + start: 78430320 + 2382: + operation: search + 2383: + end: 83685960 + operation: insert + start: 83584890 + 2384: + end: 78632460 + operation: delete + start: 78531390 + 2385: + operation: search + 2386: + end: 83787030 + operation: insert + start: 83685960 + 2387: + end: 63573030 + operation: delete + start: 63471960 + 2388: + end: 78733530 + operation: delete + start: 78632460 + 2389: + operation: search + 2390: + end: 83888100 + operation: insert + start: 83787030 + 2391: + end: 63674100 + operation: delete + start: 63573030 + 2392: + end: 78834600 + operation: delete + start: 78733530 + 2393: + operation: search + 2394: + end: 83989170 + operation: insert + start: 83888100 + 2395: + end: 63775170 + operation: delete + start: 63674100 + 2396: + end: 78935670 + operation: delete + start: 78834600 + 2397: + operation: search + 2398: + end: 84090240 + operation: insert + start: 83989170 + 2399: + end: 79036740 + operation: delete + start: 78935670 + 2400: + operation: search + 2401: + end: 84191310 + operation: insert + start: 84090240 + 2402: + end: 79137810 + operation: delete + start: 79036740 + 2403: + operation: search + 2404: + end: 84292380 + operation: insert + start: 84191310 + 2405: + end: 79238880 + operation: delete + start: 79137810 + 2406: + operation: search + 2407: + end: 84393450 + operation: insert + start: 84292380 + 2408: + end: 79339950 + operation: delete + start: 79238880 + 2409: + operation: search + 2410: + end: 84494520 + operation: insert + start: 84393450 + 2411: + operation: search + 2412: + end: 84595590 + operation: insert + start: 84494520 + 2413: + end: 79542090 + operation: delete + start: 79441020 + 2414: + operation: search + 2415: + end: 84696660 + operation: insert + start: 84595590 + 2416: + end: 79643160 + operation: delete + start: 79542090 + 2417: + operation: search + 2418: + end: 84797730 + operation: insert + start: 84696660 + 2419: + operation: search + 2420: + end: 84898800 + operation: insert + start: 84797730 + 2421: + end: 79845300 + operation: delete + start: 79744230 + 2422: + operation: search + 2423: + end: 84999870 + operation: insert + start: 84898800 + 2424: + end: 79946370 + operation: delete + start: 79845300 + 2425: + operation: search + 2426: + end: 85100940 + operation: insert + start: 84999870 + 2427: + end: 80047440 + operation: delete + start: 79946370 + 2428: + operation: search + 2429: + end: 85202010 + operation: insert + start: 85100940 + 2430: + operation: search + 2431: + end: 85303080 + operation: insert + start: 85202010 + 2432: + end: 65089080 + operation: delete + start: 64988010 + 2433: + end: 80249580 + operation: delete + start: 80148510 + 2434: + operation: search + 2435: + end: 85404150 + operation: insert + start: 85303080 + 2436: + end: 80350650 + operation: delete + start: 80249580 + 2437: + operation: search + 2438: + end: 85505220 + operation: insert + start: 85404150 + 2439: + end: 65291220 + operation: delete + start: 65190150 + 2440: + end: 80451720 + operation: delete + start: 80350650 + 2441: + operation: search + 2442: + end: 85606290 + operation: insert + start: 85505220 + 2443: + end: 80552790 + operation: delete + start: 80451720 + 2444: + operation: search + 2445: + end: 85707360 + operation: insert + start: 85606290 + 2446: + end: 80653860 + operation: delete + start: 80552790 + 2447: + operation: search + 2448: + end: 85808430 + operation: insert + start: 85707360 + 2449: + end: 80754930 + operation: delete + start: 80653860 + 2450: + operation: search + 2451: + end: 85909500 + operation: insert + start: 85808430 + 2452: + operation: search + 2453: + end: 86010570 + operation: insert + start: 85909500 + 2454: + end: 80957070 + operation: delete + start: 80856000 + 2455: + operation: search + 2456: + end: 86111640 + operation: insert + start: 86010570 + 2457: + end: 81058140 + operation: delete + start: 80957070 + 2458: + operation: search + 2459: + end: 86212710 + operation: insert + start: 86111640 + 2460: + end: 65998710 + operation: delete + start: 65897640 + 2461: + operation: search + 2462: + end: 86313780 + operation: insert + start: 86212710 + 2463: + end: 81260280 + operation: delete + start: 81159210 + 2464: + operation: search + 2465: + end: 86414850 + operation: insert + start: 86313780 + 2466: + end: 81361350 + operation: delete + start: 81260280 + 2467: + operation: search + 2468: + end: 86515920 + operation: insert + start: 86414850 + 2469: + end: 81462420 + operation: delete + start: 81361350 + 2470: + operation: search + 2471: + end: 86616990 + operation: insert + start: 86515920 + 2472: + end: 81563490 + operation: delete + start: 81462420 + 2473: + operation: search + 2474: + end: 86718060 + operation: insert + start: 86616990 + 2475: + end: 81664560 + operation: delete + start: 81563490 + 2476: + operation: search + 2477: + end: 86819130 + operation: insert + start: 86718060 + 2478: + end: 66605130 + operation: delete + start: 66504060 + 2479: + end: 81765630 + operation: delete + start: 81664560 + 2480: + operation: search + 2481: + end: 86920200 + operation: insert + start: 86819130 + 2482: + end: 66706200 + operation: delete + start: 66605130 + 2483: + end: 81866700 + operation: delete + start: 81765630 + 2484: + operation: search + 2485: + end: 87021270 + operation: insert + start: 86920200 + 2486: + end: 66807270 + operation: delete + start: 66706200 + 2487: + end: 81967770 + operation: delete + start: 81866700 + 2488: + operation: search + 2489: + end: 87122340 + operation: insert + start: 87021270 + 2490: + end: 66908340 + operation: delete + start: 66807270 + 2491: + end: 82068840 + operation: delete + start: 81967770 + 2492: + operation: search + 2493: + end: 87223410 + operation: insert + start: 87122340 + 2494: + end: 82169910 + operation: delete + start: 82068840 + 2495: + operation: search + 2496: + end: 87324480 + operation: insert + start: 87223410 + 2497: + end: 82270980 + operation: delete + start: 82169910 + 2498: + operation: search + 2499: + end: 87425550 + operation: insert + start: 87324480 + 2500: + end: 82372050 + operation: delete + start: 82270980 + 2501: + operation: search + 2502: + end: 87526620 + operation: insert + start: 87425550 + 2503: + end: 82473120 + operation: delete + start: 82372050 + 2504: + operation: search + 2505: + end: 87627690 + operation: insert + start: 87526620 + 2506: + end: 82574190 + operation: delete + start: 82473120 + 2507: + operation: search + 2508: + end: 87728760 + operation: insert + start: 87627690 + 2509: + end: 82675260 + operation: delete + start: 82574190 + 2510: + operation: search + 2511: + end: 87829830 + operation: insert + start: 87728760 + 2512: + operation: search + 2513: + end: 87930900 + operation: insert + start: 87829830 + 2514: + end: 82877400 + operation: delete + start: 82776330 + 2515: + operation: search + 2516: + end: 88031970 + operation: insert + start: 87930900 + 2517: + end: 82978470 + operation: delete + start: 82877400 + 2518: + operation: search + 2519: + end: 88133040 + operation: insert + start: 88031970 + 2520: + operation: search + 2521: + end: 88234110 + operation: insert + start: 88133040 + 2522: + end: 83180610 + operation: delete + start: 83079540 + 2523: + operation: search + 2524: + end: 88335180 + operation: insert + start: 88234110 + 2525: + end: 83281680 + operation: delete + start: 83180610 + 2526: + operation: search + 2527: + end: 88436250 + operation: insert + start: 88335180 + 2528: + operation: search + 2529: + end: 88537320 + operation: insert + start: 88436250 + 2530: + end: 68323320 + operation: delete + start: 68222250 + 2531: + end: 83483820 + operation: delete + start: 83382750 + 2532: + operation: search + 2533: + end: 88638390 + operation: insert + start: 88537320 + 2534: + end: 83584890 + operation: delete + start: 83483820 + 2535: + operation: search + 2536: + end: 88739460 + operation: insert + start: 88638390 + 2537: + end: 68525460 + operation: delete + start: 68424390 + 2538: + operation: search + 2539: + end: 88840530 + operation: insert + start: 88739460 + 2540: + end: 83787030 + operation: delete + start: 83685960 + 2541: + operation: search + 2542: + end: 88941600 + operation: insert + start: 88840530 + 2543: + end: 83888100 + operation: delete + start: 83787030 + 2544: + operation: search + 2545: + end: 89042670 + operation: insert + start: 88941600 + 2546: + end: 83989170 + operation: delete + start: 83888100 + 2547: + operation: search + 2548: + end: 89143740 + operation: insert + start: 89042670 + 2549: + end: 84090240 + operation: delete + start: 83989170 + 2550: + operation: search + 2551: + end: 89244810 + operation: insert + start: 89143740 + 2552: + end: 84191310 + operation: delete + start: 84090240 + 2553: + operation: search + 2554: + end: 89345880 + operation: insert + start: 89244810 + 2555: + end: 69131880 + operation: delete + start: 69030810 + 2556: + end: 84292380 + operation: delete + start: 84191310 + 2557: + operation: search + 2558: + end: 89446950 + operation: insert + start: 89345880 + 2559: + end: 84393450 + operation: delete + start: 84292380 + 2560: + operation: search + 2561: + end: 89548020 + operation: insert + start: 89446950 + 2562: + end: 69334020 + operation: delete + start: 69232950 + 2563: + end: 84494520 + operation: delete + start: 84393450 + 2564: + operation: search + 2565: + end: 89649090 + operation: insert + start: 89548020 + 2566: + end: 84595590 + operation: delete + start: 84494520 + 2567: + operation: search + 2568: + end: 89750160 + operation: insert + start: 89649090 + 2569: + end: 84696660 + operation: delete + start: 84595590 + 2570: + operation: search + 2571: + end: 89851230 + operation: insert + start: 89750160 + 2572: + end: 69637230 + operation: delete + start: 69536160 + 2573: + end: 84797730 + operation: delete + start: 84696660 + 2574: + operation: search + 2575: + end: 89952300 + operation: insert + start: 89851230 + 2576: + end: 84898800 + operation: delete + start: 84797730 + 2577: + operation: search + 2578: + end: 90053370 + operation: insert + start: 89952300 + 2579: + operation: search + 2580: + end: 90154440 + operation: insert + start: 90053370 + 2581: + end: 85100940 + operation: delete + start: 84999870 + 2582: + operation: search + 2583: + end: 90255510 + operation: insert + start: 90154440 + 2584: + end: 85202010 + operation: delete + start: 85100940 + 2585: + operation: search + 2586: + end: 90356580 + operation: insert + start: 90255510 + 2587: + end: 85303080 + operation: delete + start: 85202010 + 2588: + operation: search + 2589: + end: 90457650 + operation: insert + start: 90356580 + 2590: + end: 85404150 + operation: delete + start: 85303080 + 2591: + operation: search + 2592: + end: 90558720 + operation: insert + start: 90457650 + 2593: + end: 85505220 + operation: delete + start: 85404150 + 2594: + operation: search + 2595: + end: 90659790 + operation: insert + start: 90558720 + 2596: + end: 70445790 + operation: delete + start: 70344720 + 2597: + end: 85606290 + operation: delete + start: 85505220 + 2598: + operation: search + 2599: + end: 90760860 + operation: insert + start: 90659790 + 2600: + end: 85707360 + operation: delete + start: 85606290 + 2601: + operation: search + 2602: + end: 90861930 + operation: insert + start: 90760860 + 2603: + end: 85808430 + operation: delete + start: 85707360 + 2604: + operation: search + 2605: + end: 90963000 + operation: insert + start: 90861930 + 2606: + end: 85909500 + operation: delete + start: 85808430 + 2607: + operation: search + 2608: + end: 91064070 + operation: insert + start: 90963000 + 2609: + operation: search + 2610: + end: 91165140 + operation: insert + start: 91064070 + 2611: + end: 70951140 + operation: delete + start: 70850070 + 2612: + end: 86111640 + operation: delete + start: 86010570 + 2613: + operation: search + 2614: + end: 91266210 + operation: insert + start: 91165140 + 2615: + end: 86212710 + operation: delete + start: 86111640 + 2616: + operation: search + 2617: + end: 91367280 + operation: insert + start: 91266210 + 2618: + operation: search + 2619: + end: 91468350 + operation: insert + start: 91367280 + 2620: + operation: search + 2621: + end: 91569420 + operation: insert + start: 91468350 + 2622: + end: 86515920 + operation: delete + start: 86414850 + 2623: + operation: search + 2624: + end: 91670490 + operation: insert + start: 91569420 + 2625: + end: 86616990 + operation: delete + start: 86515920 + 2626: + operation: search + 2627: + end: 91771560 + operation: insert + start: 91670490 + 2628: + end: 71557560 + operation: delete + start: 71456490 + 2629: + end: 86718060 + operation: delete + start: 86616990 + 2630: + operation: search + 2631: + end: 91872630 + operation: insert + start: 91771560 + 2632: + end: 71658630 + operation: delete + start: 71557560 + 2633: + end: 86819130 + operation: delete + start: 86718060 + 2634: + operation: search + 2635: + end: 91973700 + operation: insert + start: 91872630 + 2636: + end: 86920200 + operation: delete + start: 86819130 + 2637: + operation: search + 2638: + end: 92074770 + operation: insert + start: 91973700 + 2639: + operation: search + 2640: + end: 92175840 + operation: insert + start: 92074770 + 2641: + operation: search + 2642: + end: 92276910 + operation: insert + start: 92175840 + 2643: + end: 72062910 + operation: delete + start: 71961840 + 2644: + end: 87223410 + operation: delete + start: 87122340 + 2645: + operation: search + 2646: + end: 92377980 + operation: insert + start: 92276910 + 2647: + end: 87324480 + operation: delete + start: 87223410 + 2648: + operation: search + 2649: + end: 92479050 + operation: insert + start: 92377980 + 2650: + end: 87425550 + operation: delete + start: 87324480 + 2651: + operation: search + 2652: + end: 92580120 + operation: insert + start: 92479050 + 2653: + operation: search + 2654: + end: 92681190 + operation: insert + start: 92580120 + 2655: + end: 87627690 + operation: delete + start: 87526620 + 2656: + operation: search + 2657: + end: 92782260 + operation: insert + start: 92681190 + 2658: + end: 87728760 + operation: delete + start: 87627690 + 2659: + operation: search + 2660: + end: 92883330 + operation: insert + start: 92782260 + 2661: + end: 87829830 + operation: delete + start: 87728760 + 2662: + operation: search + 2663: + end: 92984400 + operation: insert + start: 92883330 + 2664: + end: 87930900 + operation: delete + start: 87829830 + 2665: + operation: search + 2666: + end: 93085470 + operation: insert + start: 92984400 + 2667: + end: 88031970 + operation: delete + start: 87930900 + 2668: + operation: search + 2669: + end: 93186540 + operation: insert + start: 93085470 + 2670: + operation: search + 2671: + end: 93287610 + operation: insert + start: 93186540 + 2672: + end: 88234110 + operation: delete + start: 88133040 + 2673: + operation: search + 2674: + end: 93388680 + operation: insert + start: 93287610 + 2675: + end: 88335180 + operation: delete + start: 88234110 + 2676: + operation: search + 2677: + end: 93489750 + operation: insert + start: 93388680 + 2678: + end: 88436250 + operation: delete + start: 88335180 + 2679: + operation: search + 2680: + end: 93590820 + operation: insert + start: 93489750 + 2681: + operation: search + 2682: + end: 93691890 + operation: insert + start: 93590820 + 2683: + end: 73477890 + operation: delete + start: 73376820 + 2684: + end: 88638390 + operation: delete + start: 88537320 + 2685: + operation: search + 2686: + end: 93792960 + operation: insert + start: 93691890 + 2687: + operation: search + 2688: + end: 93894030 + operation: insert + start: 93792960 + 2689: + end: 88840530 + operation: delete + start: 88739460 + 2690: + operation: search + 2691: + end: 93995100 + operation: insert + start: 93894030 + 2692: + end: 88941600 + operation: delete + start: 88840530 + 2693: + operation: search + 2694: + end: 94096170 + operation: insert + start: 93995100 + 2695: + end: 73882170 + operation: delete + start: 73781100 + 2696: + end: 89042670 + operation: delete + start: 88941600 + 2697: + operation: search + 2698: + end: 94197240 + operation: insert + start: 94096170 + 2699: + end: 89143740 + operation: delete + start: 89042670 + 2700: + operation: search + 2701: + end: 94298310 + operation: insert + start: 94197240 + 2702: + end: 89244810 + operation: delete + start: 89143740 + 2703: + operation: search + 2704: + end: 94399380 + operation: insert + start: 94298310 + 2705: + end: 74185380 + operation: delete + start: 74084310 + 2706: + end: 89345880 + operation: delete + start: 89244810 + 2707: + operation: search + 2708: + end: 94500450 + operation: insert + start: 94399380 + 2709: + end: 89446950 + operation: delete + start: 89345880 + 2710: + operation: search + 2711: + end: 94601520 + operation: insert + start: 94500450 + 2712: + end: 89548020 + operation: delete + start: 89446950 + 2713: + operation: search + 2714: + end: 94702590 + operation: insert + start: 94601520 + 2715: + end: 89649090 + operation: delete + start: 89548020 + 2716: + operation: search + 2717: + end: 94803660 + operation: insert + start: 94702590 + 2718: + operation: search + 2719: + end: 94904730 + operation: insert + start: 94803660 + 2720: + end: 89851230 + operation: delete + start: 89750160 + 2721: + operation: search + 2722: + end: 95005800 + operation: insert + start: 94904730 + 2723: + end: 89952300 + operation: delete + start: 89851230 + 2724: + operation: search + 2725: + end: 95106870 + operation: insert + start: 95005800 + 2726: + operation: search + 2727: + end: 95207940 + operation: insert + start: 95106870 + 2728: + end: 90154440 + operation: delete + start: 90053370 + 2729: + operation: search + 2730: + end: 95309010 + operation: insert + start: 95207940 + 2731: + operation: search + 2732: + end: 95410080 + operation: insert + start: 95309010 + 2733: + operation: search + 2734: + end: 95511150 + operation: insert + start: 95410080 + 2735: + operation: search + 2736: + end: 95612220 + operation: insert + start: 95511150 + 2737: + end: 90558720 + operation: delete + start: 90457650 + 2738: + operation: search + 2739: + end: 95713290 + operation: insert + start: 95612220 + 2740: + end: 90659790 + operation: delete + start: 90558720 + 2741: + operation: search + 2742: + end: 95814360 + operation: insert + start: 95713290 + 2743: + end: 90760860 + operation: delete + start: 90659790 + 2744: + operation: search + 2745: + end: 95915430 + operation: insert + start: 95814360 + 2746: + end: 90861930 + operation: delete + start: 90760860 + 2747: + operation: search + 2748: + end: 96016500 + operation: insert + start: 95915430 + 2749: + end: 90963000 + operation: delete + start: 90861930 + 2750: + operation: search + 2751: + end: 96117570 + operation: insert + start: 96016500 + 2752: + end: 91064070 + operation: delete + start: 90963000 + 2753: + operation: search + 2754: + end: 96218640 + operation: insert + start: 96117570 + 2755: + end: 91165140 + operation: delete + start: 91064070 + 2756: + operation: search + 2757: + end: 96319710 + operation: insert + start: 96218640 + 2758: + operation: search + 2759: + end: 96420780 + operation: insert + start: 96319710 + 2760: + end: 91367280 + operation: delete + start: 91266210 + 2761: + operation: search + 2762: + end: 96521850 + operation: insert + start: 96420780 + 2763: + end: 91468350 + operation: delete + start: 91367280 + 2764: + operation: search + 2765: + end: 96622920 + operation: insert + start: 96521850 + 2766: + end: 91569420 + operation: delete + start: 91468350 + 2767: + operation: search + 2768: + end: 96723990 + operation: insert + start: 96622920 + 2769: + end: 91670490 + operation: delete + start: 91569420 + 2770: + operation: search + 2771: + end: 96825060 + operation: insert + start: 96723990 + 2772: + end: 91771560 + operation: delete + start: 91670490 + 2773: + operation: search + 2774: + end: 96926130 + operation: insert + start: 96825060 + 2775: + end: 91872630 + operation: delete + start: 91771560 + 2776: + operation: search + 2777: + end: 97027200 + operation: insert + start: 96926130 + 2778: + end: 91973700 + operation: delete + start: 91872630 + 2779: + operation: search + 2780: + end: 97128270 + operation: insert + start: 97027200 + 2781: + end: 92074770 + operation: delete + start: 91973700 + 2782: + operation: search + 2783: + end: 97229340 + operation: insert + start: 97128270 + 2784: + end: 92175840 + operation: delete + start: 92074770 + 2785: + operation: search + 2786: + end: 97330410 + operation: insert + start: 97229340 + 2787: + end: 92276910 + operation: delete + start: 92175840 + 2788: + operation: search + 2789: + end: 97431480 + operation: insert + start: 97330410 + 2790: + end: 92377980 + operation: delete + start: 92276910 + 2791: + operation: search + 2792: + end: 97532550 + operation: insert + start: 97431480 + 2793: + end: 92479050 + operation: delete + start: 92377980 + 2794: + operation: search + 2795: + end: 97633620 + operation: insert + start: 97532550 + 2796: + end: 77419620 + operation: delete + start: 77318550 + 2797: + end: 92580120 + operation: delete + start: 92479050 + 2798: + operation: search + 2799: + end: 97734690 + operation: insert + start: 97633620 + 2800: + operation: search + 2801: + end: 97835760 + operation: insert + start: 97734690 + 2802: + end: 92782260 + operation: delete + start: 92681190 + 2803: + operation: search + 2804: + end: 97936830 + operation: insert + start: 97835760 + 2805: + operation: search + 2806: + end: 98037900 + operation: insert + start: 97936830 + 2807: + end: 92984400 + operation: delete + start: 92883330 + 2808: + operation: search + 2809: + end: 98138970 + operation: insert + start: 98037900 + 2810: + end: 93085470 + operation: delete + start: 92984400 + 2811: + operation: search + 2812: + end: 98240040 + operation: insert + start: 98138970 + 2813: + end: 93186540 + operation: delete + start: 93085470 + 2814: + operation: search + 2815: + end: 98341110 + operation: insert + start: 98240040 + 2816: + end: 93287610 + operation: delete + start: 93186540 + 2817: + operation: search + 2818: + end: 98442180 + operation: insert + start: 98341110 + 2819: + end: 93388680 + operation: delete + start: 93287610 + 2820: + operation: search + 2821: + end: 98543250 + operation: insert + start: 98442180 + 2822: + end: 93489750 + operation: delete + start: 93388680 + 2823: + operation: search + 2824: + end: 98644320 + operation: insert + start: 98543250 + 2825: + end: 93590820 + operation: delete + start: 93489750 + 2826: + operation: search + 2827: + end: 98745390 + operation: insert + start: 98644320 + 2828: + end: 93691890 + operation: delete + start: 93590820 + 2829: + operation: search + 2830: + end: 98846460 + operation: insert + start: 98745390 + 2831: + end: 93792960 + operation: delete + start: 93691890 + 2832: + operation: search + 2833: + end: 98947530 + operation: insert + start: 98846460 + 2834: + end: 93894030 + operation: delete + start: 93792960 + 2835: + operation: search + 2836: + end: 99048600 + operation: insert + start: 98947530 + 2837: + end: 93995100 + operation: delete + start: 93894030 + 2838: + operation: search + 2839: + end: 99149670 + operation: insert + start: 99048600 + 2840: + operation: search + 2841: + end: 99250740 + operation: insert + start: 99149670 + 2842: + end: 94197240 + operation: delete + start: 94096170 + 2843: + operation: search + 2844: + end: 99351810 + operation: insert + start: 99250740 + 2845: + end: 94298310 + operation: delete + start: 94197240 + 2846: + operation: search + 2847: + end: 99452880 + operation: insert + start: 99351810 + 2848: + end: 94399380 + operation: delete + start: 94298310 + 2849: + operation: search + 2850: + end: 99553950 + operation: insert + start: 99452880 + 2851: + end: 94500450 + operation: delete + start: 94399380 + 2852: + operation: search + 2853: + end: 99655020 + operation: insert + start: 99553950 + 2854: + operation: search + 2855: + end: 99756090 + operation: insert + start: 99655020 + 2856: + end: 94702590 + operation: delete + start: 94601520 + 2857: + operation: search + 2858: + end: 99857160 + operation: insert + start: 99756090 + 2859: + operation: search + 2860: + end: 99958230 + operation: insert + start: 99857160 + 2861: + end: 79744230 + operation: delete + start: 79643160 + 2862: + operation: search + 2863: + end: 100059300 + operation: insert + start: 99958230 + 2864: + end: 95005800 + operation: delete + start: 94904730 + 2865: + operation: search + 2866: + end: 100160370 + operation: insert + start: 100059300 + 2867: + end: 95106870 + operation: delete + start: 95005800 + 2868: + operation: search + 2869: + end: 100261440 + operation: insert + start: 100160370 + 2870: + end: 95207940 + operation: delete + start: 95106870 + 2871: + operation: search + 2872: + end: 100362510 + operation: insert + start: 100261440 + 2873: + end: 80148510 + operation: delete + start: 80047440 + 2874: + end: 95309010 + operation: delete + start: 95207940 + 2875: + operation: search + 2876: + end: 100463580 + operation: insert + start: 100362510 + 2877: + operation: search + 2878: + end: 100564650 + operation: insert + start: 100463580 + 2879: + operation: search + 2880: + end: 100665720 + operation: insert + start: 100564650 + 2881: + operation: search + 2882: + end: 100766790 + operation: insert + start: 100665720 + 2883: + end: 95713290 + operation: delete + start: 95612220 + 2884: + operation: search + 2885: + end: 100867860 + operation: insert + start: 100766790 + 2886: + end: 95814360 + operation: delete + start: 95713290 + 2887: + operation: search + 2888: + end: 100968930 + operation: insert + start: 100867860 + 2889: + end: 95915430 + operation: delete + start: 95814360 + 2890: + operation: search + 2891: + end: 101070000 + operation: insert + start: 100968930 + 2892: + end: 80856000 + operation: delete + start: 80754930 + 2893: + end: 96016500 + operation: delete + start: 95915430 + 2894: + operation: search + max_pts: 10915560 diff --git a/neurips23/runbooks/msturing-10M_slidingwindow_runbook.yaml b/neurips23/runbooks/msturing-10M_slidingwindow_runbook.yaml new file mode 100644 index 000000000..f3acc967c --- /dev/null +++ b/neurips23/runbooks/msturing-10M_slidingwindow_runbook.yaml @@ -0,0 +1,1402 @@ +msturing-10M: + 1: + end: 50000 + operation: insert + start: 0 + 2: + end: 100000 + operation: insert + start: 50000 + 3: + end: 150000 + operation: insert + start: 100000 + 4: + end: 200000 + operation: insert + start: 150000 + 5: + end: 250000 + operation: insert + start: 200000 + 6: + end: 300000 + operation: insert + start: 250000 + 7: + end: 350000 + operation: insert + start: 300000 + 8: + end: 400000 + operation: insert + start: 350000 + 9: + end: 450000 + operation: insert + start: 400000 + 10: + end: 500000 + operation: insert + start: 450000 + 11: + end: 550000 + operation: insert + start: 500000 + 12: + end: 600000 + operation: insert + start: 550000 + 13: + end: 650000 + operation: insert + start: 600000 + 14: + end: 700000 + operation: insert + start: 650000 + 15: + end: 750000 + operation: insert + start: 700000 + 16: + end: 800000 + operation: insert + start: 750000 + 17: + end: 850000 + operation: insert + start: 800000 + 18: + end: 900000 + operation: insert + start: 850000 + 19: + end: 950000 + operation: insert + start: 900000 + 20: + end: 1000000 + operation: insert + start: 950000 + 21: + end: 1050000 + operation: insert + start: 1000000 + 22: + end: 1100000 + operation: insert + start: 1050000 + 23: + end: 1150000 + operation: insert + start: 1100000 + 24: + end: 1200000 + operation: insert + start: 1150000 + 25: + end: 1250000 + operation: insert + start: 1200000 + 26: + end: 1300000 + operation: insert + start: 1250000 + 27: + end: 1350000 + operation: insert + start: 1300000 + 28: + end: 1400000 + operation: insert + start: 1350000 + 29: + end: 1450000 + operation: insert + start: 1400000 + 30: + end: 1500000 + operation: insert + start: 1450000 + 31: + end: 1550000 + operation: insert + start: 1500000 + 32: + end: 1600000 + operation: insert + start: 1550000 + 33: + end: 1650000 + operation: insert + start: 1600000 + 34: + end: 1700000 + operation: insert + start: 1650000 + 35: + end: 1750000 + operation: insert + start: 1700000 + 36: + end: 1800000 + operation: insert + start: 1750000 + 37: + end: 1850000 + operation: insert + start: 1800000 + 38: + end: 1900000 + operation: insert + start: 1850000 + 39: + end: 1950000 + operation: insert + start: 1900000 + 40: + end: 2000000 + operation: insert + start: 1950000 + 41: + end: 2050000 + operation: insert + start: 2000000 + 42: + end: 2100000 + operation: insert + start: 2050000 + 43: + end: 2150000 + operation: insert + start: 2100000 + 44: + end: 2200000 + operation: insert + start: 2150000 + 45: + end: 2250000 + operation: insert + start: 2200000 + 46: + end: 2300000 + operation: insert + start: 2250000 + 47: + end: 2350000 + operation: insert + start: 2300000 + 48: + end: 2400000 + operation: insert + start: 2350000 + 49: + end: 2450000 + operation: insert + start: 2400000 + 50: + end: 2500000 + operation: insert + start: 2450000 + 51: + end: 2550000 + operation: insert + start: 2500000 + 52: + end: 2600000 + operation: insert + start: 2550000 + 53: + end: 2650000 + operation: insert + start: 2600000 + 54: + end: 2700000 + operation: insert + start: 2650000 + 55: + end: 2750000 + operation: insert + start: 2700000 + 56: + end: 2800000 + operation: insert + start: 2750000 + 57: + end: 2850000 + operation: insert + start: 2800000 + 58: + end: 2900000 + operation: insert + start: 2850000 + 59: + end: 2950000 + operation: insert + start: 2900000 + 60: + end: 3000000 + operation: insert + start: 2950000 + 61: + end: 3050000 + operation: insert + start: 3000000 + 62: + end: 3100000 + operation: insert + start: 3050000 + 63: + end: 3150000 + operation: insert + start: 3100000 + 64: + end: 3200000 + operation: insert + start: 3150000 + 65: + end: 3250000 + operation: insert + start: 3200000 + 66: + end: 3300000 + operation: insert + start: 3250000 + 67: + end: 3350000 + operation: insert + start: 3300000 + 68: + end: 3400000 + operation: insert + start: 3350000 + 69: + end: 3450000 + operation: insert + start: 3400000 + 70: + end: 3500000 + operation: insert + start: 3450000 + 71: + end: 3550000 + operation: insert + start: 3500000 + 72: + end: 3600000 + operation: insert + start: 3550000 + 73: + end: 3650000 + operation: insert + start: 3600000 + 74: + end: 3700000 + operation: insert + start: 3650000 + 75: + end: 3750000 + operation: insert + start: 3700000 + 76: + end: 3800000 + operation: insert + start: 3750000 + 77: + end: 3850000 + operation: insert + start: 3800000 + 78: + end: 3900000 + operation: insert + start: 3850000 + 79: + end: 3950000 + operation: insert + start: 3900000 + 80: + end: 4000000 + operation: insert + start: 3950000 + 81: + end: 4050000 + operation: insert + start: 4000000 + 82: + end: 4100000 + operation: insert + start: 4050000 + 83: + end: 4150000 + operation: insert + start: 4100000 + 84: + end: 4200000 + operation: insert + start: 4150000 + 85: + end: 4250000 + operation: insert + start: 4200000 + 86: + end: 4300000 + operation: insert + start: 4250000 + 87: + end: 4350000 + operation: insert + start: 4300000 + 88: + end: 4400000 + operation: insert + start: 4350000 + 89: + end: 4450000 + operation: insert + start: 4400000 + 90: + end: 4500000 + operation: insert + start: 4450000 + 91: + end: 4550000 + operation: insert + start: 4500000 + 92: + end: 4600000 + operation: insert + start: 4550000 + 93: + end: 4650000 + operation: insert + start: 4600000 + 94: + end: 4700000 + operation: insert + start: 4650000 + 95: + end: 4750000 + operation: insert + start: 4700000 + 96: + end: 4800000 + operation: insert + start: 4750000 + 97: + end: 4850000 + operation: insert + start: 4800000 + 98: + end: 4900000 + operation: insert + start: 4850000 + 99: + end: 4950000 + operation: insert + start: 4900000 + 100: + end: 5000000 + operation: insert + start: 4950000 + 101: + operation: search + 102: + end: 50000 + operation: delete + start: 0 + 103: + end: 5050000 + operation: insert + start: 5000000 + 104: + operation: search + 105: + end: 100000 + operation: delete + start: 50000 + 106: + end: 5100000 + operation: insert + start: 5050000 + 107: + operation: search + 108: + end: 150000 + operation: delete + start: 100000 + 109: + end: 5150000 + operation: insert + start: 5100000 + 110: + operation: search + 111: + end: 200000 + operation: delete + start: 150000 + 112: + end: 5200000 + operation: insert + start: 5150000 + 113: + operation: search + 114: + end: 250000 + operation: delete + start: 200000 + 115: + end: 5250000 + operation: insert + start: 5200000 + 116: + operation: search + 117: + end: 300000 + operation: delete + start: 250000 + 118: + end: 5300000 + operation: insert + start: 5250000 + 119: + operation: search + 120: + end: 350000 + operation: delete + start: 300000 + 121: + end: 5350000 + operation: insert + start: 5300000 + 122: + operation: search + 123: + end: 400000 + operation: delete + start: 350000 + 124: + end: 5400000 + operation: insert + start: 5350000 + 125: + operation: search + 126: + end: 450000 + operation: delete + start: 400000 + 127: + end: 5450000 + operation: insert + start: 5400000 + 128: + operation: search + 129: + end: 500000 + operation: delete + start: 450000 + 130: + end: 5500000 + operation: insert + start: 5450000 + 131: + operation: search + 132: + end: 550000 + operation: delete + start: 500000 + 133: + end: 5550000 + operation: insert + start: 5500000 + 134: + operation: search + 135: + end: 600000 + operation: delete + start: 550000 + 136: + end: 5600000 + operation: insert + start: 5550000 + 137: + operation: search + 138: + end: 650000 + operation: delete + start: 600000 + 139: + end: 5650000 + operation: insert + start: 5600000 + 140: + operation: search + 141: + end: 700000 + operation: delete + start: 650000 + 142: + end: 5700000 + operation: insert + start: 5650000 + 143: + operation: search + 144: + end: 750000 + operation: delete + start: 700000 + 145: + end: 5750000 + operation: insert + start: 5700000 + 146: + operation: search + 147: + end: 800000 + operation: delete + start: 750000 + 148: + end: 5800000 + operation: insert + start: 5750000 + 149: + operation: search + 150: + end: 850000 + operation: delete + start: 800000 + 151: + end: 5850000 + operation: insert + start: 5800000 + 152: + operation: search + 153: + end: 900000 + operation: delete + start: 850000 + 154: + end: 5900000 + operation: insert + start: 5850000 + 155: + operation: search + 156: + end: 950000 + operation: delete + start: 900000 + 157: + end: 5950000 + operation: insert + start: 5900000 + 158: + operation: search + 159: + end: 1000000 + operation: delete + start: 950000 + 160: + end: 6000000 + operation: insert + start: 5950000 + 161: + operation: search + 162: + end: 1050000 + operation: delete + start: 1000000 + 163: + end: 6050000 + operation: insert + start: 6000000 + 164: + operation: search + 165: + end: 1100000 + operation: delete + start: 1050000 + 166: + end: 6100000 + operation: insert + start: 6050000 + 167: + operation: search + 168: + end: 1150000 + operation: delete + start: 1100000 + 169: + end: 6150000 + operation: insert + start: 6100000 + 170: + operation: search + 171: + end: 1200000 + operation: delete + start: 1150000 + 172: + end: 6200000 + operation: insert + start: 6150000 + 173: + operation: search + 174: + end: 1250000 + operation: delete + start: 1200000 + 175: + end: 6250000 + operation: insert + start: 6200000 + 176: + operation: search + 177: + end: 1300000 + operation: delete + start: 1250000 + 178: + end: 6300000 + operation: insert + start: 6250000 + 179: + operation: search + 180: + end: 1350000 + operation: delete + start: 1300000 + 181: + end: 6350000 + operation: insert + start: 6300000 + 182: + operation: search + 183: + end: 1400000 + operation: delete + start: 1350000 + 184: + end: 6400000 + operation: insert + start: 6350000 + 185: + operation: search + 186: + end: 1450000 + operation: delete + start: 1400000 + 187: + end: 6450000 + operation: insert + start: 6400000 + 188: + operation: search + 189: + end: 1500000 + operation: delete + start: 1450000 + 190: + end: 6500000 + operation: insert + start: 6450000 + 191: + operation: search + 192: + end: 1550000 + operation: delete + start: 1500000 + 193: + end: 6550000 + operation: insert + start: 6500000 + 194: + operation: search + 195: + end: 1600000 + operation: delete + start: 1550000 + 196: + end: 6600000 + operation: insert + start: 6550000 + 197: + operation: search + 198: + end: 1650000 + operation: delete + start: 1600000 + 199: + end: 6650000 + operation: insert + start: 6600000 + 200: + operation: search + 201: + end: 1700000 + operation: delete + start: 1650000 + 202: + end: 6700000 + operation: insert + start: 6650000 + 203: + operation: search + 204: + end: 1750000 + operation: delete + start: 1700000 + 205: + end: 6750000 + operation: insert + start: 6700000 + 206: + operation: search + 207: + end: 1800000 + operation: delete + start: 1750000 + 208: + end: 6800000 + operation: insert + start: 6750000 + 209: + operation: search + 210: + end: 1850000 + operation: delete + start: 1800000 + 211: + end: 6850000 + operation: insert + start: 6800000 + 212: + operation: search + 213: + end: 1900000 + operation: delete + start: 1850000 + 214: + end: 6900000 + operation: insert + start: 6850000 + 215: + operation: search + 216: + end: 1950000 + operation: delete + start: 1900000 + 217: + end: 6950000 + operation: insert + start: 6900000 + 218: + operation: search + 219: + end: 2000000 + operation: delete + start: 1950000 + 220: + end: 7000000 + operation: insert + start: 6950000 + 221: + operation: search + 222: + end: 2050000 + operation: delete + start: 2000000 + 223: + end: 7050000 + operation: insert + start: 7000000 + 224: + operation: search + 225: + end: 2100000 + operation: delete + start: 2050000 + 226: + end: 7100000 + operation: insert + start: 7050000 + 227: + operation: search + 228: + end: 2150000 + operation: delete + start: 2100000 + 229: + end: 7150000 + operation: insert + start: 7100000 + 230: + operation: search + 231: + end: 2200000 + operation: delete + start: 2150000 + 232: + end: 7200000 + operation: insert + start: 7150000 + 233: + operation: search + 234: + end: 2250000 + operation: delete + start: 2200000 + 235: + end: 7250000 + operation: insert + start: 7200000 + 236: + operation: search + 237: + end: 2300000 + operation: delete + start: 2250000 + 238: + end: 7300000 + operation: insert + start: 7250000 + 239: + operation: search + 240: + end: 2350000 + operation: delete + start: 2300000 + 241: + end: 7350000 + operation: insert + start: 7300000 + 242: + operation: search + 243: + end: 2400000 + operation: delete + start: 2350000 + 244: + end: 7400000 + operation: insert + start: 7350000 + 245: + operation: search + 246: + end: 2450000 + operation: delete + start: 2400000 + 247: + end: 7450000 + operation: insert + start: 7400000 + 248: + operation: search + 249: + end: 2500000 + operation: delete + start: 2450000 + 250: + end: 7500000 + operation: insert + start: 7450000 + 251: + operation: search + 252: + end: 2550000 + operation: delete + start: 2500000 + 253: + end: 7550000 + operation: insert + start: 7500000 + 254: + operation: search + 255: + end: 2600000 + operation: delete + start: 2550000 + 256: + end: 7600000 + operation: insert + start: 7550000 + 257: + operation: search + 258: + end: 2650000 + operation: delete + start: 2600000 + 259: + end: 7650000 + operation: insert + start: 7600000 + 260: + operation: search + 261: + end: 2700000 + operation: delete + start: 2650000 + 262: + end: 7700000 + operation: insert + start: 7650000 + 263: + operation: search + 264: + end: 2750000 + operation: delete + start: 2700000 + 265: + end: 7750000 + operation: insert + start: 7700000 + 266: + operation: search + 267: + end: 2800000 + operation: delete + start: 2750000 + 268: + end: 7800000 + operation: insert + start: 7750000 + 269: + operation: search + 270: + end: 2850000 + operation: delete + start: 2800000 + 271: + end: 7850000 + operation: insert + start: 7800000 + 272: + operation: search + 273: + end: 2900000 + operation: delete + start: 2850000 + 274: + end: 7900000 + operation: insert + start: 7850000 + 275: + operation: search + 276: + end: 2950000 + operation: delete + start: 2900000 + 277: + end: 7950000 + operation: insert + start: 7900000 + 278: + operation: search + 279: + end: 3000000 + operation: delete + start: 2950000 + 280: + end: 8000000 + operation: insert + start: 7950000 + 281: + operation: search + 282: + end: 3050000 + operation: delete + start: 3000000 + 283: + end: 8050000 + operation: insert + start: 8000000 + 284: + operation: search + 285: + end: 3100000 + operation: delete + start: 3050000 + 286: + end: 8100000 + operation: insert + start: 8050000 + 287: + operation: search + 288: + end: 3150000 + operation: delete + start: 3100000 + 289: + end: 8150000 + operation: insert + start: 8100000 + 290: + operation: search + 291: + end: 3200000 + operation: delete + start: 3150000 + 292: + end: 8200000 + operation: insert + start: 8150000 + 293: + operation: search + 294: + end: 3250000 + operation: delete + start: 3200000 + 295: + end: 8250000 + operation: insert + start: 8200000 + 296: + operation: search + 297: + end: 3300000 + operation: delete + start: 3250000 + 298: + end: 8300000 + operation: insert + start: 8250000 + 299: + operation: search + 300: + end: 3350000 + operation: delete + start: 3300000 + 301: + end: 8350000 + operation: insert + start: 8300000 + 302: + operation: search + 303: + end: 3400000 + operation: delete + start: 3350000 + 304: + end: 8400000 + operation: insert + start: 8350000 + 305: + operation: search + 306: + end: 3450000 + operation: delete + start: 3400000 + 307: + end: 8450000 + operation: insert + start: 8400000 + 308: + operation: search + 309: + end: 3500000 + operation: delete + start: 3450000 + 310: + end: 8500000 + operation: insert + start: 8450000 + 311: + operation: search + 312: + end: 3550000 + operation: delete + start: 3500000 + 313: + end: 8550000 + operation: insert + start: 8500000 + 314: + operation: search + 315: + end: 3600000 + operation: delete + start: 3550000 + 316: + end: 8600000 + operation: insert + start: 8550000 + 317: + operation: search + 318: + end: 3650000 + operation: delete + start: 3600000 + 319: + end: 8650000 + operation: insert + start: 8600000 + 320: + operation: search + 321: + end: 3700000 + operation: delete + start: 3650000 + 322: + end: 8700000 + operation: insert + start: 8650000 + 323: + operation: search + 324: + end: 3750000 + operation: delete + start: 3700000 + 325: + end: 8750000 + operation: insert + start: 8700000 + 326: + operation: search + 327: + end: 3800000 + operation: delete + start: 3750000 + 328: + end: 8800000 + operation: insert + start: 8750000 + 329: + operation: search + 330: + end: 3850000 + operation: delete + start: 3800000 + 331: + end: 8850000 + operation: insert + start: 8800000 + 332: + operation: search + 333: + end: 3900000 + operation: delete + start: 3850000 + 334: + end: 8900000 + operation: insert + start: 8850000 + 335: + operation: search + 336: + end: 3950000 + operation: delete + start: 3900000 + 337: + end: 8950000 + operation: insert + start: 8900000 + 338: + operation: search + 339: + end: 4000000 + operation: delete + start: 3950000 + 340: + end: 9000000 + operation: insert + start: 8950000 + 341: + operation: search + 342: + end: 4050000 + operation: delete + start: 4000000 + 343: + end: 9050000 + operation: insert + start: 9000000 + 344: + operation: search + 345: + end: 4100000 + operation: delete + start: 4050000 + 346: + end: 9100000 + operation: insert + start: 9050000 + 347: + operation: search + 348: + end: 4150000 + operation: delete + start: 4100000 + 349: + end: 9150000 + operation: insert + start: 9100000 + 350: + operation: search + 351: + end: 4200000 + operation: delete + start: 4150000 + 352: + end: 9200000 + operation: insert + start: 9150000 + 353: + operation: search + 354: + end: 4250000 + operation: delete + start: 4200000 + 355: + end: 9250000 + operation: insert + start: 9200000 + 356: + operation: search + 357: + end: 4300000 + operation: delete + start: 4250000 + 358: + end: 9300000 + operation: insert + start: 9250000 + 359: + operation: search + 360: + end: 4350000 + operation: delete + start: 4300000 + 361: + end: 9350000 + operation: insert + start: 9300000 + 362: + operation: search + 363: + end: 4400000 + operation: delete + start: 4350000 + 364: + end: 9400000 + operation: insert + start: 9350000 + 365: + operation: search + 366: + end: 4450000 + operation: delete + start: 4400000 + 367: + end: 9450000 + operation: insert + start: 9400000 + 368: + operation: search + 369: + end: 4500000 + operation: delete + start: 4450000 + 370: + end: 9500000 + operation: insert + start: 9450000 + 371: + operation: search + 372: + end: 4550000 + operation: delete + start: 4500000 + 373: + end: 9550000 + operation: insert + start: 9500000 + 374: + operation: search + 375: + end: 4600000 + operation: delete + start: 4550000 + 376: + end: 9600000 + operation: insert + start: 9550000 + 377: + operation: search + 378: + end: 4650000 + operation: delete + start: 4600000 + 379: + end: 9650000 + operation: insert + start: 9600000 + 380: + operation: search + 381: + end: 4700000 + operation: delete + start: 4650000 + 382: + end: 9700000 + operation: insert + start: 9650000 + 383: + operation: search + 384: + end: 4750000 + operation: delete + start: 4700000 + 385: + end: 9750000 + operation: insert + start: 9700000 + 386: + operation: search + 387: + end: 4800000 + operation: delete + start: 4750000 + 388: + end: 9800000 + operation: insert + start: 9750000 + 389: + operation: search + 390: + end: 4850000 + operation: delete + start: 4800000 + 391: + end: 9850000 + operation: insert + start: 9800000 + 392: + operation: search + 393: + end: 4900000 + operation: delete + start: 4850000 + 394: + end: 9900000 + operation: insert + start: 9850000 + 395: + operation: search + 396: + end: 4950000 + operation: delete + start: 4900000 + 397: + end: 9950000 + operation: insert + start: 9900000 + 398: + operation: search + 399: + end: 5000000 + operation: delete + start: 4950000 + 400: + end: 10000000 + operation: insert + start: 9950000 + max_pts: 5000000 diff --git a/neurips23/runbooks/random_replace_runbook.yaml b/neurips23/runbooks/random_replace_runbook.yaml new file mode 100644 index 000000000..44af3ebf5 --- /dev/null +++ b/neurips23/runbooks/random_replace_runbook.yaml @@ -0,0 +1,450 @@ +msturing-10M-clustered: + max_pts: 6641122 + 1: + end: 170550 + operation: insert + start: 0 + 2: + operation: search + 3: + end: 441922 + operation: insert + start: 255771 + 4: + operation: search + 5: + end: 658388 + operation: insert + start: 491965 + 6: + operation: search + 7: + end: 984005 + operation: insert + start: 824781 + 8: + operation: search + 9: + end: 1353604 + operation: insert + start: 1081209 + 10: + operation: search + 11: + end: 1778387 + operation: insert + start: 1568760 + 12: + operation: search + 13: + end: 2214835 + operation: insert + start: 1959174 + 14: + operation: search + 15: + end: 2655948 + operation: insert + start: 2404186 + 16: + operation: search + 17: + end: 2985929 + operation: insert + start: 2798660 + 18: + operation: search + 19: + end: 3367448 + operation: insert + start: 3082959 + 20: + operation: search + 21: + end: 3767906 + operation: insert + start: 3480554 + 22: + operation: search + 23: + end: 4130724 + operation: insert + start: 3910930 + 24: + operation: search + 25: + end: 4461308 + operation: insert + start: 4194870 + 26: + operation: search + 27: + end: 4839923 + operation: insert + start: 4652840 + 28: + operation: search + 29: + end: 5032089 + operation: insert + start: 4872616 + 30: + operation: search + 31: + end: 5526086 + operation: insert + start: 5184725 + 32: + operation: search + 33: + end: 5891879 + operation: insert + start: 5629098 + 34: + operation: search + 35: + end: 6218348 + operation: insert + start: 6023119 + 36: + operation: search + 37: + end: 6413108 + operation: insert + start: 6292969 + 38: + operation: search + 39: + end: 6658829 + operation: insert + start: 6508987 + 40: + operation: search + 41: + end: 6958659 + operation: insert + start: 6767675 + 42: + operation: search + 43: + end: 7234176 + operation: insert + start: 7000498 + 44: + operation: search + 45: + end: 7402476 + operation: insert + start: 7263856 + 46: + operation: search + 47: + end: 7683180 + operation: insert + start: 7485517 + 48: + operation: search + 49: + end: 8008502 + operation: insert + start: 7739934 + 50: + operation: search + 51: + end: 8334761 + operation: insert + start: 8055691 + 52: + operation: search + 53: + end: 8578113 + operation: insert + start: 8381008 + 54: + operation: search + 55: + end: 8849550 + operation: insert + start: 8750107 + 56: + operation: search + 57: + end: 9102186 + operation: insert + start: 8942969 + 58: + operation: search + 59: + end: 9466319 + operation: insert + start: 9223315 + 60: + operation: search + 61: + end: 9624181 + operation: insert + start: 9508781 + 62: + operation: search + 63: + end: 9908074 + operation: insert + start: 9722747 + 64: + operation: search + 65: + ids_end: 9970476 + ids_start: 9908074 + operation: replace + tags_end: 62402 + tags_start: 0 + 66: + operation: search + 67: + ids_end: 7420049 + ids_start: 7402476 + operation: replace + tags_end: 273344 + tags_start: 255771 + 68: + operation: search + 69: + ids_end: 8623785 + ids_start: 8578113 + operation: replace + tags_end: 537637 + tags_start: 491965 + 70: + operation: search + 71: + ids_end: 1867257 + ids_start: 1778387 + operation: replace + tags_end: 913651 + tags_start: 824781 + 72: + operation: search + 73: + ids_end: 9468584 + ids_start: 9466319 + operation: replace + tags_end: 1083474 + tags_start: 1081209 + 74: + operation: search + 75: + ids_end: 9171728 + ids_start: 9102186 + operation: replace + tags_end: 1638302 + tags_start: 1568760 + 76: + operation: search + 77: + ids_end: 449264 + ids_start: 441922 + operation: replace + tags_end: 1966516 + tags_start: 1959174 + 78: + operation: search + 79: + ids_end: 2326420 + ids_start: 2214835 + operation: replace + tags_end: 2515771 + tags_start: 2404186 + 80: + operation: search + 81: + ids_end: 3053826 + ids_start: 2985929 + operation: replace + tags_end: 2866557 + tags_start: 2798660 + 82: + operation: search + 83: + ids_end: 5047708 + ids_start: 5032089 + operation: replace + tags_end: 3098578 + tags_start: 3082959 + 84: + operation: search + 85: + ids_end: 3827125 + ids_start: 3767906 + operation: replace + tags_end: 3539773 + tags_start: 3480554 + 86: + operation: search + 87: + ids_end: 7722589 + ids_start: 7683180 + operation: replace + tags_end: 3950339 + tags_start: 3910930 + 88: + operation: search + 89: + ids_end: 2715056 + ids_start: 2655948 + operation: replace + tags_end: 4253978 + tags_start: 4194870 + 90: + operation: search + 91: + ids_end: 666699 + ids_start: 658388 + operation: replace + tags_end: 4661151 + tags_start: 4652840 + 92: + operation: search + 93: + ids_end: 6464489 + ids_start: 6413108 + operation: replace + tags_end: 4923997 + tags_start: 4872616 + 94: + operation: search + 95: + ids_end: 8911561 + ids_start: 8849550 + operation: replace + tags_end: 5246736 + tags_start: 5184725 + 96: + operation: search + 97: + ids_end: 214429 + ids_start: 170550 + operation: replace + tags_end: 5672977 + tags_start: 5629098 + 98: + operation: search + 99: + ids_end: 5623390 + ids_start: 5526086 + operation: replace + tags_end: 6120423 + tags_start: 6023119 + 100: + operation: search + 101: + ids_end: 3433790 + ids_start: 3367448 + operation: replace + tags_end: 6359311 + tags_start: 6292969 + 102: + operation: search + 103: + ids_end: 6757160 + ids_start: 6658829 + operation: replace + tags_end: 6607318 + tags_start: 6508987 + 104: + operation: search + 105: + ids_end: 4844417 + ids_start: 4839923 + operation: replace + tags_end: 6772169 + tags_start: 6767675 + 106: + operation: search + 107: + ids_end: 5910157 + ids_start: 5891879 + operation: replace + tags_end: 7018776 + tags_start: 7000498 + 108: + operation: search + 109: + ids_end: 6992439 + ids_start: 6958659 + operation: replace + tags_end: 7297636 + tags_start: 7263856 + 110: + operation: search + 111: + ids_end: 4537475 + ids_start: 4461308 + operation: replace + tags_end: 7561684 + tags_start: 7485517 + 112: + operation: search + 113: + ids_end: 4141330 + ids_start: 4130724 + operation: replace + tags_end: 7750540 + tags_start: 7739934 + 114: + operation: search + 115: + ids_end: 9715601 + ids_start: 9624181 + operation: replace + tags_end: 8147111 + tags_start: 8055691 + 116: + operation: search + 117: + ids_end: 8024912 + ids_start: 8008502 + operation: replace + tags_end: 8397418 + tags_start: 8381008 + 118: + operation: search + 119: + ids_end: 1453047 + ids_start: 1353604 + operation: replace + tags_end: 8849550 + tags_start: 8750107 + 120: + operation: search + 121: + ids_end: 1054574 + ids_start: 984005 + operation: replace + tags_end: 9013538 + tags_start: 8942969 + 122: + operation: search + 123: + ids_end: 8375611 + ids_start: 8334761 + operation: replace + tags_end: 9264165 + tags_start: 9223315 + 124: + operation: search + 125: + ids_end: 6264887 + ids_start: 6218348 + operation: replace + tags_end: 9555320 + tags_start: 9508781 + 126: + operation: search + 127: + ids_end: 7256463 + ids_start: 7234176 + operation: replace + tags_end: 9745034 + tags_start: 9722747 + 128: + operation: search diff --git a/neurips23/runbooks/simple_replace_runbook.yaml b/neurips23/runbooks/simple_replace_runbook.yaml new file mode 100644 index 000000000..aeaa0c2b2 --- /dev/null +++ b/neurips23/runbooks/simple_replace_runbook.yaml @@ -0,0 +1,30 @@ +random-xs: + max_pts: 10000 + 1: + operation: "insert" + start: 0 + end: 7500 + 2: + operation: "search" + 3: + operation: "replace" + tags_start: 0 + tags_end: 2500 + ids_start: 7500 + ids_end: 10000 + 4: + operation: "search" + 5: + operation: "replace" + tags_start: 0 + tags_end: 2500 + ids_start: 0 + ids_end: 2500 + 6: + operation: "search" + 7: + operation: "delete" + start: 2500 + end: 5000 + 8: + operation: "search" \ No newline at end of file diff --git a/neurips23/runbooks/simple_runbook.yaml b/neurips23/runbooks/simple_runbook.yaml new file mode 100644 index 000000000..796a950ce --- /dev/null +++ b/neurips23/runbooks/simple_runbook.yaml @@ -0,0 +1,110 @@ +random-xs: + max_pts: 10000 + 1: + operation: "insert" + start: 0 + end: 10000 + 2: + operation: "search" + 3: + operation: "delete" + start: 0 + end: 5000 + 4: + operation: "search" + 5: + operation: "insert" + start: 0 + end: 5000 + 6: + operation: "search" + gt_url: "https://comp21storage.z5.web.core.windows.net/comp23/str_gt/random10000/10000/simple_runbook.yaml" +msturing-10M: + max_pts: 10000000 + # On Azure D8lds v5 with "R":50, "L":50, "insert_threads":16, "consolidate_threads":16 + # ~28 mins run time "Ls":100, "search_threads":16, average recall@10: 0.892 + 1: + operation: "insert" + start: 0 + end: 10000000 + 2: + operation: "search" + 3: + operation: "delete" + start: 0 + end: 5000000 + 4: + operation: "search" + 5: + operation: "insert" + start: 0 + end: 5000000 + 6: + operation: "search" + gt_url: "https://comp21storage.z5.web.core.windows.net/comp23/str_gt/MSTuringANNS/10000000/simple_runbook.yaml" +msturing-1M: + max_pts: 1000000 + # On Azure D8lds v5 with "R":50, "L":50, "insert_threads":16, "consolidate_threads":16 + # ~3.5 mins run time "Ls":300, "search_threads":16, average recall@10: 0.906 + # ~2 mins run time "Ls":100, "search_threads":16, average recall@10: 0.958 + 1: + operation: "insert" + start: 0 + end: 1000000 + 2: + operation: "search" + 3: + operation: "delete" + start: 0 + end: 500000 + 4: + operation: "search" + 5: + operation: "insert" + start: 0 + end: 500000 + 6: + operation: "search" + gt_url: "https://comp21storage.z5.web.core.windows.net/comp23/str_gt/MSTuringANNS/1000000/simple_runbook.yaml" +msspacev-10M: + max_pts: 10000000 + 1: + operation: "insert" + start: 0 + end: 10000000 + 2: + operation: "search" + 3: + operation: "delete" + start: 0 + end: 5000000 + 4: + operation: "search" + 5: + operation: "insert" + start: 0 + end: 5000000 + 6: + operation: "search" + gt_url: "https://comp21storage.z5.web.core.windows.net/comp23/str_gt/MSSPACEV1B/10000000/simple_runbook.yaml" +msspacev-1M: + max_pts: 1000000 + 1: + operation: "insert" + start: 0 + end: 1000000 + 2: + operation: "search" + 3: + operation: "delete" + start: 0 + end: 500000 + 4: + operation: "search" + 5: + operation: "insert" + start: 0 + end: 500000 + 6: + operation: "search" + gt_url: "https://comp21storage.z5.web.core.windows.net/comp23/str_gt/MSSPACEV1B/1000000/simple_runbook.yaml" \ No newline at end of file diff --git a/neurips23/runbooks/wikipedia-1M_expiration_time_replace_delete_runbook.yaml b/neurips23/runbooks/wikipedia-1M_expiration_time_replace_delete_runbook.yaml new file mode 100644 index 000000000..b12159b07 --- /dev/null +++ b/neurips23/runbooks/wikipedia-1M_expiration_time_replace_delete_runbook.yaml @@ -0,0 +1,1210 @@ +wikipedia-1M: + 1: + end: 8863 + operation: insert + start: 0 + 2: + operation: search + 3: + end: 15045 + operation: insert + start: 10000 + 4: + operation: search + 5: + end: 26204 + operation: insert + start: 20000 + 6: + operation: search + 7: + end: 38954 + operation: insert + start: 30000 + 8: + operation: search + 9: + end: 47829 + operation: insert + start: 40000 + 10: + operation: search + 11: + end: 56498 + operation: insert + start: 50000 + 12: + operation: search + 13: + end: 66349 + operation: insert + start: 60000 + 14: + operation: search + 15: + end: 78970 + operation: insert + start: 70000 + 16: + operation: search + 17: + end: 85089 + operation: insert + start: 80000 + 18: + operation: search + 19: + end: 95843 + operation: insert + start: 90000 + 20: + operation: search + 21: + end: 107227 + operation: insert + start: 100000 + 22: + ids_end: 10000 + ids_start: 8863 + operation: replace + tags_end: 1137 + tags_start: 0 + 23: + operation: search + 24: + end: 117719 + operation: insert + start: 110000 + 25: + ids_end: 20000 + ids_start: 15045 + operation: replace + tags_end: 14955 + tags_start: 10000 + 26: + operation: search + 27: + end: 126541 + operation: insert + start: 120000 + 28: + ids_end: 30000 + ids_start: 26204 + operation: replace + tags_end: 23796 + tags_start: 20000 + 29: + operation: search + 30: + end: 135746 + operation: insert + start: 130000 + 31: + ids_end: 40000 + ids_start: 38954 + operation: replace + tags_end: 31046 + tags_start: 30000 + 32: + operation: search + 33: + end: 147234 + operation: insert + start: 140000 + 34: + operation: search + 35: + end: 155738 + operation: insert + start: 150000 + 36: + operation: search + 37: + end: 165502 + operation: insert + start: 160000 + 38: + ids_end: 70000 + ids_start: 66349 + operation: replace + tags_end: 63651 + tags_start: 60000 + 39: + operation: search + 40: + end: 178120 + operation: insert + start: 170000 + 41: + operation: search + 42: + end: 187700 + operation: insert + start: 180000 + 43: + ids_end: 90000 + ids_start: 85089 + operation: replace + tags_end: 84911 + tags_start: 80000 + 44: + operation: search + 45: + end: 195702 + operation: insert + start: 190000 + 46: + ids_end: 100000 + ids_start: 95843 + operation: replace + tags_end: 94157 + tags_start: 90000 + 47: + operation: search + 48: + end: 206987 + operation: insert + start: 200000 + 49: + end: 8863 + operation: delete + start: 0 + 50: + ids_end: 110000 + ids_start: 107227 + operation: replace + tags_end: 102773 + tags_start: 100000 + 51: + operation: search + 52: + end: 215020 + operation: insert + start: 210000 + 53: + end: 15045 + operation: delete + start: 10000 + 54: + operation: search + 55: + end: 227333 + operation: insert + start: 220000 + 56: + end: 26204 + operation: delete + start: 20000 + 57: + operation: search + 58: + end: 238493 + operation: insert + start: 230000 + 59: + end: 38954 + operation: delete + start: 30000 + 60: + operation: search + 61: + end: 247104 + operation: insert + start: 240000 + 62: + ids_end: 150000 + ids_start: 147234 + operation: replace + tags_end: 142766 + tags_start: 140000 + 63: + operation: search + 64: + end: 257440 + operation: insert + start: 250000 + 65: + ids_end: 160000 + ids_start: 155738 + operation: replace + tags_end: 154262 + tags_start: 150000 + 66: + operation: search + 67: + end: 267710 + operation: insert + start: 260000 + 68: + end: 66349 + operation: delete + start: 60000 + 69: + operation: search + 70: + end: 278172 + operation: insert + start: 270000 + 71: + ids_end: 180000 + ids_start: 178120 + operation: replace + tags_end: 171880 + tags_start: 170000 + 72: + operation: search + 73: + end: 287054 + operation: insert + start: 280000 + 74: + end: 85089 + operation: delete + start: 80000 + 75: + operation: search + 76: + end: 296996 + operation: insert + start: 290000 + 77: + end: 95843 + operation: delete + start: 90000 + 78: + ids_end: 200000 + ids_start: 195702 + operation: replace + tags_end: 194298 + tags_start: 190000 + 79: + operation: search + 80: + end: 307729 + operation: insert + start: 300000 + 81: + end: 107227 + operation: delete + start: 100000 + 82: + ids_end: 210000 + ids_start: 206987 + operation: replace + tags_end: 203013 + tags_start: 200000 + 83: + operation: search + 84: + end: 315722 + operation: insert + start: 310000 + 85: + operation: search + 86: + end: 325570 + operation: insert + start: 320000 + 87: + operation: search + 88: + end: 336210 + operation: insert + start: 330000 + 89: + operation: search + 90: + end: 346006 + operation: insert + start: 340000 + 91: + end: 147234 + operation: delete + start: 140000 + 92: + operation: search + 93: + end: 358646 + operation: insert + start: 350000 + 94: + end: 155738 + operation: delete + start: 150000 + 95: + ids_end: 260000 + ids_start: 257440 + operation: replace + tags_end: 252560 + tags_start: 250000 + 96: + operation: search + 97: + end: 367418 + operation: insert + start: 360000 + 98: + ids_end: 270000 + ids_start: 267710 + operation: replace + tags_end: 262290 + tags_start: 260000 + 99: + operation: search + 100: + end: 378451 + operation: insert + start: 370000 + 101: + end: 178120 + operation: delete + start: 170000 + 102: + operation: search + 103: + end: 388086 + operation: insert + start: 380000 + 104: + ids_end: 290000 + ids_start: 287054 + operation: replace + tags_end: 282946 + tags_start: 280000 + 105: + ids_end: 350000 + ids_start: 346006 + operation: replace + tags_end: 343994 + tags_start: 340000 + 106: + ids_end: 360000 + ids_start: 358646 + operation: replace + tags_end: 351354 + tags_start: 350000 + 107: + operation: search + 108: + end: 395197 + operation: insert + start: 390000 + 109: + end: 195702 + operation: delete + start: 190000 + 110: + operation: search + 111: + end: 408414 + operation: insert + start: 400000 + 112: + end: 206987 + operation: delete + start: 200000 + 113: + ids_end: 300000 + ids_start: 296996 + operation: replace + tags_end: 293004 + tags_start: 290000 + 114: + operation: search + 115: + end: 417415 + operation: insert + start: 410000 + 116: + ids_end: 320000 + ids_start: 315722 + operation: replace + tags_end: 314278 + tags_start: 310000 + 117: + operation: search + 118: + end: 425973 + operation: insert + start: 420000 + 119: + operation: search + 120: + end: 437050 + operation: insert + start: 430000 + 121: + ids_end: 240000 + ids_start: 238493 + operation: replace + tags_end: 231507 + tags_start: 230000 + 122: + ids_end: 340000 + ids_start: 336210 + operation: replace + tags_end: 333790 + tags_start: 330000 + 123: + operation: search + 124: + end: 446204 + operation: insert + start: 440000 + 125: + ids_end: 220000 + ids_start: 215020 + operation: replace + tags_end: 214980 + tags_start: 210000 + 126: + ids_end: 230000 + ids_start: 227333 + operation: replace + tags_end: 222667 + tags_start: 220000 + 127: + operation: search + 128: + end: 455226 + operation: insert + start: 450000 + 129: + end: 257440 + operation: delete + start: 250000 + 130: + operation: search + 131: + end: 465531 + operation: insert + start: 460000 + 132: + end: 267710 + operation: delete + start: 260000 + 133: + ids_end: 370000 + ids_start: 367418 + operation: replace + tags_end: 362582 + tags_start: 360000 + 134: + operation: search + 135: + end: 477661 + operation: insert + start: 470000 + 136: + operation: search + 137: + end: 488161 + operation: insert + start: 480000 + 138: + end: 287054 + operation: delete + start: 280000 + 139: + operation: search + 140: + end: 497091 + operation: insert + start: 490000 + 141: + ids_end: 400000 + ids_start: 395197 + operation: replace + tags_end: 394803 + tags_start: 390000 + 142: + operation: search + 143: + end: 505164 + operation: insert + start: 500000 + 144: + ids_end: 410000 + ids_start: 408414 + operation: replace + tags_end: 401586 + tags_start: 400000 + 145: + operation: search + 146: + end: 516045 + operation: insert + start: 510000 + 147: + end: 315722 + operation: delete + start: 310000 + 148: + ids_end: 420000 + ids_start: 417415 + operation: replace + tags_end: 412585 + tags_start: 410000 + 149: + operation: search + 150: + end: 525538 + operation: insert + start: 520000 + 151: + operation: search + 152: + end: 538224 + operation: insert + start: 530000 + 153: + end: 336210 + operation: delete + start: 330000 + 154: + ids_end: 440000 + ids_start: 437050 + operation: replace + tags_end: 432950 + tags_start: 430000 + 155: + operation: search + 156: + end: 548076 + operation: insert + start: 540000 + 157: + ids_end: 50000 + ids_start: 47829 + operation: replace + tags_end: 42171 + tags_start: 40000 + 158: + operation: search + 159: + end: 558231 + operation: insert + start: 550000 + 160: + ids_end: 60000 + ids_start: 56498 + operation: replace + tags_end: 53502 + tags_start: 50000 + 161: + ids_end: 460000 + ids_start: 455226 + operation: replace + tags_end: 454774 + tags_start: 450000 + 162: + operation: search + 163: + end: 568942 + operation: insert + start: 560000 + 164: + end: 367418 + operation: delete + start: 360000 + 165: + operation: search + 166: + end: 578790 + operation: insert + start: 570000 + 167: + ids_end: 80000 + ids_start: 78970 + operation: replace + tags_end: 71030 + tags_start: 70000 + 168: + ids_end: 480000 + ids_start: 477661 + operation: replace + tags_end: 472339 + tags_start: 470000 + 169: + operation: search + 170: + end: 585829 + operation: insert + start: 580000 + 171: + operation: search + 172: + end: 598005 + operation: insert + start: 590000 + 173: + end: 395197 + operation: delete + start: 390000 + 174: + operation: search + 175: + end: 607151 + operation: insert + start: 600000 + 176: + end: 408414 + operation: delete + start: 400000 + 177: + ids_end: 510000 + ids_start: 505164 + operation: replace + tags_end: 504836 + tags_start: 500000 + 178: + operation: search + 179: + end: 615447 + operation: insert + start: 610000 + 180: + end: 417415 + operation: delete + start: 410000 + 181: + ids_end: 120000 + ids_start: 117719 + operation: replace + tags_end: 112281 + tags_start: 110000 + 182: + ids_end: 520000 + ids_start: 516045 + operation: replace + tags_end: 513955 + tags_start: 510000 + 183: + operation: search + 184: + end: 626681 + operation: insert + start: 620000 + 185: + ids_end: 130000 + ids_start: 126541 + operation: replace + tags_end: 123459 + tags_start: 120000 + 186: + ids_end: 530000 + ids_start: 525538 + operation: replace + tags_end: 524462 + tags_start: 520000 + 187: + operation: search + 188: + end: 637862 + operation: insert + start: 630000 + 189: + end: 437050 + operation: delete + start: 430000 + 190: + ids_end: 140000 + ids_start: 135746 + operation: replace + tags_end: 134254 + tags_start: 130000 + 191: + operation: search + 192: + end: 648116 + operation: insert + start: 640000 + 193: + ids_end: 550000 + ids_start: 548076 + operation: replace + tags_end: 541924 + tags_start: 540000 + 194: + operation: search + 195: + end: 655417 + operation: insert + start: 650000 + 196: + end: 455226 + operation: delete + start: 450000 + 197: + operation: search + 198: + end: 668757 + operation: insert + start: 660000 + 199: + ids_end: 170000 + ids_start: 165502 + operation: replace + tags_end: 164498 + tags_start: 160000 + 200: + ids_end: 570000 + ids_start: 568942 + operation: replace + tags_end: 561058 + tags_start: 560000 + 201: + operation: search + 202: + end: 675476 + operation: insert + start: 670000 + 203: + end: 477661 + operation: delete + start: 470000 + 204: + operation: search + 205: + end: 687145 + operation: insert + start: 680000 + 206: + ids_end: 190000 + ids_start: 187700 + operation: replace + tags_end: 182300 + tags_start: 180000 + 207: + operation: search + 208: + end: 698603 + operation: insert + start: 690000 + 209: + operation: search + 210: + end: 708379 + operation: insert + start: 700000 + 211: + end: 505164 + operation: delete + start: 500000 + 212: + ids_end: 610000 + ids_start: 607151 + operation: replace + tags_end: 602849 + tags_start: 600000 + 213: + operation: search + 214: + end: 717518 + operation: insert + start: 710000 + 215: + end: 516045 + operation: delete + start: 510000 + 216: + operation: search + 217: + end: 726507 + operation: insert + start: 720000 + 218: + end: 525538 + operation: delete + start: 520000 + 219: + ids_end: 630000 + ids_start: 626681 + operation: replace + tags_end: 623319 + tags_start: 620000 + 220: + operation: search + 221: + end: 738192 + operation: insert + start: 730000 + 222: + operation: search + 223: + end: 748167 + operation: insert + start: 740000 + 224: + end: 548076 + operation: delete + start: 540000 + 225: + ids_end: 250000 + ids_start: 247104 + operation: replace + tags_end: 242896 + tags_start: 240000 + 226: + ids_end: 650000 + ids_start: 648116 + operation: replace + tags_end: 641884 + tags_start: 640000 + 227: + operation: search + 228: + end: 756315 + operation: insert + start: 750000 + 229: + operation: search + 230: + end: 768528 + operation: insert + start: 760000 + 231: + end: 568942 + operation: delete + start: 560000 + 232: + operation: search + 233: + end: 778053 + operation: insert + start: 770000 + 234: + ids_end: 280000 + ids_start: 278172 + operation: replace + tags_end: 271828 + tags_start: 270000 + 235: + ids_end: 680000 + ids_start: 675476 + operation: replace + tags_end: 674524 + tags_start: 670000 + 236: + operation: search + 237: + end: 786230 + operation: insert + start: 780000 + 238: + ids_end: 690000 + ids_start: 687145 + operation: replace + tags_end: 682855 + tags_start: 680000 + 239: + operation: search + 240: + end: 795504 + operation: insert + start: 790000 + 241: + operation: search + 242: + end: 806837 + operation: insert + start: 800000 + 243: + end: 607151 + operation: delete + start: 600000 + 244: + ids_end: 310000 + ids_start: 307729 + operation: replace + tags_end: 302271 + tags_start: 300000 + 245: + ids_end: 710000 + ids_start: 708379 + operation: replace + tags_end: 701621 + tags_start: 700000 + 246: + operation: search + 247: + end: 817126 + operation: insert + start: 810000 + 248: + ids_end: 720000 + ids_start: 717518 + operation: replace + tags_end: 712482 + tags_start: 710000 + 249: + operation: search + 250: + end: 827853 + operation: insert + start: 820000 + 251: + end: 626681 + operation: delete + start: 620000 + 252: + ids_end: 330000 + ids_start: 325570 + operation: replace + tags_end: 324430 + tags_start: 320000 + 253: + ids_end: 730000 + ids_start: 726507 + operation: replace + tags_end: 723493 + tags_start: 720000 + 254: + operation: search + 255: + end: 835331 + operation: insert + start: 830000 + 256: + operation: search + 257: + end: 846151 + operation: insert + start: 840000 + 258: + end: 648116 + operation: delete + start: 640000 + 259: + ids_end: 750000 + ids_start: 748167 + operation: replace + tags_end: 741833 + tags_start: 740000 + 260: + operation: search + 261: + end: 858571 + operation: insert + start: 850000 + 262: + ids_end: 760000 + ids_start: 756315 + operation: replace + tags_end: 753685 + tags_start: 750000 + 263: + operation: search + 264: + end: 868465 + operation: insert + start: 860000 + 265: + ids_end: 770000 + ids_start: 768528 + operation: replace + tags_end: 761472 + tags_start: 760000 + 266: + operation: search + 267: + end: 876579 + operation: insert + start: 870000 + 268: + end: 675476 + operation: delete + start: 670000 + 269: + ids_end: 380000 + ids_start: 378451 + operation: replace + tags_end: 371549 + tags_start: 370000 + 270: + ids_end: 780000 + ids_start: 778053 + operation: replace + tags_end: 771947 + tags_start: 770000 + 271: + operation: search + 272: + end: 888993 + operation: insert + start: 880000 + 273: + end: 687145 + operation: delete + start: 680000 + 274: + ids_end: 390000 + ids_start: 388086 + operation: replace + tags_end: 381914 + tags_start: 380000 + 275: + ids_end: 790000 + ids_start: 786230 + operation: replace + tags_end: 783770 + tags_start: 780000 + 276: + operation: search + 277: + end: 898134 + operation: insert + start: 890000 + 278: + ids_end: 800000 + ids_start: 795504 + operation: replace + tags_end: 794496 + tags_start: 790000 + 279: + operation: search + 280: + end: 905208 + operation: insert + start: 900000 + 281: + end: 708379 + operation: delete + start: 700000 + 282: + operation: search + 283: + end: 918965 + operation: insert + start: 910000 + 284: + end: 717518 + operation: delete + start: 710000 + 285: + operation: search + 286: + end: 926429 + operation: insert + start: 920000 + 287: + end: 726507 + operation: delete + start: 720000 + 288: + ids_end: 830000 + ids_start: 827853 + operation: replace + tags_end: 822147 + tags_start: 820000 + 289: + operation: search + 290: + end: 936860 + operation: insert + start: 930000 + 291: + operation: search + 292: + end: 947896 + operation: insert + start: 940000 + 293: + end: 748167 + operation: delete + start: 740000 + 294: + ids_end: 450000 + ids_start: 446204 + operation: replace + tags_end: 443796 + tags_start: 440000 + 295: + operation: search + 296: + end: 958620 + operation: insert + start: 950000 + 297: + end: 756315 + operation: delete + start: 750000 + 298: + ids_end: 860000 + ids_start: 858571 + operation: replace + tags_end: 851429 + tags_start: 850000 + 299: + operation: search + 300: + end: 966413 + operation: insert + start: 960000 + 301: + end: 768528 + operation: delete + start: 760000 + 302: + ids_end: 470000 + ids_start: 465531 + operation: replace + tags_end: 464469 + tags_start: 460000 + 303: + operation: search + 304: + end: 977801 + operation: insert + start: 970000 + 305: + end: 778053 + operation: delete + start: 770000 + 306: + ids_end: 880000 + ids_start: 876579 + operation: replace + tags_end: 873421 + tags_start: 870000 + 307: + operation: search + 308: + end: 988745 + operation: insert + start: 980000 + 309: + end: 786230 + operation: delete + start: 780000 + 310: + ids_end: 490000 + ids_start: 488161 + operation: replace + tags_end: 481839 + tags_start: 480000 + 311: + ids_end: 930000 + ids_start: 926429 + operation: replace + tags_end: 923571 + tags_start: 920000 + 312: + operation: search + 313: + end: 998446 + operation: insert + start: 990000 + 314: + end: 795504 + operation: delete + start: 790000 + 315: + ids_end: 900000 + ids_start: 898134 + operation: replace + tags_end: 891866 + tags_start: 890000 + 316: + operation: search + max_pts: 293233 diff --git a/neurips23/runbooks/wikipedia-1M_expiration_time_replace_only_runbook.yaml b/neurips23/runbooks/wikipedia-1M_expiration_time_replace_only_runbook.yaml new file mode 100644 index 000000000..d036dc57d --- /dev/null +++ b/neurips23/runbooks/wikipedia-1M_expiration_time_replace_only_runbook.yaml @@ -0,0 +1,1070 @@ +wikipedia-1M: + 1: + end: 5717 + operation: insert + start: 0 + 2: + operation: search + 3: + end: 18550 + operation: insert + start: 10000 + 4: + operation: search + 5: + end: 25471 + operation: insert + start: 20000 + 6: + operation: search + 7: + end: 35103 + operation: insert + start: 30000 + 8: + operation: search + 9: + end: 47914 + operation: insert + start: 40000 + 10: + operation: search + 11: + end: 55854 + operation: insert + start: 50000 + 12: + operation: search + 13: + end: 65428 + operation: insert + start: 60000 + 14: + operation: search + 15: + end: 76655 + operation: insert + start: 70000 + 16: + operation: search + 17: + end: 86469 + operation: insert + start: 80000 + 18: + operation: search + 19: + end: 96387 + operation: insert + start: 90000 + 20: + operation: search + 21: + end: 106086 + operation: insert + start: 100000 + 22: + ids_end: 10000 + ids_start: 5717 + operation: replace + tags_end: 4283 + tags_start: 0 + 23: + operation: search + 24: + end: 118994 + operation: insert + start: 110000 + 25: + ids_end: 20000 + ids_start: 18550 + operation: replace + tags_end: 11450 + tags_start: 10000 + 26: + operation: search + 27: + end: 126384 + operation: insert + start: 120000 + 28: + operation: search + 29: + end: 136115 + operation: insert + start: 130000 + 30: + ids_end: 40000 + ids_start: 35103 + operation: replace + tags_end: 34897 + tags_start: 30000 + 31: + operation: search + 32: + end: 148544 + operation: insert + start: 140000 + 33: + operation: search + 34: + end: 158561 + operation: insert + start: 150000 + 35: + ids_end: 60000 + ids_start: 55854 + operation: replace + tags_end: 54146 + tags_start: 50000 + 36: + operation: search + 37: + end: 166312 + operation: insert + start: 160000 + 38: + operation: search + 39: + end: 175474 + operation: insert + start: 170000 + 40: + ids_end: 80000 + ids_start: 76655 + operation: replace + tags_end: 73345 + tags_start: 70000 + 41: + operation: search + 42: + end: 186318 + operation: insert + start: 180000 + 43: + ids_end: 90000 + ids_start: 86469 + operation: replace + tags_end: 83531 + tags_start: 80000 + 44: + operation: search + 45: + end: 195139 + operation: insert + start: 190000 + 46: + ids_end: 100000 + ids_start: 96387 + operation: replace + tags_end: 93613 + tags_start: 90000 + 47: + operation: search + 48: + end: 207010 + operation: insert + start: 200000 + 49: + operation: search + 50: + end: 217340 + operation: insert + start: 210000 + 51: + ids_end: 120000 + ids_start: 118994 + operation: replace + tags_end: 111006 + tags_start: 110000 + 52: + operation: search + 53: + end: 225086 + operation: insert + start: 220000 + 54: + operation: search + 55: + end: 236306 + operation: insert + start: 230000 + 56: + operation: search + 57: + end: 248731 + operation: insert + start: 240000 + 58: + ids_end: 150000 + ids_start: 148544 + operation: replace + tags_end: 141456 + tags_start: 140000 + 59: + operation: search + 60: + end: 257095 + operation: insert + start: 250000 + 61: + ids_end: 160000 + ids_start: 158561 + operation: replace + tags_end: 151439 + tags_start: 150000 + 62: + operation: search + 63: + end: 266084 + operation: insert + start: 260000 + 64: + operation: search + 65: + end: 277913 + operation: insert + start: 270000 + 66: + ids_end: 180000 + ids_start: 175474 + operation: replace + tags_end: 174526 + tags_start: 170000 + 67: + operation: search + 68: + end: 286571 + operation: insert + start: 280000 + 69: + operation: search + 70: + end: 297573 + operation: insert + start: 290000 + 71: + ids_end: 200000 + ids_start: 195139 + operation: replace + tags_end: 194861 + tags_start: 190000 + 72: + operation: search + 73: + end: 307004 + operation: insert + start: 300000 + 74: + ids_end: 210000 + ids_start: 207010 + operation: replace + tags_end: 202990 + tags_start: 200000 + 75: + operation: search + 76: + end: 317166 + operation: insert + start: 310000 + 77: + ids_end: 220000 + ids_start: 217340 + operation: replace + tags_end: 212660 + tags_start: 210000 + 78: + operation: search + 79: + end: 327332 + operation: insert + start: 320000 + 80: + ids_end: 230000 + ids_start: 225086 + operation: replace + tags_end: 224914 + tags_start: 220000 + 81: + operation: search + 82: + end: 338452 + operation: insert + start: 330000 + 83: + ids_end: 240000 + ids_start: 236306 + operation: replace + tags_end: 233694 + tags_start: 230000 + 84: + operation: search + 85: + end: 347357 + operation: insert + start: 340000 + 86: + operation: search + 87: + end: 356294 + operation: insert + start: 350000 + 88: + operation: search + 89: + end: 365818 + operation: insert + start: 360000 + 90: + ids_end: 270000 + ids_start: 266084 + operation: replace + tags_end: 263916 + tags_start: 260000 + 91: + operation: search + 92: + end: 376290 + operation: insert + start: 370000 + 93: + ids_end: 280000 + ids_start: 277913 + operation: replace + tags_end: 272087 + tags_start: 270000 + 94: + operation: search + 95: + end: 386132 + operation: insert + start: 380000 + 96: + ids_end: 290000 + ids_start: 286571 + operation: replace + tags_end: 283429 + tags_start: 280000 + 97: + operation: search + 98: + end: 398893 + operation: insert + start: 390000 + 99: + ids_end: 300000 + ids_start: 297573 + operation: replace + tags_end: 292427 + tags_start: 290000 + 100: + operation: search + 101: + end: 406004 + operation: insert + start: 400000 + 102: + ids_end: 310000 + ids_start: 307004 + operation: replace + tags_end: 302996 + tags_start: 300000 + 103: + operation: search + 104: + end: 418900 + operation: insert + start: 410000 + 105: + ids_end: 340000 + ids_start: 338452 + operation: replace + tags_end: 331548 + tags_start: 330000 + 106: + ids_end: 360000 + ids_start: 356294 + operation: replace + tags_end: 353706 + tags_start: 350000 + 107: + operation: search + 108: + end: 427662 + operation: insert + start: 420000 + 109: + ids_end: 330000 + ids_start: 327332 + operation: replace + tags_end: 322668 + tags_start: 320000 + 110: + operation: search + 111: + end: 435236 + operation: insert + start: 430000 + 112: + operation: search + 113: + end: 446775 + operation: insert + start: 440000 + 114: + ids_end: 350000 + ids_start: 347357 + operation: replace + tags_end: 342643 + tags_start: 340000 + 115: + operation: search + 116: + end: 456947 + operation: insert + start: 450000 + 117: + ids_end: 250000 + ids_start: 248731 + operation: replace + tags_end: 241269 + tags_start: 240000 + 118: + operation: search + 119: + end: 468960 + operation: insert + start: 460000 + 120: + ids_end: 190000 + ids_start: 186318 + operation: replace + tags_end: 183682 + tags_start: 180000 + 121: + ids_end: 370000 + ids_start: 365818 + operation: replace + tags_end: 364182 + tags_start: 360000 + 122: + operation: search + 123: + end: 477977 + operation: insert + start: 470000 + 124: + ids_end: 170000 + ids_start: 166312 + operation: replace + tags_end: 163688 + tags_start: 160000 + 125: + ids_end: 380000 + ids_start: 376290 + operation: replace + tags_end: 373710 + tags_start: 370000 + 126: + operation: search + 127: + end: 487247 + operation: insert + start: 480000 + 128: + ids_end: 130000 + ids_start: 126384 + operation: replace + tags_end: 123616 + tags_start: 120000 + 129: + ids_end: 390000 + ids_start: 386132 + operation: replace + tags_end: 383868 + tags_start: 380000 + 130: + operation: search + 131: + end: 496461 + operation: insert + start: 490000 + 132: + ids_end: 70000 + ids_start: 65428 + operation: replace + tags_end: 64572 + tags_start: 60000 + 133: + ids_end: 400000 + ids_start: 398893 + operation: replace + tags_end: 391107 + tags_start: 390000 + 134: + operation: search + 135: + end: 507760 + operation: insert + start: 500000 + 136: + ids_end: 410000 + ids_start: 406004 + operation: replace + tags_end: 403996 + tags_start: 400000 + 137: + operation: search + 138: + end: 515942 + operation: insert + start: 510000 + 139: + ids_end: 420000 + ids_start: 418900 + operation: replace + tags_end: 411100 + tags_start: 410000 + 140: + operation: search + 141: + end: 527387 + operation: insert + start: 520000 + 142: + ids_end: 30000 + ids_start: 25471 + operation: replace + tags_end: 24529 + tags_start: 20000 + 143: + operation: search + 144: + end: 537002 + operation: insert + start: 530000 + 145: + ids_end: 440000 + ids_start: 435236 + operation: replace + tags_end: 434764 + tags_start: 430000 + 146: + operation: search + 147: + end: 546774 + operation: insert + start: 540000 + 148: + ids_end: 50000 + ids_start: 47914 + operation: replace + tags_end: 42086 + tags_start: 40000 + 149: + ids_end: 450000 + ids_start: 446775 + operation: replace + tags_end: 443225 + tags_start: 440000 + 150: + operation: search + 151: + end: 556503 + operation: insert + start: 550000 + 152: + ids_end: 460000 + ids_start: 456947 + operation: replace + tags_end: 453053 + tags_start: 450000 + 153: + operation: search + 154: + end: 566708 + operation: insert + start: 560000 + 155: + ids_end: 470000 + ids_start: 468960 + operation: replace + tags_end: 461040 + tags_start: 460000 + 156: + operation: search + 157: + end: 578101 + operation: insert + start: 570000 + 158: + ids_end: 480000 + ids_start: 477977 + operation: replace + tags_end: 472023 + tags_start: 470000 + 159: + operation: search + 160: + end: 588207 + operation: insert + start: 580000 + 161: + ids_end: 490000 + ids_start: 487247 + operation: replace + tags_end: 482753 + tags_start: 480000 + 162: + operation: search + 163: + end: 597377 + operation: insert + start: 590000 + 164: + operation: search + 165: + end: 606480 + operation: insert + start: 600000 + 166: + ids_end: 110000 + ids_start: 106086 + operation: replace + tags_end: 103914 + tags_start: 100000 + 167: + ids_end: 510000 + ids_start: 507760 + operation: replace + tags_end: 502240 + tags_start: 500000 + 168: + operation: search + 169: + end: 616347 + operation: insert + start: 610000 + 170: + operation: search + 171: + end: 628995 + operation: insert + start: 620000 + 172: + operation: search + 173: + end: 636353 + operation: insert + start: 630000 + 174: + ids_end: 140000 + ids_start: 136115 + operation: replace + tags_end: 133885 + tags_start: 130000 + 175: + ids_end: 540000 + ids_start: 537002 + operation: replace + tags_end: 532998 + tags_start: 530000 + 176: + operation: search + 177: + end: 646743 + operation: insert + start: 640000 + 178: + operation: search + 179: + end: 657082 + operation: insert + start: 650000 + 180: + ids_end: 560000 + ids_start: 556503 + operation: replace + tags_end: 553497 + tags_start: 550000 + 181: + operation: search + 182: + end: 665090 + operation: insert + start: 660000 + 183: + ids_end: 570000 + ids_start: 566708 + operation: replace + tags_end: 563292 + tags_start: 560000 + 184: + operation: search + 185: + end: 678873 + operation: insert + start: 670000 + 186: + ids_end: 580000 + ids_start: 578101 + operation: replace + tags_end: 571899 + tags_start: 570000 + 187: + operation: search + 188: + end: 688788 + operation: insert + start: 680000 + 189: + ids_end: 590000 + ids_start: 588207 + operation: replace + tags_end: 581793 + tags_start: 580000 + 190: + operation: search + 191: + end: 696832 + operation: insert + start: 690000 + 192: + operation: search + 193: + end: 705843 + operation: insert + start: 700000 + 194: + ids_end: 610000 + ids_start: 606480 + operation: replace + tags_end: 603520 + tags_start: 600000 + 195: + operation: search + 196: + end: 715357 + operation: insert + start: 710000 + 197: + operation: search + 198: + end: 727345 + operation: insert + start: 720000 + 199: + operation: search + 200: + end: 736932 + operation: insert + start: 730000 + 201: + ids_end: 640000 + ids_start: 636353 + operation: replace + tags_end: 633647 + tags_start: 630000 + 202: + operation: search + 203: + end: 748274 + operation: insert + start: 740000 + 204: + ids_end: 650000 + ids_start: 646743 + operation: replace + tags_end: 643257 + tags_start: 640000 + 205: + operation: search + 206: + end: 755014 + operation: insert + start: 750000 + 207: + ids_end: 260000 + ids_start: 257095 + operation: replace + tags_end: 252905 + tags_start: 250000 + 208: + ids_end: 660000 + ids_start: 657082 + operation: replace + tags_end: 652918 + tags_start: 650000 + 209: + operation: search + 210: + end: 767869 + operation: insert + start: 760000 + 211: + ids_end: 670000 + ids_start: 665090 + operation: replace + tags_end: 664910 + tags_start: 660000 + 212: + operation: search + 213: + end: 778779 + operation: insert + start: 770000 + 214: + ids_end: 680000 + ids_start: 678873 + operation: replace + tags_end: 671127 + tags_start: 670000 + 215: + operation: search + 216: + end: 788734 + operation: insert + start: 780000 + 217: + operation: search + 218: + end: 796576 + operation: insert + start: 790000 + 219: + ids_end: 700000 + ids_start: 696832 + operation: replace + tags_end: 693168 + tags_start: 690000 + 220: + operation: search + 221: + end: 808855 + operation: insert + start: 800000 + 222: + ids_end: 710000 + ids_start: 705843 + operation: replace + tags_end: 704157 + tags_start: 700000 + 223: + operation: search + 224: + end: 818590 + operation: insert + start: 810000 + 225: + ids_end: 320000 + ids_start: 317166 + operation: replace + tags_end: 312834 + tags_start: 310000 + 226: + ids_end: 720000 + ids_start: 715357 + operation: replace + tags_end: 714643 + tags_start: 710000 + 227: + operation: search + 228: + end: 827402 + operation: insert + start: 820000 + 229: + ids_end: 730000 + ids_start: 727345 + operation: replace + tags_end: 722655 + tags_start: 720000 + 230: + operation: search + 231: + end: 836430 + operation: insert + start: 830000 + 232: + ids_end: 740000 + ids_start: 736932 + operation: replace + tags_end: 733068 + tags_start: 730000 + 233: + operation: search + 234: + end: 845685 + operation: insert + start: 840000 + 235: + ids_end: 750000 + ids_start: 748274 + operation: replace + tags_end: 741726 + tags_start: 740000 + 236: + operation: search + 237: + end: 858690 + operation: insert + start: 850000 + 238: + ids_end: 760000 + ids_start: 755014 + operation: replace + tags_end: 754986 + tags_start: 750000 + 239: + operation: search + 240: + end: 865352 + operation: insert + start: 860000 + 241: + ids_end: 770000 + ids_start: 767869 + operation: replace + tags_end: 762131 + tags_start: 760000 + 242: + operation: search + 243: + end: 877344 + operation: insert + start: 870000 + 244: + operation: search + 245: + end: 885193 + operation: insert + start: 880000 + 246: + ids_end: 790000 + ids_start: 788734 + operation: replace + tags_end: 781266 + tags_start: 780000 + 247: + operation: search + 248: + end: 896545 + operation: insert + start: 890000 + 249: + operation: search + 250: + end: 908515 + operation: insert + start: 900000 + 251: + operation: search + 252: + end: 916753 + operation: insert + start: 910000 + 253: + ids_end: 820000 + ids_start: 818590 + operation: replace + tags_end: 811410 + tags_start: 810000 + 254: + operation: search + 255: + end: 925994 + operation: insert + start: 920000 + 256: + ids_end: 430000 + ids_start: 427662 + operation: replace + tags_end: 422338 + tags_start: 420000 + 257: + ids_end: 830000 + ids_start: 827402 + operation: replace + tags_end: 822598 + tags_start: 820000 + 258: + operation: search + 259: + end: 936044 + operation: insert + start: 930000 + 260: + operation: search + 261: + end: 948527 + operation: insert + start: 940000 + 262: + ids_end: 850000 + ids_start: 845685 + operation: replace + tags_end: 844315 + tags_start: 840000 + 263: + operation: search + 264: + end: 956903 + operation: insert + start: 950000 + 265: + operation: search + 266: + end: 966748 + operation: insert + start: 960000 + 267: + ids_end: 870000 + ids_start: 865352 + operation: replace + tags_end: 864648 + tags_start: 860000 + 268: + operation: search + 269: + end: 977296 + operation: insert + start: 970000 + 270: + ids_end: 880000 + ids_start: 877344 + operation: replace + tags_end: 872656 + tags_start: 870000 + 271: + operation: search + 272: + end: 987403 + operation: insert + start: 980000 + 273: + ids_end: 890000 + ids_start: 885193 + operation: replace + tags_end: 884807 + tags_start: 880000 + 274: + operation: search + 275: + end: 995942 + operation: insert + start: 990000 + 276: + ids_end: 500000 + ids_start: 496461 + operation: replace + tags_end: 493539 + tags_start: 490000 + 277: + ids_end: 900000 + ids_start: 896545 + operation: replace + tags_end: 893455 + tags_start: 890000 + 278: + operation: search + max_pts: 698369 diff --git a/neurips23/runbooks/wikipedia-1M_expiration_time_runbook.yaml b/neurips23/runbooks/wikipedia-1M_expiration_time_runbook.yaml new file mode 100644 index 000000000..0875cf409 --- /dev/null +++ b/neurips23/runbooks/wikipedia-1M_expiration_time_runbook.yaml @@ -0,0 +1,843 @@ +wikipedia-1M: + 1: + end: 10000 + operation: insert + start: 0 + 2: + operation: search + 3: + end: 20000 + operation: insert + start: 10000 + 4: + operation: search + 5: + end: 30000 + operation: insert + start: 20000 + 6: + operation: search + 7: + end: 40000 + operation: insert + start: 30000 + 8: + operation: search + 9: + end: 50000 + operation: insert + start: 40000 + 10: + operation: search + 11: + end: 60000 + operation: insert + start: 50000 + 12: + operation: search + 13: + end: 70000 + operation: insert + start: 60000 + 14: + operation: search + 15: + end: 80000 + operation: insert + start: 70000 + 16: + operation: search + 17: + end: 90000 + operation: insert + start: 80000 + 18: + operation: search + 19: + end: 100000 + operation: insert + start: 90000 + 20: + operation: search + 21: + end: 110000 + operation: insert + start: 100000 + 22: + operation: search + 23: + end: 120000 + operation: insert + start: 110000 + 24: + operation: search + 25: + end: 130000 + operation: insert + start: 120000 + 26: + operation: search + 27: + end: 140000 + operation: insert + start: 130000 + 28: + operation: search + 29: + end: 150000 + operation: insert + start: 140000 + 30: + operation: search + 31: + end: 160000 + operation: insert + start: 150000 + 32: + operation: search + 33: + end: 170000 + operation: insert + start: 160000 + 34: + operation: search + 35: + end: 180000 + operation: insert + start: 170000 + 36: + operation: search + 37: + end: 190000 + operation: insert + start: 180000 + 38: + operation: search + 39: + end: 200000 + operation: insert + start: 190000 + 40: + operation: search + 41: + end: 210000 + operation: insert + start: 200000 + 42: + end: 10000 + operation: delete + start: 0 + 43: + operation: search + 44: + end: 220000 + operation: insert + start: 210000 + 45: + end: 20000 + operation: delete + start: 10000 + 46: + operation: search + 47: + end: 230000 + operation: insert + start: 220000 + 48: + end: 30000 + operation: delete + start: 20000 + 49: + operation: search + 50: + end: 240000 + operation: insert + start: 230000 + 51: + end: 40000 + operation: delete + start: 30000 + 52: + operation: search + 53: + end: 250000 + operation: insert + start: 240000 + 54: + end: 50000 + operation: delete + start: 40000 + 55: + operation: search + 56: + end: 260000 + operation: insert + start: 250000 + 57: + operation: search + 58: + end: 270000 + operation: insert + start: 260000 + 59: + end: 70000 + operation: delete + start: 60000 + 60: + operation: search + 61: + end: 280000 + operation: insert + start: 270000 + 62: + end: 80000 + operation: delete + start: 70000 + 63: + operation: search + 64: + end: 290000 + operation: insert + start: 280000 + 65: + end: 90000 + operation: delete + start: 80000 + 66: + operation: search + 67: + end: 300000 + operation: insert + start: 290000 + 68: + operation: search + 69: + end: 310000 + operation: insert + start: 300000 + 70: + operation: search + 71: + end: 320000 + operation: insert + start: 310000 + 72: + end: 120000 + operation: delete + start: 110000 + 73: + operation: search + 74: + end: 330000 + operation: insert + start: 320000 + 75: + operation: search + 76: + end: 340000 + operation: insert + start: 330000 + 77: + end: 140000 + operation: delete + start: 130000 + 78: + operation: search + 79: + end: 350000 + operation: insert + start: 340000 + 80: + end: 150000 + operation: delete + start: 140000 + 81: + operation: search + 82: + end: 360000 + operation: insert + start: 350000 + 83: + end: 160000 + operation: delete + start: 150000 + 84: + operation: search + 85: + end: 370000 + operation: insert + start: 360000 + 86: + operation: search + 87: + end: 380000 + operation: insert + start: 370000 + 88: + end: 180000 + operation: delete + start: 170000 + 89: + operation: search + 90: + end: 390000 + operation: insert + start: 380000 + 91: + end: 190000 + operation: delete + start: 180000 + 92: + operation: search + 93: + end: 400000 + operation: insert + start: 390000 + 94: + end: 200000 + operation: delete + start: 190000 + 95: + operation: search + 96: + end: 410000 + operation: insert + start: 400000 + 97: + end: 210000 + operation: delete + start: 200000 + 98: + operation: search + 99: + end: 420000 + operation: insert + start: 410000 + 100: + operation: search + 101: + end: 430000 + operation: insert + start: 420000 + 102: + end: 230000 + operation: delete + start: 220000 + 103: + operation: search + 104: + end: 440000 + operation: insert + start: 430000 + 105: + end: 240000 + operation: delete + start: 230000 + 106: + operation: search + 107: + end: 450000 + operation: insert + start: 440000 + 108: + end: 250000 + operation: delete + start: 240000 + 109: + operation: search + 110: + end: 460000 + operation: insert + start: 450000 + 111: + operation: search + 112: + end: 470000 + operation: insert + start: 460000 + 113: + end: 270000 + operation: delete + start: 260000 + 114: + operation: search + 115: + end: 480000 + operation: insert + start: 470000 + 116: + end: 280000 + operation: delete + start: 270000 + 117: + operation: search + 118: + end: 490000 + operation: insert + start: 480000 + 119: + end: 290000 + operation: delete + start: 280000 + 120: + operation: search + 121: + end: 500000 + operation: insert + start: 490000 + 122: + end: 300000 + operation: delete + start: 290000 + 123: + operation: search + 124: + end: 510000 + operation: insert + start: 500000 + 125: + end: 310000 + operation: delete + start: 300000 + 126: + operation: search + 127: + end: 520000 + operation: insert + start: 510000 + 128: + end: 320000 + operation: delete + start: 310000 + 129: + operation: search + 130: + end: 530000 + operation: insert + start: 520000 + 131: + end: 330000 + operation: delete + start: 320000 + 132: + operation: search + 133: + end: 540000 + operation: insert + start: 530000 + 134: + end: 340000 + operation: delete + start: 330000 + 135: + operation: search + 136: + end: 550000 + operation: insert + start: 540000 + 137: + end: 350000 + operation: delete + start: 340000 + 138: + operation: search + 139: + end: 560000 + operation: insert + start: 550000 + 140: + end: 360000 + operation: delete + start: 350000 + 141: + operation: search + 142: + end: 570000 + operation: insert + start: 560000 + 143: + operation: search + 144: + end: 580000 + operation: insert + start: 570000 + 145: + operation: search + 146: + end: 590000 + operation: insert + start: 580000 + 147: + end: 390000 + operation: delete + start: 380000 + 148: + operation: search + 149: + end: 600000 + operation: insert + start: 590000 + 150: + end: 400000 + operation: delete + start: 390000 + 151: + operation: search + 152: + end: 610000 + operation: insert + start: 600000 + 153: + end: 410000 + operation: delete + start: 400000 + 154: + operation: search + 155: + end: 620000 + operation: insert + start: 610000 + 156: + end: 420000 + operation: delete + start: 410000 + 157: + operation: search + 158: + end: 630000 + operation: insert + start: 620000 + 159: + end: 430000 + operation: delete + start: 420000 + 160: + operation: search + 161: + end: 640000 + operation: insert + start: 630000 + 162: + end: 440000 + operation: delete + start: 430000 + 163: + operation: search + 164: + end: 650000 + operation: insert + start: 640000 + 165: + end: 450000 + operation: delete + start: 440000 + 166: + operation: search + 167: + end: 660000 + operation: insert + start: 650000 + 168: + end: 460000 + operation: delete + start: 450000 + 169: + operation: search + 170: + end: 670000 + operation: insert + start: 660000 + 171: + end: 470000 + operation: delete + start: 460000 + 172: + operation: search + 173: + end: 680000 + operation: insert + start: 670000 + 174: + end: 480000 + operation: delete + start: 470000 + 175: + operation: search + 176: + end: 690000 + operation: insert + start: 680000 + 177: + end: 490000 + operation: delete + start: 480000 + 178: + operation: search + 179: + end: 700000 + operation: insert + start: 690000 + 180: + operation: search + 181: + end: 710000 + operation: insert + start: 700000 + 182: + operation: search + 183: + end: 720000 + operation: insert + start: 710000 + 184: + end: 520000 + operation: delete + start: 510000 + 185: + operation: search + 186: + end: 730000 + operation: insert + start: 720000 + 187: + operation: search + 188: + end: 740000 + operation: insert + start: 730000 + 189: + end: 540000 + operation: delete + start: 530000 + 190: + operation: search + 191: + end: 750000 + operation: insert + start: 740000 + 192: + operation: search + 193: + end: 760000 + operation: insert + start: 750000 + 194: + end: 560000 + operation: delete + start: 550000 + 195: + operation: search + 196: + end: 770000 + operation: insert + start: 760000 + 197: + end: 570000 + operation: delete + start: 560000 + 198: + operation: search + 199: + end: 780000 + operation: insert + start: 770000 + 200: + operation: search + 201: + end: 790000 + operation: insert + start: 780000 + 202: + end: 590000 + operation: delete + start: 580000 + 203: + operation: search + 204: + end: 800000 + operation: insert + start: 790000 + 205: + end: 600000 + operation: delete + start: 590000 + 206: + operation: search + 207: + end: 810000 + operation: insert + start: 800000 + 208: + end: 610000 + operation: delete + start: 600000 + 209: + operation: search + 210: + end: 820000 + operation: insert + start: 810000 + 211: + operation: search + 212: + end: 830000 + operation: insert + start: 820000 + 213: + end: 630000 + operation: delete + start: 620000 + 214: + operation: search + 215: + end: 840000 + operation: insert + start: 830000 + 216: + end: 640000 + operation: delete + start: 630000 + 217: + operation: search + 218: + end: 850000 + operation: insert + start: 840000 + 219: + end: 650000 + operation: delete + start: 640000 + 220: + operation: search + 221: + end: 860000 + operation: insert + start: 850000 + 222: + end: 660000 + operation: delete + start: 650000 + 223: + operation: search + 224: + end: 870000 + operation: insert + start: 860000 + 225: + operation: search + 226: + end: 880000 + operation: insert + start: 870000 + 227: + end: 680000 + operation: delete + start: 670000 + 228: + operation: search + 229: + end: 890000 + operation: insert + start: 880000 + 230: + end: 690000 + operation: delete + start: 680000 + 231: + operation: search + 232: + end: 900000 + operation: insert + start: 890000 + 233: + end: 700000 + operation: delete + start: 690000 + 234: + operation: search + 235: + end: 910000 + operation: insert + start: 900000 + 236: + end: 710000 + operation: delete + start: 700000 + 237: + operation: search + 238: + end: 920000 + operation: insert + start: 910000 + 239: + operation: search + 240: + end: 930000 + operation: insert + start: 920000 + 241: + end: 730000 + operation: delete + start: 720000 + 242: + operation: search + 243: + end: 940000 + operation: insert + start: 930000 + 244: + operation: search + 245: + end: 950000 + operation: insert + start: 940000 + 246: + end: 750000 + operation: delete + start: 740000 + 247: + operation: search + 248: + end: 960000 + operation: insert + start: 950000 + 249: + end: 760000 + operation: delete + start: 750000 + 250: + operation: search + 251: + end: 970000 + operation: insert + start: 960000 + 252: + end: 770000 + operation: delete + start: 760000 + 253: + operation: search + 254: + end: 980000 + operation: insert + start: 970000 + 255: + operation: search + 256: + end: 990000 + operation: insert + start: 980000 + 257: + operation: search + 258: + end: 1000000 + operation: insert + start: 990000 + 259: + end: 800000 + operation: delete + start: 790000 + 260: + operation: search + max_pts: 410000 + gt_url: https://comp21storage.z5.web.core.windows.net/wiki-cohere-35M/wikipedia-1M_expiration_time_runbook.yaml/ diff --git a/neurips23/runbooks/wikipedia-35M_expiration_time_replace_delete_runbook.yaml b/neurips23/runbooks/wikipedia-35M_expiration_time_replace_delete_runbook.yaml new file mode 100644 index 000000000..499c6fab3 --- /dev/null +++ b/neurips23/runbooks/wikipedia-35M_expiration_time_replace_delete_runbook.yaml @@ -0,0 +1,4438 @@ +wikipedia-35M: + 1: + end: 88328 + operation: insert + start: 0 + 2: + operation: search + 3: + end: 159704 + operation: insert + start: 100000 + 4: + operation: search + 5: + end: 257370 + operation: insert + start: 200000 + 6: + operation: search + 7: + end: 379583 + operation: insert + start: 300000 + 8: + operation: search + 9: + end: 481703 + operation: insert + start: 400000 + 10: + operation: search + 11: + end: 559269 + operation: insert + start: 500000 + 12: + operation: search + 13: + end: 662778 + operation: insert + start: 600000 + 14: + operation: search + 15: + end: 787283 + operation: insert + start: 700000 + 16: + operation: search + 17: + end: 878324 + operation: insert + start: 800000 + 18: + operation: search + 19: + end: 973085 + operation: insert + start: 900000 + 20: + operation: search + 21: + end: 1073582 + operation: insert + start: 1000000 + 22: + operation: search + 23: + end: 1166860 + operation: insert + start: 1100000 + 24: + operation: search + 25: + end: 1283992 + operation: insert + start: 1200000 + 26: + operation: search + 27: + end: 1371233 + operation: insert + start: 1300000 + 28: + operation: search + 29: + end: 1452446 + operation: insert + start: 1400000 + 30: + operation: search + 31: + end: 1574492 + operation: insert + start: 1500000 + 32: + operation: search + 33: + end: 1657378 + operation: insert + start: 1600000 + 34: + operation: search + 35: + end: 1762498 + operation: insert + start: 1700000 + 36: + operation: search + 37: + end: 1855688 + operation: insert + start: 1800000 + 38: + operation: search + 39: + end: 1976700 + operation: insert + start: 1900000 + 40: + operation: search + 41: + end: 2067276 + operation: insert + start: 2000000 + 42: + operation: search + 43: + end: 2171272 + operation: insert + start: 2100000 + 44: + operation: search + 45: + end: 2266775 + operation: insert + start: 2200000 + 46: + operation: search + 47: + end: 2370251 + operation: insert + start: 2300000 + 48: + operation: search + 49: + end: 2485289 + operation: insert + start: 2400000 + 50: + operation: search + 51: + end: 2576439 + operation: insert + start: 2500000 + 52: + operation: search + 53: + end: 2662292 + operation: insert + start: 2600000 + 54: + ids_end: 200000 + ids_start: 159704 + operation: replace + tags_end: 140296 + tags_start: 100000 + 55: + operation: search + 56: + end: 2765888 + operation: insert + start: 2700000 + 57: + operation: search + 58: + end: 2861892 + operation: insert + start: 2800000 + 59: + ids_end: 400000 + ids_start: 379583 + operation: replace + tags_end: 320417 + tags_start: 300000 + 60: + operation: search + 61: + end: 2971724 + operation: insert + start: 2900000 + 62: + operation: search + 63: + end: 3080301 + operation: insert + start: 3000000 + 64: + operation: search + 65: + end: 3167093 + operation: insert + start: 3100000 + 66: + operation: search + 67: + end: 3289859 + operation: insert + start: 3200000 + 68: + ids_end: 800000 + ids_start: 787283 + operation: replace + tags_end: 712717 + tags_start: 700000 + 69: + operation: search + 70: + end: 3353942 + operation: insert + start: 3300000 + 71: + operation: search + 72: + end: 3452322 + operation: insert + start: 3400000 + 73: + operation: search + 74: + end: 3570479 + operation: insert + start: 3500000 + 75: + ids_end: 1100000 + ids_start: 1073582 + operation: replace + tags_end: 1026418 + tags_start: 1000000 + 76: + operation: search + 77: + end: 3650270 + operation: insert + start: 3600000 + 78: + operation: search + 79: + end: 3785820 + operation: insert + start: 3700000 + 80: + ids_end: 1300000 + ids_start: 1283992 + operation: replace + tags_end: 1216008 + tags_start: 1200000 + 81: + operation: search + 82: + end: 3851206 + operation: insert + start: 3800000 + 83: + ids_end: 1400000 + ids_start: 1371233 + operation: replace + tags_end: 1328767 + tags_start: 1300000 + 84: + operation: search + 85: + end: 3963965 + operation: insert + start: 3900000 + 86: + ids_end: 1500000 + ids_start: 1452446 + operation: replace + tags_end: 1447554 + tags_start: 1400000 + 87: + operation: search + 88: + end: 4086390 + operation: insert + start: 4000000 + 89: + ids_end: 1600000 + ids_start: 1574492 + operation: replace + tags_end: 1525508 + tags_start: 1500000 + 90: + operation: search + 91: + end: 4167743 + operation: insert + start: 4100000 + 92: + ids_end: 1700000 + ids_start: 1657378 + operation: replace + tags_end: 1642622 + tags_start: 1600000 + 93: + operation: search + 94: + end: 4271418 + operation: insert + start: 4200000 + 95: + ids_end: 1800000 + ids_start: 1762498 + operation: replace + tags_end: 1737502 + tags_start: 1700000 + 96: + operation: search + 97: + end: 4376223 + operation: insert + start: 4300000 + 98: + ids_end: 1900000 + ids_start: 1855688 + operation: replace + tags_end: 1844312 + tags_start: 1800000 + 99: + operation: search + 100: + end: 4452083 + operation: insert + start: 4400000 + 101: + operation: search + 102: + end: 4554879 + operation: insert + start: 4500000 + 103: + ids_end: 2100000 + ids_start: 2067276 + operation: replace + tags_end: 2032724 + tags_start: 2000000 + 104: + operation: search + 105: + end: 4686840 + operation: insert + start: 4600000 + 106: + operation: search + 107: + end: 4751728 + operation: insert + start: 4700000 + 108: + ids_end: 2300000 + ids_start: 2266775 + operation: replace + tags_end: 2233225 + tags_start: 2200000 + 109: + operation: search + 110: + end: 4869941 + operation: insert + start: 4800000 + 111: + ids_end: 2400000 + ids_start: 2370251 + operation: replace + tags_end: 2329749 + tags_start: 2300000 + 112: + operation: search + 113: + end: 4955422 + operation: insert + start: 4900000 + 114: + ids_end: 2500000 + ids_start: 2485289 + operation: replace + tags_end: 2414711 + tags_start: 2400000 + 115: + operation: search + 116: + end: 5089651 + operation: insert + start: 5000000 + 117: + operation: search + 118: + end: 5169046 + operation: insert + start: 5100000 + 119: + end: 159704 + operation: delete + start: 100000 + 120: + ids_end: 2700000 + ids_start: 2662292 + operation: replace + tags_end: 2637708 + tags_start: 2600000 + 121: + operation: search + 122: + end: 5275730 + operation: insert + start: 5200000 + 123: + operation: search + 124: + end: 5388189 + operation: insert + start: 5300000 + 125: + end: 379583 + operation: delete + start: 300000 + 126: + ids_end: 2900000 + ids_start: 2861892 + operation: replace + tags_end: 2838108 + tags_start: 2800000 + 127: + operation: search + 128: + end: 5482791 + operation: insert + start: 5400000 + 129: + ids_end: 3000000 + ids_start: 2971724 + operation: replace + tags_end: 2928276 + tags_start: 2900000 + 130: + operation: search + 131: + end: 5587709 + operation: insert + start: 5500000 + 132: + ids_end: 3100000 + ids_start: 3080301 + operation: replace + tags_end: 3019699 + tags_start: 3000000 + 133: + operation: search + 134: + end: 5657473 + operation: insert + start: 5600000 + 135: + operation: search + 136: + end: 5775383 + operation: insert + start: 5700000 + 137: + end: 787283 + operation: delete + start: 700000 + 138: + ids_end: 3300000 + ids_start: 3289859 + operation: replace + tags_end: 3210141 + tags_start: 3200000 + 139: + operation: search + 140: + end: 5853890 + operation: insert + start: 5800000 + 141: + ids_end: 3400000 + ids_start: 3353942 + operation: replace + tags_end: 3346058 + tags_start: 3300000 + 142: + operation: search + 143: + end: 5977997 + operation: insert + start: 5900000 + 144: + operation: search + 145: + end: 6051674 + operation: insert + start: 6000000 + 146: + end: 1073582 + operation: delete + start: 1000000 + 147: + ids_end: 3600000 + ids_start: 3570479 + operation: replace + tags_end: 3529521 + tags_start: 3500000 + 148: + operation: search + 149: + end: 6164091 + operation: insert + start: 6100000 + 150: + ids_end: 3700000 + ids_start: 3650270 + operation: replace + tags_end: 3649730 + tags_start: 3600000 + 151: + operation: search + 152: + end: 6289725 + operation: insert + start: 6200000 + 153: + end: 1283992 + operation: delete + start: 1200000 + 154: + operation: search + 155: + end: 6360197 + operation: insert + start: 6300000 + 156: + end: 1371233 + operation: delete + start: 1300000 + 157: + ids_end: 3900000 + ids_start: 3851206 + operation: replace + tags_end: 3848794 + tags_start: 3800000 + 158: + operation: search + 159: + end: 6457226 + operation: insert + start: 6400000 + 160: + end: 1452446 + operation: delete + start: 1400000 + 161: + ids_end: 4000000 + ids_start: 3963965 + operation: replace + tags_end: 3936035 + tags_start: 3900000 + 162: + operation: search + 163: + end: 6580101 + operation: insert + start: 6500000 + 164: + end: 1574492 + operation: delete + start: 1500000 + 165: + operation: search + 166: + end: 6668798 + operation: insert + start: 6600000 + 167: + end: 1657378 + operation: delete + start: 1600000 + 168: + operation: search + 169: + end: 6766110 + operation: insert + start: 6700000 + 170: + end: 1762498 + operation: delete + start: 1700000 + 171: + operation: search + 172: + end: 6879396 + operation: insert + start: 6800000 + 173: + end: 1855688 + operation: delete + start: 1800000 + 174: + operation: search + 175: + end: 6983366 + operation: insert + start: 6900000 + 176: + ids_end: 4500000 + ids_start: 4452083 + operation: replace + tags_end: 4447917 + tags_start: 4400000 + 177: + operation: search + 178: + end: 7059507 + operation: insert + start: 7000000 + 179: + end: 2067276 + operation: delete + start: 2000000 + 180: + operation: search + 181: + end: 7158207 + operation: insert + start: 7100000 + 182: + ids_end: 4700000 + ids_start: 4686840 + operation: replace + tags_end: 4613160 + tags_start: 4600000 + 183: + operation: search + 184: + end: 7275401 + operation: insert + start: 7200000 + 185: + end: 2266775 + operation: delete + start: 2200000 + 186: + operation: search + 187: + end: 7380011 + operation: insert + start: 7300000 + 188: + end: 2370251 + operation: delete + start: 2300000 + 189: + ids_end: 4900000 + ids_start: 4869941 + operation: replace + tags_end: 4830059 + tags_start: 4800000 + 190: + operation: search + 191: + end: 7468578 + operation: insert + start: 7400000 + 192: + end: 2485289 + operation: delete + start: 2400000 + 193: + ids_end: 5000000 + ids_start: 4955422 + operation: replace + tags_end: 4944578 + tags_start: 4900000 + 194: + operation: search + 195: + end: 7585571 + operation: insert + start: 7500000 + 196: + ids_end: 5100000 + ids_start: 5089651 + operation: replace + tags_end: 5010349 + tags_start: 5000000 + 197: + operation: search + 198: + end: 7660650 + operation: insert + start: 7600000 + 199: + end: 2662292 + operation: delete + start: 2600000 + 200: + operation: search + 201: + end: 7787231 + operation: insert + start: 7700000 + 202: + ids_end: 5300000 + ids_start: 5275730 + operation: replace + tags_end: 5224270 + tags_start: 5200000 + 203: + operation: search + 204: + end: 7856311 + operation: insert + start: 7800000 + 205: + end: 2861892 + operation: delete + start: 2800000 + 206: + operation: search + 207: + end: 7952271 + operation: insert + start: 7900000 + 208: + end: 2971724 + operation: delete + start: 2900000 + 209: + ids_end: 5500000 + ids_start: 5482791 + operation: replace + tags_end: 5417209 + tags_start: 5400000 + 210: + operation: search + 211: + end: 8056334 + operation: insert + start: 8000000 + 212: + end: 3080301 + operation: delete + start: 3000000 + 213: + operation: search + 214: + end: 8151690 + operation: insert + start: 8100000 + 215: + ids_end: 5700000 + ids_start: 5657473 + operation: replace + tags_end: 5642527 + tags_start: 5600000 + 216: + operation: search + 217: + end: 8278017 + operation: insert + start: 8200000 + 218: + end: 3289859 + operation: delete + start: 3200000 + 219: + ids_end: 5800000 + ids_start: 5775383 + operation: replace + tags_end: 5724617 + tags_start: 5700000 + 220: + operation: search + 221: + end: 8380651 + operation: insert + start: 8300000 + 222: + end: 3353942 + operation: delete + start: 3300000 + 223: + ids_end: 5900000 + ids_start: 5853890 + operation: replace + tags_end: 5846110 + tags_start: 5800000 + 224: + operation: search + 225: + end: 8458613 + operation: insert + start: 8400000 + 226: + operation: search + 227: + end: 8583855 + operation: insert + start: 8500000 + 228: + end: 3570479 + operation: delete + start: 3500000 + 229: + operation: search + 230: + end: 8667722 + operation: insert + start: 8600000 + 231: + end: 3650270 + operation: delete + start: 3600000 + 232: + operation: search + 233: + end: 8755593 + operation: insert + start: 8700000 + 234: + ids_end: 6300000 + ids_start: 6289725 + operation: replace + tags_end: 6210275 + tags_start: 6200000 + 235: + operation: search + 236: + end: 8860361 + operation: insert + start: 8800000 + 237: + end: 3851206 + operation: delete + start: 3800000 + 238: + operation: search + 239: + end: 8978115 + operation: insert + start: 8900000 + 240: + end: 3963965 + operation: delete + start: 3900000 + 241: + ids_end: 6500000 + ids_start: 6457226 + operation: replace + tags_end: 6442774 + tags_start: 6400000 + 242: + operation: search + 243: + end: 9057019 + operation: insert + start: 9000000 + 244: + ids_end: 6600000 + ids_start: 6580101 + operation: replace + tags_end: 6519899 + tags_start: 6500000 + 245: + operation: search + 246: + end: 9175891 + operation: insert + start: 9100000 + 247: + operation: search + 248: + end: 9283940 + operation: insert + start: 9200000 + 249: + operation: search + 250: + end: 9360523 + operation: insert + start: 9300000 + 251: + ids_end: 6900000 + ids_start: 6879396 + operation: replace + tags_end: 6820604 + tags_start: 6800000 + 252: + operation: search + 253: + end: 9461110 + operation: insert + start: 9400000 + 254: + end: 4452083 + operation: delete + start: 4400000 + 255: + operation: search + 256: + end: 9563916 + operation: insert + start: 9500000 + 257: + operation: search + 258: + end: 9669831 + operation: insert + start: 9600000 + 259: + end: 4686840 + operation: delete + start: 4600000 + 260: + ids_end: 7200000 + ids_start: 7158207 + operation: replace + tags_end: 7141793 + tags_start: 7100000 + 261: + operation: search + 262: + end: 9782694 + operation: insert + start: 9700000 + 263: + operation: search + 264: + end: 9857619 + operation: insert + start: 9800000 + 265: + end: 4869941 + operation: delete + start: 4800000 + 266: + ids_end: 7400000 + ids_start: 7380011 + operation: replace + tags_end: 7319989 + tags_start: 7300000 + 267: + operation: search + 268: + end: 9963731 + operation: insert + start: 9900000 + 269: + end: 4955422 + operation: delete + start: 4900000 + 270: + operation: search + 271: + end: 10065469 + operation: insert + start: 10000000 + 272: + end: 5089651 + operation: delete + start: 5000000 + 273: + operation: search + 274: + end: 10157799 + operation: insert + start: 10100000 + 275: + operation: search + 276: + end: 10253427 + operation: insert + start: 10200000 + 277: + end: 5275730 + operation: delete + start: 5200000 + 278: + ids_end: 7800000 + ids_start: 7787231 + operation: replace + tags_end: 7712769 + tags_start: 7700000 + 279: + operation: search + 280: + end: 10363530 + operation: insert + start: 10300000 + 281: + ids_end: 7900000 + ids_start: 7856311 + operation: replace + tags_end: 7843689 + tags_start: 7800000 + 282: + operation: search + 283: + end: 10470707 + operation: insert + start: 10400000 + 284: + end: 5482791 + operation: delete + start: 5400000 + 285: + ids_end: 8000000 + ids_start: 7952271 + operation: replace + tags_end: 7947729 + tags_start: 7900000 + 286: + operation: search + 287: + end: 10557874 + operation: insert + start: 10500000 + 288: + ids_end: 8100000 + ids_start: 8056334 + operation: replace + tags_end: 8043666 + tags_start: 8000000 + 289: + operation: search + 290: + end: 10684586 + operation: insert + start: 10600000 + 291: + end: 5657473 + operation: delete + start: 5600000 + 292: + ids_end: 8200000 + ids_start: 8151690 + operation: replace + tags_end: 8148310 + tags_start: 8100000 + 293: + operation: search + 294: + end: 10771087 + operation: insert + start: 10700000 + 295: + end: 5775383 + operation: delete + start: 5700000 + 296: + ids_end: 8300000 + ids_start: 8278017 + operation: replace + tags_end: 8221983 + tags_start: 8200000 + 297: + operation: search + 298: + end: 10854536 + operation: insert + start: 10800000 + 299: + end: 5853890 + operation: delete + start: 5800000 + 300: + operation: search + 301: + end: 10977458 + operation: insert + start: 10900000 + 302: + ids_end: 8500000 + ids_start: 8458613 + operation: replace + tags_end: 8441387 + tags_start: 8400000 + 303: + operation: search + 304: + end: 11053942 + operation: insert + start: 11000000 + 305: + operation: search + 306: + end: 11186854 + operation: insert + start: 11100000 + 307: + ids_end: 8700000 + ids_start: 8667722 + operation: replace + tags_end: 8632278 + tags_start: 8600000 + 308: + operation: search + 309: + end: 11270191 + operation: insert + start: 11200000 + 310: + end: 6289725 + operation: delete + start: 6200000 + 311: + ids_end: 8800000 + ids_start: 8755593 + operation: replace + tags_end: 8744407 + tags_start: 8700000 + 312: + operation: search + 313: + end: 11386372 + operation: insert + start: 11300000 + 314: + operation: search + 315: + end: 11473000 + operation: insert + start: 11400000 + 316: + end: 6457226 + operation: delete + start: 6400000 + 317: + operation: search + 318: + end: 11579593 + operation: insert + start: 11500000 + 319: + end: 6580101 + operation: delete + start: 6500000 + 320: + ids_end: 9100000 + ids_start: 9057019 + operation: replace + tags_end: 9042981 + tags_start: 9000000 + 321: + operation: search + 322: + end: 11662888 + operation: insert + start: 11600000 + 323: + ids_end: 9200000 + ids_start: 9175891 + operation: replace + tags_end: 9124109 + tags_start: 9100000 + 324: + operation: search + 325: + end: 11786057 + operation: insert + start: 11700000 + 326: + ids_end: 9300000 + ids_start: 9283940 + operation: replace + tags_end: 9216060 + tags_start: 9200000 + 327: + operation: search + 328: + end: 11876088 + operation: insert + start: 11800000 + 329: + end: 6879396 + operation: delete + start: 6800000 + 330: + ids_end: 9400000 + ids_start: 9360523 + operation: replace + tags_end: 9339477 + tags_start: 9300000 + 331: + operation: search + 332: + end: 11977164 + operation: insert + start: 11900000 + 333: + operation: search + 334: + end: 12059539 + operation: insert + start: 12000000 + 335: + ids_end: 9600000 + ids_start: 9563916 + operation: replace + tags_end: 9536084 + tags_start: 9500000 + 336: + operation: search + 337: + end: 12154716 + operation: insert + start: 12100000 + 338: + end: 7158207 + operation: delete + start: 7100000 + 339: + ids_end: 9700000 + ids_start: 9669831 + operation: replace + tags_end: 9630169 + tags_start: 9600000 + 340: + operation: search + 341: + end: 12261933 + operation: insert + start: 12200000 + 342: + ids_end: 9800000 + ids_start: 9782694 + operation: replace + tags_end: 9717306 + tags_start: 9700000 + 343: + operation: search + 344: + end: 12387471 + operation: insert + start: 12300000 + 345: + end: 7380011 + operation: delete + start: 7300000 + 346: + ids_end: 9900000 + ids_start: 9857619 + operation: replace + tags_end: 9842381 + tags_start: 9800000 + 347: + operation: search + 348: + end: 12454126 + operation: insert + start: 12400000 + 349: + operation: search + 350: + end: 12582984 + operation: insert + start: 12500000 + 351: + ids_end: 10100000 + ids_start: 10065469 + operation: replace + tags_end: 10034531 + tags_start: 10000000 + 352: + ids_end: 12400000 + ids_start: 12387471 + operation: replace + tags_end: 12312529 + tags_start: 12300000 + 353: + operation: search + 354: + end: 12656392 + operation: insert + start: 12600000 + 355: + ids_end: 12300000 + ids_start: 12261933 + operation: replace + tags_end: 12238067 + tags_start: 12200000 + 356: + operation: search + 357: + end: 12766593 + operation: insert + start: 12700000 + 358: + end: 7787231 + operation: delete + start: 7700000 + 359: + ids_end: 10300000 + ids_start: 10253427 + operation: replace + tags_end: 10246573 + tags_start: 10200000 + 360: + ids_end: 12000000 + ids_start: 11977164 + operation: replace + tags_end: 11922836 + tags_start: 11900000 + 361: + ids_end: 12100000 + ids_start: 12059539 + operation: replace + tags_end: 12040461 + tags_start: 12000000 + 362: + operation: search + 363: + end: 12855590 + operation: insert + start: 12800000 + 364: + end: 7856311 + operation: delete + start: 7800000 + 365: + operation: search + 366: + end: 12962271 + operation: insert + start: 12900000 + 367: + end: 7952271 + operation: delete + start: 7900000 + 368: + ids_end: 11700000 + ids_start: 11662888 + operation: replace + tags_end: 11637112 + tags_start: 11600000 + 369: + operation: search + 370: + end: 13059095 + operation: insert + start: 13000000 + 371: + end: 8056334 + operation: delete + start: 8000000 + 372: + ids_end: 10600000 + ids_start: 10557874 + operation: replace + tags_end: 10542126 + tags_start: 10500000 + 373: + operation: search + 374: + end: 13186142 + operation: insert + start: 13100000 + 375: + end: 8151690 + operation: delete + start: 8100000 + 376: + operation: search + 377: + end: 13288018 + operation: insert + start: 13200000 + 378: + end: 8278017 + operation: delete + start: 8200000 + 379: + ids_end: 11100000 + ids_start: 11053942 + operation: replace + tags_end: 11046058 + tags_start: 11000000 + 380: + operation: search + 381: + end: 13371714 + operation: insert + start: 13300000 + 382: + ids_end: 10900000 + ids_start: 10854536 + operation: replace + tags_end: 10845464 + tags_start: 10800000 + 383: + ids_end: 11000000 + ids_start: 10977458 + operation: replace + tags_end: 10922542 + tags_start: 10900000 + 384: + operation: search + 385: + end: 13455127 + operation: insert + start: 13400000 + 386: + end: 8458613 + operation: delete + start: 8400000 + 387: + ids_end: 10800000 + ids_start: 10771087 + operation: replace + tags_end: 10728913 + tags_start: 10700000 + 388: + operation: search + 389: + end: 13580060 + operation: insert + start: 13500000 + 390: + ids_end: 10700000 + ids_start: 10684586 + operation: replace + tags_end: 10615414 + tags_start: 10600000 + 391: + operation: search + 392: + end: 13655549 + operation: insert + start: 13600000 + 393: + end: 8667722 + operation: delete + start: 8600000 + 394: + ids_end: 11200000 + ids_start: 11186854 + operation: replace + tags_end: 11113146 + tags_start: 11100000 + 395: + operation: search + 396: + end: 13760287 + operation: insert + start: 13700000 + 397: + end: 8755593 + operation: delete + start: 8700000 + 398: + ids_end: 10400000 + ids_start: 10363530 + operation: replace + tags_end: 10336470 + tags_start: 10300000 + 399: + ids_end: 11300000 + ids_start: 11270191 + operation: replace + tags_end: 11229809 + tags_start: 11200000 + 400: + operation: search + 401: + end: 13882810 + operation: insert + start: 13800000 + 402: + ids_end: 11400000 + ids_start: 11386372 + operation: replace + tags_end: 11313628 + tags_start: 11300000 + 403: + operation: search + 404: + end: 13972370 + operation: insert + start: 13900000 + 405: + ids_end: 10000000 + ids_start: 9963731 + operation: replace + tags_end: 9936269 + tags_start: 9900000 + 406: + ids_end: 11500000 + ids_start: 11473000 + operation: replace + tags_end: 11427000 + tags_start: 11400000 + 407: + operation: search + 408: + end: 14082055 + operation: insert + start: 14000000 + 409: + end: 9057019 + operation: delete + start: 9000000 + 410: + ids_end: 11600000 + ids_start: 11579593 + operation: replace + tags_end: 11520407 + tags_start: 11500000 + 411: + operation: search + 412: + end: 14165070 + operation: insert + start: 14100000 + 413: + end: 9175891 + operation: delete + start: 9100000 + 414: + operation: search + 415: + end: 14258243 + operation: insert + start: 14200000 + 416: + end: 9283940 + operation: delete + start: 9200000 + 417: + ids_end: 11800000 + ids_start: 11786057 + operation: replace + tags_end: 11713943 + tags_start: 11700000 + 418: + operation: search + 419: + end: 14386580 + operation: insert + start: 14300000 + 420: + end: 9360523 + operation: delete + start: 9300000 + 421: + ids_end: 11900000 + ids_start: 11876088 + operation: replace + tags_end: 11823912 + tags_start: 11800000 + 422: + operation: search + 423: + end: 14485809 + operation: insert + start: 14400000 + 424: + ids_end: 8900000 + ids_start: 8860361 + operation: replace + tags_end: 8839639 + tags_start: 8800000 + 425: + ids_end: 9000000 + ids_start: 8978115 + operation: replace + tags_end: 8921885 + tags_start: 8900000 + 426: + operation: search + 427: + end: 14575226 + operation: insert + start: 14500000 + 428: + end: 9563916 + operation: delete + start: 9500000 + 429: + operation: search + 430: + end: 14665784 + operation: insert + start: 14600000 + 431: + end: 9669831 + operation: delete + start: 9600000 + 432: + ids_end: 12200000 + ids_start: 12154716 + operation: replace + tags_end: 12145284 + tags_start: 12100000 + 433: + operation: search + 434: + end: 14782319 + operation: insert + start: 14700000 + 435: + end: 9782694 + operation: delete + start: 9700000 + 436: + ids_end: 8400000 + ids_start: 8380651 + operation: replace + tags_end: 8319349 + tags_start: 8300000 + 437: + operation: search + 438: + end: 14864435 + operation: insert + start: 14800000 + 439: + end: 9857619 + operation: delete + start: 9800000 + 440: + operation: search + 441: + end: 14977510 + operation: insert + start: 14900000 + 442: + ids_end: 12500000 + ids_start: 12454126 + operation: replace + tags_end: 12445874 + tags_start: 12400000 + 443: + operation: search + 444: + end: 15054613 + operation: insert + start: 15000000 + 445: + end: 10065469 + operation: delete + start: 10000000 + 446: + ids_end: 100000 + ids_start: 88328 + operation: replace + tags_end: 11672 + tags_start: 0 + 447: + operation: search + 448: + end: 15180147 + operation: insert + start: 15100000 + 449: + ids_end: 7700000 + ids_start: 7660650 + operation: replace + tags_end: 7639350 + tags_start: 7600000 + 450: + ids_end: 12700000 + ids_start: 12656392 + operation: replace + tags_end: 12643608 + tags_start: 12600000 + 451: + operation: search + 452: + end: 15258685 + operation: insert + start: 15200000 + 453: + end: 10253427 + operation: delete + start: 10200000 + 454: + ids_end: 7600000 + ids_start: 7585571 + operation: replace + tags_end: 7514429 + tags_start: 7500000 + 455: + ids_end: 12800000 + ids_start: 12766593 + operation: replace + tags_end: 12733407 + tags_start: 12700000 + 456: + operation: search + 457: + end: 15381651 + operation: insert + start: 15300000 + 458: + ids_end: 12900000 + ids_start: 12855590 + operation: replace + tags_end: 12844410 + tags_start: 12800000 + 459: + operation: search + 460: + end: 15475179 + operation: insert + start: 15400000 + 461: + ids_end: 7300000 + ids_start: 7275401 + operation: replace + tags_end: 7224599 + tags_start: 7200000 + 462: + ids_end: 13000000 + ids_start: 12962271 + operation: replace + tags_end: 12937729 + tags_start: 12900000 + 463: + operation: search + 464: + end: 15580485 + operation: insert + start: 15500000 + 465: + end: 10557874 + operation: delete + start: 10500000 + 466: + ids_end: 7100000 + ids_start: 7059507 + operation: replace + tags_end: 7040493 + tags_start: 7000000 + 467: + ids_end: 13100000 + ids_start: 13059095 + operation: replace + tags_end: 13040905 + tags_start: 13000000 + 468: + operation: search + 469: + end: 15673410 + operation: insert + start: 15600000 + 470: + ids_end: 700000 + ids_start: 662778 + operation: replace + tags_end: 637222 + tags_start: 600000 + 471: + ids_end: 7000000 + ids_start: 6983366 + operation: replace + tags_end: 6916634 + tags_start: 6900000 + 472: + ids_end: 13200000 + ids_start: 13186142 + operation: replace + tags_end: 13113858 + tags_start: 13100000 + 473: + operation: search + 474: + end: 15771505 + operation: insert + start: 15700000 + 475: + ids_end: 6800000 + ids_start: 6766110 + operation: replace + tags_end: 6733890 + tags_start: 6700000 + 476: + ids_end: 13300000 + ids_start: 13288018 + operation: replace + tags_end: 13211982 + tags_start: 13200000 + 477: + operation: search + 478: + end: 15877558 + operation: insert + start: 15800000 + 479: + end: 10854536 + operation: delete + start: 10800000 + 480: + operation: search + 481: + end: 15979532 + operation: insert + start: 15900000 + 482: + operation: search + 483: + end: 16072284 + operation: insert + start: 16000000 + 484: + ids_end: 6400000 + ids_start: 6360197 + operation: replace + tags_end: 6339803 + tags_start: 6300000 + 485: + ids_end: 13600000 + ids_start: 13580060 + operation: replace + tags_end: 13519940 + tags_start: 13500000 + 486: + operation: search + 487: + end: 16181034 + operation: insert + start: 16100000 + 488: + end: 11186854 + operation: delete + start: 11100000 + 489: + ids_end: 1200000 + ids_start: 1166860 + operation: replace + tags_end: 1133140 + tags_start: 1100000 + 490: + ids_end: 6200000 + ids_start: 6164091 + operation: replace + tags_end: 6135909 + tags_start: 6100000 + 491: + operation: search + 492: + end: 16272255 + operation: insert + start: 16200000 + 493: + end: 11270191 + operation: delete + start: 11200000 + 494: + operation: search + 495: + end: 16360474 + operation: insert + start: 16300000 + 496: + end: 11386372 + operation: delete + start: 11300000 + 497: + operation: search + 498: + end: 16481306 + operation: insert + start: 16400000 + 499: + end: 11473000 + operation: delete + start: 11400000 + 500: + ids_end: 5600000 + ids_start: 5587709 + operation: replace + tags_end: 5512291 + tags_start: 5500000 + 501: + ids_end: 14000000 + ids_start: 13972370 + operation: replace + tags_end: 13927630 + tags_start: 13900000 + 502: + operation: search + 503: + end: 16575736 + operation: insert + start: 16500000 + 504: + end: 11579593 + operation: delete + start: 11500000 + 505: + ids_end: 5400000 + ids_start: 5388189 + operation: replace + tags_end: 5311811 + tags_start: 5300000 + 506: + ids_end: 14100000 + ids_start: 14082055 + operation: replace + tags_end: 14017945 + tags_start: 14000000 + 507: + operation: search + 508: + end: 16677276 + operation: insert + start: 16600000 + 509: + ids_end: 5200000 + ids_start: 5169046 + operation: replace + tags_end: 5130954 + tags_start: 5100000 + 510: + ids_end: 14200000 + ids_start: 14165070 + operation: replace + tags_end: 14134930 + tags_start: 14100000 + 511: + operation: search + 512: + end: 16751843 + operation: insert + start: 16700000 + 513: + end: 11786057 + operation: delete + start: 11700000 + 514: + operation: search + 515: + end: 16874433 + operation: insert + start: 16800000 + 516: + end: 11876088 + operation: delete + start: 11800000 + 517: + ids_end: 4800000 + ids_start: 4751728 + operation: replace + tags_end: 4748272 + tags_start: 4700000 + 518: + ids_end: 14400000 + ids_start: 14386580 + operation: replace + tags_end: 14313420 + tags_start: 14300000 + 519: + operation: search + 520: + end: 16964182 + operation: insert + start: 16900000 + 521: + ids_end: 2000000 + ids_start: 1976700 + operation: replace + tags_end: 1923300 + tags_start: 1900000 + 522: + ids_end: 4400000 + ids_start: 4376223 + operation: replace + tags_end: 4323777 + tags_start: 4300000 + 523: + ids_end: 14500000 + ids_start: 14485809 + operation: replace + tags_end: 14414191 + tags_start: 14400000 + 524: + operation: search + 525: + end: 17089291 + operation: insert + start: 17000000 + 526: + ids_end: 4200000 + ids_start: 4167743 + operation: replace + tags_end: 4132257 + tags_start: 4100000 + 527: + operation: search + 528: + end: 17173220 + operation: insert + start: 17100000 + 529: + end: 12154716 + operation: delete + start: 12100000 + 530: + ids_end: 14700000 + ids_start: 14665784 + operation: replace + tags_end: 14634216 + tags_start: 14600000 + 531: + operation: search + 532: + end: 17263932 + operation: insert + start: 17200000 + 533: + ids_end: 14800000 + ids_start: 14782319 + operation: replace + tags_end: 14717681 + tags_start: 14700000 + 534: + operation: search + 535: + end: 17355123 + operation: insert + start: 17300000 + 536: + ids_end: 2800000 + ids_start: 2765888 + operation: replace + tags_end: 2734112 + tags_start: 2700000 + 537: + ids_end: 3200000 + ids_start: 3167093 + operation: replace + tags_end: 3132907 + tags_start: 3100000 + 538: + ids_end: 14900000 + ids_start: 14864435 + operation: replace + tags_end: 14835565 + tags_start: 14800000 + 539: + operation: search + 540: + end: 17451837 + operation: insert + start: 17400000 + 541: + end: 12454126 + operation: delete + start: 12400000 + 542: + ids_end: 300000 + ids_start: 257370 + operation: replace + tags_end: 242630 + tags_start: 200000 + 543: + ids_end: 500000 + ids_start: 481703 + operation: replace + tags_end: 418297 + tags_start: 400000 + 544: + ids_end: 600000 + ids_start: 559269 + operation: replace + tags_end: 540731 + tags_start: 500000 + 545: + ids_end: 900000 + ids_start: 878324 + operation: replace + tags_end: 821676 + tags_start: 800000 + 546: + ids_end: 1000000 + ids_start: 973085 + operation: replace + tags_end: 926915 + tags_start: 900000 + 547: + ids_end: 2200000 + ids_start: 2171272 + operation: replace + tags_end: 2128728 + tags_start: 2100000 + 548: + operation: search + 549: + end: 17562320 + operation: insert + start: 17500000 + 550: + ids_end: 2600000 + ids_start: 2576439 + operation: replace + tags_end: 2523561 + tags_start: 2500000 + 551: + ids_end: 15100000 + ids_start: 15054613 + operation: replace + tags_end: 15045387 + tags_start: 15000000 + 552: + operation: search + 553: + end: 17655072 + operation: insert + start: 17600000 + 554: + end: 12656392 + operation: delete + start: 12600000 + 555: + operation: search + 556: + end: 17778559 + operation: insert + start: 17700000 + 557: + end: 12766593 + operation: delete + start: 12700000 + 558: + ids_end: 15300000 + ids_start: 15258685 + operation: replace + tags_end: 15241315 + tags_start: 15200000 + 559: + operation: search + 560: + end: 17865842 + operation: insert + start: 17800000 + 561: + end: 12855590 + operation: delete + start: 12800000 + 562: + ids_end: 15400000 + ids_start: 15381651 + operation: replace + tags_end: 15318349 + tags_start: 15300000 + 563: + operation: search + 564: + end: 17964901 + operation: insert + start: 17900000 + 565: + end: 12962271 + operation: delete + start: 12900000 + 566: + operation: search + 567: + end: 18050505 + operation: insert + start: 18000000 + 568: + end: 13059095 + operation: delete + start: 13000000 + 569: + operation: search + 570: + end: 18167657 + operation: insert + start: 18100000 + 571: + end: 13186142 + operation: delete + start: 13100000 + 572: + ids_end: 15700000 + ids_start: 15673410 + operation: replace + tags_end: 15626590 + tags_start: 15600000 + 573: + operation: search + 574: + end: 18256312 + operation: insert + start: 18200000 + 575: + end: 13288018 + operation: delete + start: 13200000 + 576: + ids_end: 15800000 + ids_start: 15771505 + operation: replace + tags_end: 15728495 + tags_start: 15700000 + 577: + operation: search + 578: + end: 18370329 + operation: insert + start: 18300000 + 579: + ids_end: 15900000 + ids_start: 15877558 + operation: replace + tags_end: 15822442 + tags_start: 15800000 + 580: + operation: search + 581: + end: 18478242 + operation: insert + start: 18400000 + 582: + ids_end: 3500000 + ids_start: 3452322 + operation: replace + tags_end: 3447678 + tags_start: 3400000 + 583: + ids_end: 16000000 + ids_start: 15979532 + operation: replace + tags_end: 15920468 + tags_start: 15900000 + 584: + operation: search + 585: + end: 18564831 + operation: insert + start: 18500000 + 586: + end: 13580060 + operation: delete + start: 13500000 + 587: + operation: search + 588: + end: 18656798 + operation: insert + start: 18600000 + 589: + ids_end: 16200000 + ids_start: 16181034 + operation: replace + tags_end: 16118966 + tags_start: 16100000 + 590: + operation: search + 591: + end: 18777802 + operation: insert + start: 18700000 + 592: + ids_end: 3800000 + ids_start: 3785820 + operation: replace + tags_end: 3714180 + tags_start: 3700000 + 593: + ids_end: 16300000 + ids_start: 16272255 + operation: replace + tags_end: 16227745 + tags_start: 16200000 + 594: + operation: search + 595: + end: 18877442 + operation: insert + start: 18800000 + 596: + operation: search + 597: + end: 18968030 + operation: insert + start: 18900000 + 598: + end: 13972370 + operation: delete + start: 13900000 + 599: + operation: search + 600: + end: 19062881 + operation: insert + start: 19000000 + 601: + end: 14082055 + operation: delete + start: 14000000 + 602: + ids_end: 4100000 + ids_start: 4086390 + operation: replace + tags_end: 4013610 + tags_start: 4000000 + 603: + ids_end: 16600000 + ids_start: 16575736 + operation: replace + tags_end: 16524264 + tags_start: 16500000 + 604: + operation: search + 605: + end: 19179765 + operation: insert + start: 19100000 + 606: + end: 14165070 + operation: delete + start: 14100000 + 607: + ids_end: 16700000 + ids_start: 16677276 + operation: replace + tags_end: 16622724 + tags_start: 16600000 + 608: + operation: search + 609: + end: 19274566 + operation: insert + start: 19200000 + 610: + ids_end: 4300000 + ids_start: 4271418 + operation: replace + tags_end: 4228582 + tags_start: 4200000 + 611: + operation: search + 612: + end: 19352795 + operation: insert + start: 19300000 + 613: + end: 14386580 + operation: delete + start: 14300000 + 614: + operation: search + 615: + end: 19471638 + operation: insert + start: 19400000 + 616: + end: 14485809 + operation: delete + start: 14400000 + 617: + ids_end: 17000000 + ids_start: 16964182 + operation: replace + tags_end: 16935818 + tags_start: 16900000 + 618: + operation: search + 619: + end: 19575050 + operation: insert + start: 19500000 + 620: + ids_end: 4600000 + ids_start: 4554879 + operation: replace + tags_end: 4545121 + tags_start: 4500000 + 621: + operation: search + 622: + end: 19688094 + operation: insert + start: 19600000 + 623: + end: 14665784 + operation: delete + start: 14600000 + 624: + operation: search + 625: + end: 19759248 + operation: insert + start: 19700000 + 626: + end: 14782319 + operation: delete + start: 14700000 + 627: + ids_end: 17300000 + ids_start: 17263932 + operation: replace + tags_end: 17236068 + tags_start: 17200000 + 628: + operation: search + 629: + end: 19860550 + operation: insert + start: 19800000 + 630: + end: 14864435 + operation: delete + start: 14800000 + 631: + operation: search + 632: + end: 19963746 + operation: insert + start: 19900000 + 633: + ids_end: 17500000 + ids_start: 17451837 + operation: replace + tags_end: 17448163 + tags_start: 17400000 + 634: + operation: search + 635: + end: 20060937 + operation: insert + start: 20000000 + 636: + end: 15054613 + operation: delete + start: 15000000 + 637: + operation: search + 638: + end: 20187045 + operation: insert + start: 20100000 + 639: + ids_end: 17700000 + ids_start: 17655072 + operation: replace + tags_end: 17644928 + tags_start: 17600000 + 640: + operation: search + 641: + end: 20253864 + operation: insert + start: 20200000 + 642: + end: 15258685 + operation: delete + start: 15200000 + 643: + operation: search + 644: + end: 20377597 + operation: insert + start: 20300000 + 645: + end: 15381651 + operation: delete + start: 15300000 + 646: + operation: search + 647: + end: 20452919 + operation: insert + start: 20400000 + 648: + ids_end: 18000000 + ids_start: 17964901 + operation: replace + tags_end: 17935099 + tags_start: 17900000 + 649: + operation: search + 650: + end: 20588112 + operation: insert + start: 20500000 + 651: + operation: search + 652: + end: 20668079 + operation: insert + start: 20600000 + 653: + end: 15673410 + operation: delete + start: 15600000 + 654: + ids_end: 18200000 + ids_start: 18167657 + operation: replace + tags_end: 18132343 + tags_start: 18100000 + 655: + operation: search + 656: + end: 20766974 + operation: insert + start: 20700000 + 657: + end: 15771505 + operation: delete + start: 15700000 + 658: + operation: search + 659: + end: 20874767 + operation: insert + start: 20800000 + 660: + end: 15877558 + operation: delete + start: 15800000 + 661: + operation: search + 662: + end: 20965555 + operation: insert + start: 20900000 + 663: + end: 15979532 + operation: delete + start: 15900000 + 664: + ids_end: 6000000 + ids_start: 5977997 + operation: replace + tags_end: 5922003 + tags_start: 5900000 + 665: + ids_end: 18500000 + ids_start: 18478242 + operation: replace + tags_end: 18421758 + tags_start: 18400000 + 666: + operation: search + 667: + end: 21054392 + operation: insert + start: 21000000 + 668: + ids_end: 6100000 + ids_start: 6051674 + operation: replace + tags_end: 6048326 + tags_start: 6000000 + 669: + ids_end: 18600000 + ids_start: 18564831 + operation: replace + tags_end: 18535169 + tags_start: 18500000 + 670: + operation: search + 671: + end: 21181734 + operation: insert + start: 21100000 + 672: + end: 16181034 + operation: delete + start: 16100000 + 673: + operation: search + 674: + end: 21287359 + operation: insert + start: 21200000 + 675: + end: 16272255 + operation: delete + start: 16200000 + 676: + ids_end: 18800000 + ids_start: 18777802 + operation: replace + tags_end: 18722198 + tags_start: 18700000 + 677: + operation: search + 678: + end: 21351652 + operation: insert + start: 21300000 + 679: + ids_end: 18900000 + ids_start: 18877442 + operation: replace + tags_end: 18822558 + tags_start: 18800000 + 680: + operation: search + 681: + end: 21462621 + operation: insert + start: 21400000 + 682: + ids_end: 19000000 + ids_start: 18968030 + operation: replace + tags_end: 18931970 + tags_start: 18900000 + 683: + operation: search + 684: + end: 21568194 + operation: insert + start: 21500000 + 685: + end: 16575736 + operation: delete + start: 16500000 + 686: + operation: search + 687: + end: 21652574 + operation: insert + start: 21600000 + 688: + end: 16677276 + operation: delete + start: 16600000 + 689: + ids_end: 6700000 + ids_start: 6668798 + operation: replace + tags_end: 6631202 + tags_start: 6600000 + 690: + operation: search + 691: + end: 21757718 + operation: insert + start: 21700000 + 692: + ids_end: 19300000 + ids_start: 19274566 + operation: replace + tags_end: 19225434 + tags_start: 19200000 + 693: + operation: search + 694: + end: 21880303 + operation: insert + start: 21800000 + 695: + ids_end: 19400000 + ids_start: 19352795 + operation: replace + tags_end: 19347205 + tags_start: 19300000 + 696: + operation: search + 697: + end: 21975249 + operation: insert + start: 21900000 + 698: + end: 16964182 + operation: delete + start: 16900000 + 699: + ids_end: 19500000 + ids_start: 19471638 + operation: replace + tags_end: 19428362 + tags_start: 19400000 + 700: + operation: search + 701: + end: 22074315 + operation: insert + start: 22000000 + 702: + ids_end: 19600000 + ids_start: 19575050 + operation: replace + tags_end: 19524950 + tags_start: 19500000 + 703: + operation: search + 704: + end: 22179300 + operation: insert + start: 22100000 + 705: + operation: search + 706: + end: 22262416 + operation: insert + start: 22200000 + 707: + end: 17263932 + operation: delete + start: 17200000 + 708: + ids_end: 19800000 + ids_start: 19759248 + operation: replace + tags_end: 19740752 + tags_start: 19700000 + 709: + operation: search + 710: + end: 22368756 + operation: insert + start: 22300000 + 711: + ids_end: 19900000 + ids_start: 19860550 + operation: replace + tags_end: 19839450 + tags_start: 19800000 + 712: + operation: search + 713: + end: 22455672 + operation: insert + start: 22400000 + 714: + end: 17451837 + operation: delete + start: 17400000 + 715: + ids_end: 7500000 + ids_start: 7468578 + operation: replace + tags_end: 7431422 + tags_start: 7400000 + 716: + ids_end: 20000000 + ids_start: 19963746 + operation: replace + tags_end: 19936254 + tags_start: 19900000 + 717: + operation: search + 718: + end: 22565622 + operation: insert + start: 22500000 + 719: + ids_end: 20100000 + ids_start: 20060937 + operation: replace + tags_end: 20039063 + tags_start: 20000000 + 720: + operation: search + 721: + end: 22682429 + operation: insert + start: 22600000 + 722: + end: 17655072 + operation: delete + start: 17600000 + 723: + ids_end: 20200000 + ids_start: 20187045 + operation: replace + tags_end: 20112955 + tags_start: 20100000 + 724: + operation: search + 725: + end: 22780174 + operation: insert + start: 22700000 + 726: + operation: search + 727: + end: 22879494 + operation: insert + start: 22800000 + 728: + ids_end: 20400000 + ids_start: 20377597 + operation: replace + tags_end: 20322403 + tags_start: 20300000 + 729: + operation: search + 730: + end: 22982463 + operation: insert + start: 22900000 + 731: + end: 17964901 + operation: delete + start: 17900000 + 732: + ids_end: 20500000 + ids_start: 20452919 + operation: replace + tags_end: 20447081 + tags_start: 20400000 + 733: + operation: search + 734: + end: 23071016 + operation: insert + start: 23000000 + 735: + operation: search + 736: + end: 23169134 + operation: insert + start: 23100000 + 737: + end: 18167657 + operation: delete + start: 18100000 + 738: + ids_end: 20700000 + ids_start: 20668079 + operation: replace + tags_end: 20631921 + tags_start: 20600000 + 739: + operation: search + 740: + end: 23258470 + operation: insert + start: 23200000 + 741: + ids_end: 20800000 + ids_start: 20766974 + operation: replace + tags_end: 20733026 + tags_start: 20700000 + 742: + operation: search + 743: + end: 23351776 + operation: insert + start: 23300000 + 744: + ids_end: 20900000 + ids_start: 20874767 + operation: replace + tags_end: 20825233 + tags_start: 20800000 + 745: + operation: search + 746: + end: 23483178 + operation: insert + start: 23400000 + 747: + end: 18478242 + operation: delete + start: 18400000 + 748: + ids_end: 21000000 + ids_start: 20965555 + operation: replace + tags_end: 20934445 + tags_start: 20900000 + 749: + operation: search + 750: + end: 23571886 + operation: insert + start: 23500000 + 751: + end: 18564831 + operation: delete + start: 18500000 + 752: + ids_end: 8600000 + ids_start: 8583855 + operation: replace + tags_end: 8516145 + tags_start: 8500000 + 753: + ids_end: 21100000 + ids_start: 21054392 + operation: replace + tags_end: 21045608 + tags_start: 21000000 + 754: + operation: search + 755: + end: 23654461 + operation: insert + start: 23600000 + 756: + operation: search + 757: + end: 23788210 + operation: insert + start: 23700000 + 758: + end: 18777802 + operation: delete + start: 18700000 + 759: + operation: search + 760: + end: 23856818 + operation: insert + start: 23800000 + 761: + end: 18877442 + operation: delete + start: 18800000 + 762: + operation: search + 763: + end: 23976304 + operation: insert + start: 23900000 + 764: + end: 18968030 + operation: delete + start: 18900000 + 765: + operation: search + 766: + end: 24081251 + operation: insert + start: 24000000 + 767: + operation: search + 768: + end: 24177453 + operation: insert + start: 24100000 + 769: + operation: search + 770: + end: 24280632 + operation: insert + start: 24200000 + 771: + end: 19274566 + operation: delete + start: 19200000 + 772: + ids_end: 21800000 + ids_start: 21757718 + operation: replace + tags_end: 21742282 + tags_start: 21700000 + 773: + operation: search + 774: + end: 24355445 + operation: insert + start: 24300000 + 775: + end: 19352795 + operation: delete + start: 19300000 + 776: + ids_end: 21900000 + ids_start: 21880303 + operation: replace + tags_end: 21819697 + tags_start: 21800000 + 777: + operation: search + 778: + end: 24454902 + operation: insert + start: 24400000 + 779: + end: 19471638 + operation: delete + start: 19400000 + 780: + ids_end: 9500000 + ids_start: 9461110 + operation: replace + tags_end: 9438890 + tags_start: 9400000 + 781: + ids_end: 22000000 + ids_start: 21975249 + operation: replace + tags_end: 21924751 + tags_start: 21900000 + 782: + operation: search + 783: + end: 24588806 + operation: insert + start: 24500000 + 784: + end: 19575050 + operation: delete + start: 19500000 + 785: + ids_end: 22100000 + ids_start: 22074315 + operation: replace + tags_end: 22025685 + tags_start: 22000000 + 786: + operation: search + 787: + end: 24663932 + operation: insert + start: 24600000 + 788: + ids_end: 22200000 + ids_start: 22179300 + operation: replace + tags_end: 22120700 + tags_start: 22100000 + 789: + operation: search + 790: + end: 24774610 + operation: insert + start: 24700000 + 791: + end: 19759248 + operation: delete + start: 19700000 + 792: + ids_end: 22300000 + ids_start: 22262416 + operation: replace + tags_end: 22237584 + tags_start: 22200000 + 793: + operation: search + 794: + end: 24877039 + operation: insert + start: 24800000 + 795: + end: 19860550 + operation: delete + start: 19800000 + 796: + operation: search + 797: + end: 24986405 + operation: insert + start: 24900000 + 798: + end: 19963746 + operation: delete + start: 19900000 + 799: + ids_end: 22500000 + ids_start: 22455672 + operation: replace + tags_end: 22444328 + tags_start: 22400000 + 800: + operation: search + 801: + end: 25075397 + operation: insert + start: 25000000 + 802: + end: 20060937 + operation: delete + start: 20000000 + 803: + operation: search + 804: + end: 25156238 + operation: insert + start: 25100000 + 805: + end: 20187045 + operation: delete + start: 20100000 + 806: + ids_end: 10200000 + ids_start: 10157799 + operation: replace + tags_end: 10142201 + tags_start: 10100000 + 807: + ids_end: 22700000 + ids_start: 22682429 + operation: replace + tags_end: 22617571 + tags_start: 22600000 + 808: + operation: search + 809: + end: 25255292 + operation: insert + start: 25200000 + 810: + ids_end: 22800000 + ids_start: 22780174 + operation: replace + tags_end: 22719826 + tags_start: 22700000 + 811: + operation: search + 812: + end: 25387274 + operation: insert + start: 25300000 + 813: + end: 20377597 + operation: delete + start: 20300000 + 814: + operation: search + 815: + end: 25486716 + operation: insert + start: 25400000 + 816: + end: 20452919 + operation: delete + start: 20400000 + 817: + ids_end: 10500000 + ids_start: 10470707 + operation: replace + tags_end: 10429293 + tags_start: 10400000 + 818: + ids_end: 23000000 + ids_start: 22982463 + operation: replace + tags_end: 22917537 + tags_start: 22900000 + 819: + operation: search + 820: + end: 25569459 + operation: insert + start: 25500000 + 821: + ids_end: 23100000 + ids_start: 23071016 + operation: replace + tags_end: 23028984 + tags_start: 23000000 + 822: + operation: search + 823: + end: 25661731 + operation: insert + start: 25600000 + 824: + end: 20668079 + operation: delete + start: 20600000 + 825: + operation: search + 826: + end: 25766725 + operation: insert + start: 25700000 + 827: + end: 20766974 + operation: delete + start: 20700000 + 828: + ids_end: 23300000 + ids_start: 23258470 + operation: replace + tags_end: 23241530 + tags_start: 23200000 + 829: + operation: search + 830: + end: 25879660 + operation: insert + start: 25800000 + 831: + end: 20874767 + operation: delete + start: 20800000 + 832: + operation: search + 833: + end: 25977396 + operation: insert + start: 25900000 + 834: + end: 20965555 + operation: delete + start: 20900000 + 835: + operation: search + 836: + end: 26080005 + operation: insert + start: 26000000 + 837: + end: 21054392 + operation: delete + start: 21000000 + 838: + operation: search + 839: + end: 26170741 + operation: insert + start: 26100000 + 840: + operation: search + 841: + end: 26280304 + operation: insert + start: 26200000 + 842: + ids_end: 23800000 + ids_start: 23788210 + operation: replace + tags_end: 23711790 + tags_start: 23700000 + 843: + operation: search + 844: + end: 26356990 + operation: insert + start: 26300000 + 845: + ids_end: 23900000 + ids_start: 23856818 + operation: replace + tags_end: 23843182 + tags_start: 23800000 + 846: + operation: search + 847: + end: 26451790 + operation: insert + start: 26400000 + 848: + operation: search + 849: + end: 26553427 + operation: insert + start: 26500000 + 850: + ids_end: 24100000 + ids_start: 24081251 + operation: replace + tags_end: 24018749 + tags_start: 24000000 + 851: + operation: search + 852: + end: 26667691 + operation: insert + start: 26600000 + 853: + operation: search + 854: + end: 26770240 + operation: insert + start: 26700000 + 855: + end: 21757718 + operation: delete + start: 21700000 + 856: + ids_end: 24300000 + ids_start: 24280632 + operation: replace + tags_end: 24219368 + tags_start: 24200000 + 857: + operation: search + 858: + end: 26859320 + operation: insert + start: 26800000 + 859: + end: 21880303 + operation: delete + start: 21800000 + 860: + operation: search + 861: + end: 26960969 + operation: insert + start: 26900000 + 862: + end: 21975249 + operation: delete + start: 21900000 + 863: + ids_end: 24500000 + ids_start: 24454902 + operation: replace + tags_end: 24445098 + tags_start: 24400000 + 864: + operation: search + 865: + end: 27077063 + operation: insert + start: 27000000 + 866: + end: 22074315 + operation: delete + start: 22000000 + 867: + ids_end: 24600000 + ids_start: 24588806 + operation: replace + tags_end: 24511194 + tags_start: 24500000 + 868: + operation: search + 869: + end: 27170307 + operation: insert + start: 27100000 + 870: + end: 22179300 + operation: delete + start: 22100000 + 871: + ids_end: 24700000 + ids_start: 24663932 + operation: replace + tags_end: 24636068 + tags_start: 24600000 + 872: + operation: search + 873: + end: 27277146 + operation: insert + start: 27200000 + 874: + end: 22262416 + operation: delete + start: 22200000 + 875: + ids_end: 24800000 + ids_start: 24774610 + operation: replace + tags_end: 24725390 + tags_start: 24700000 + 876: + operation: search + 877: + end: 27362254 + operation: insert + start: 27300000 + 878: + ids_end: 24900000 + ids_start: 24877039 + operation: replace + tags_end: 24822961 + tags_start: 24800000 + 879: + operation: search + 880: + end: 27465087 + operation: insert + start: 27400000 + 881: + end: 22455672 + operation: delete + start: 22400000 + 882: + operation: search + 883: + end: 27564186 + operation: insert + start: 27500000 + 884: + ids_end: 12600000 + ids_start: 12582984 + operation: replace + tags_end: 12517016 + tags_start: 12500000 + 885: + operation: search + 886: + end: 27683360 + operation: insert + start: 27600000 + 887: + end: 22682429 + operation: delete + start: 22600000 + 888: + ids_end: 25200000 + ids_start: 25156238 + operation: replace + tags_end: 25143762 + tags_start: 25100000 + 889: + operation: search + 890: + end: 27764674 + operation: insert + start: 27700000 + 891: + end: 22780174 + operation: delete + start: 22700000 + 892: + operation: search + 893: + end: 27874332 + operation: insert + start: 27800000 + 894: + operation: search + 895: + end: 27965617 + operation: insert + start: 27900000 + 896: + end: 22982463 + operation: delete + start: 22900000 + 897: + ids_end: 25500000 + ids_start: 25486716 + operation: replace + tags_end: 25413284 + tags_start: 25400000 + 898: + operation: search + 899: + end: 28074037 + operation: insert + start: 28000000 + 900: + end: 23071016 + operation: delete + start: 23000000 + 901: + ids_end: 25600000 + ids_start: 25569459 + operation: replace + tags_end: 25530541 + tags_start: 25500000 + 902: + operation: search + 903: + end: 28153772 + operation: insert + start: 28100000 + 904: + operation: search + 905: + end: 28252236 + operation: insert + start: 28200000 + 906: + end: 23258470 + operation: delete + start: 23200000 + 907: + operation: search + 908: + end: 28363030 + operation: insert + start: 28300000 + 909: + operation: search + 910: + end: 28483372 + operation: insert + start: 28400000 + 911: + ids_end: 13500000 + ids_start: 13455127 + operation: replace + tags_end: 13444873 + tags_start: 13400000 + 912: + ids_end: 26000000 + ids_start: 25977396 + operation: replace + tags_end: 25922604 + tags_start: 25900000 + 913: + operation: search + 914: + end: 28588398 + operation: insert + start: 28500000 + 915: + ids_end: 26100000 + ids_start: 26080005 + operation: replace + tags_end: 26019995 + tags_start: 26000000 + 916: + operation: search + 917: + end: 28680663 + operation: insert + start: 28600000 + 918: + operation: search + 919: + end: 28760808 + operation: insert + start: 28700000 + 920: + end: 23788210 + operation: delete + start: 23700000 + 921: + ids_end: 13800000 + ids_start: 13760287 + operation: replace + tags_end: 13739713 + tags_start: 13700000 + 922: + operation: search + 923: + end: 28861237 + operation: insert + start: 28800000 + 924: + end: 23856818 + operation: delete + start: 23800000 + 925: + ids_end: 26400000 + ids_start: 26356990 + operation: replace + tags_end: 26343010 + tags_start: 26300000 + 926: + operation: search + 927: + end: 28988645 + operation: insert + start: 28900000 + 928: + operation: search + 929: + end: 29066506 + operation: insert + start: 29000000 + 930: + end: 24081251 + operation: delete + start: 24000000 + 931: + ids_end: 26600000 + ids_start: 26553427 + operation: replace + tags_end: 26546573 + tags_start: 26500000 + 932: + operation: search + 933: + end: 29180421 + operation: insert + start: 29100000 + 934: + ids_end: 26700000 + ids_start: 26667691 + operation: replace + tags_end: 26632309 + tags_start: 26600000 + 935: + operation: search + 936: + end: 29269712 + operation: insert + start: 29200000 + 937: + end: 24280632 + operation: delete + start: 24200000 + 938: + ids_end: 14300000 + ids_start: 14258243 + operation: replace + tags_end: 14241757 + tags_start: 14200000 + 939: + ids_end: 26800000 + ids_start: 26770240 + operation: replace + tags_end: 26729760 + tags_start: 26700000 + 940: + operation: search + 941: + end: 29381230 + operation: insert + start: 29300000 + 942: + operation: search + 943: + end: 29478342 + operation: insert + start: 29400000 + 944: + end: 24454902 + operation: delete + start: 24400000 + 945: + ids_end: 27000000 + ids_start: 26960969 + operation: replace + tags_end: 26939031 + tags_start: 26900000 + 946: + operation: search + 947: + end: 29582656 + operation: insert + start: 29500000 + 948: + end: 24588806 + operation: delete + start: 24500000 + 949: + operation: search + 950: + end: 29682691 + operation: insert + start: 29600000 + 951: + end: 24663932 + operation: delete + start: 24600000 + 952: + ids_end: 27200000 + ids_start: 27170307 + operation: replace + tags_end: 27129693 + tags_start: 27100000 + 953: + operation: search + 954: + end: 29767818 + operation: insert + start: 29700000 + 955: + end: 24774610 + operation: delete + start: 24700000 + 956: + operation: search + 957: + end: 29853489 + operation: insert + start: 29800000 + 958: + end: 24877039 + operation: delete + start: 24800000 + 959: + ids_end: 27400000 + ids_start: 27362254 + operation: replace + tags_end: 27337746 + tags_start: 27300000 + 960: + operation: search + 961: + end: 29988218 + operation: insert + start: 29900000 + 962: + operation: search + 963: + end: 30069754 + operation: insert + start: 30000000 + 964: + end: 88328 + operation: delete + start: 0 + 965: + ids_end: 27600000 + ids_start: 27564186 + operation: replace + tags_end: 27535814 + tags_start: 27500000 + 966: + operation: search + 967: + end: 30187478 + operation: insert + start: 30100000 + 968: + end: 25156238 + operation: delete + start: 25100000 + 969: + operation: search + 970: + end: 30274373 + operation: insert + start: 30200000 + 971: + ids_end: 27800000 + ids_start: 27764674 + operation: replace + tags_end: 27735326 + tags_start: 27700000 + 972: + operation: search + 973: + end: 30371540 + operation: insert + start: 30300000 + 974: + ids_end: 27900000 + ids_start: 27874332 + operation: replace + tags_end: 27825668 + tags_start: 27800000 + 975: + operation: search + 976: + end: 30473860 + operation: insert + start: 30400000 + 977: + end: 25486716 + operation: delete + start: 25400000 + 978: + operation: search + 979: + end: 30566245 + operation: insert + start: 30500000 + 980: + end: 25569459 + operation: delete + start: 25500000 + 981: + ids_end: 15600000 + ids_start: 15580485 + operation: replace + tags_end: 15519515 + tags_start: 15500000 + 982: + operation: search + 983: + end: 30680560 + operation: insert + start: 30600000 + 984: + end: 662778 + operation: delete + start: 600000 + 985: + ids_end: 28200000 + ids_start: 28153772 + operation: replace + tags_end: 28146228 + tags_start: 28100000 + 986: + operation: search + 987: + end: 30769904 + operation: insert + start: 30700000 + 988: + ids_end: 28300000 + ids_start: 28252236 + operation: replace + tags_end: 28247764 + tags_start: 28200000 + 989: + operation: search + 990: + end: 30879111 + operation: insert + start: 30800000 + 991: + ids_end: 28400000 + ids_start: 28363030 + operation: replace + tags_end: 28336970 + tags_start: 28300000 + 992: + operation: search + 993: + end: 30978265 + operation: insert + start: 30900000 + 994: + end: 25977396 + operation: delete + start: 25900000 + 995: + operation: search + 996: + end: 31054348 + operation: insert + start: 31000000 + 997: + end: 26080005 + operation: delete + start: 26000000 + 998: + ids_end: 16100000 + ids_start: 16072284 + operation: replace + tags_end: 16027716 + tags_start: 16000000 + 999: + ids_end: 28600000 + ids_start: 28588398 + operation: replace + tags_end: 28511602 + tags_start: 28500000 + 1000: + operation: search + 1001: + end: 31179057 + operation: insert + start: 31100000 + 1002: + end: 1166860 + operation: delete + start: 1100000 + 1003: + ids_end: 28700000 + ids_start: 28680663 + operation: replace + tags_end: 28619337 + tags_start: 28600000 + 1004: + operation: search + 1005: + end: 31280053 + operation: insert + start: 31200000 + 1006: + operation: search + 1007: + end: 31369352 + operation: insert + start: 31300000 + 1008: + end: 26356990 + operation: delete + start: 26300000 + 1009: + ids_end: 16400000 + ids_start: 16360474 + operation: replace + tags_end: 16339526 + tags_start: 16300000 + 1010: + ids_end: 28900000 + ids_start: 28861237 + operation: replace + tags_end: 28838763 + tags_start: 28800000 + 1011: + operation: search + 1012: + end: 31481323 + operation: insert + start: 31400000 + 1013: + ids_end: 16500000 + ids_start: 16481306 + operation: replace + tags_end: 16418694 + tags_start: 16400000 + 1014: + ids_end: 29000000 + ids_start: 28988645 + operation: replace + tags_end: 28911355 + tags_start: 28900000 + 1015: + operation: search + 1016: + end: 31584741 + operation: insert + start: 31500000 + 1017: + end: 26553427 + operation: delete + start: 26500000 + 1018: + operation: search + 1019: + end: 31663896 + operation: insert + start: 31600000 + 1020: + end: 26667691 + operation: delete + start: 26600000 + 1021: + operation: search + 1022: + end: 31752028 + operation: insert + start: 31700000 + 1023: + end: 26770240 + operation: delete + start: 26700000 + 1024: + ids_end: 16800000 + ids_start: 16751843 + operation: replace + tags_end: 16748157 + tags_start: 16700000 + 1025: + operation: search + 1026: + end: 31889366 + operation: insert + start: 31800000 + 1027: + ids_end: 16900000 + ids_start: 16874433 + operation: replace + tags_end: 16825567 + tags_start: 16800000 + 1028: + operation: search + 1029: + end: 31958604 + operation: insert + start: 31900000 + 1030: + end: 1976700 + operation: delete + start: 1900000 + 1031: + end: 26960969 + operation: delete + start: 26900000 + 1032: + operation: search + 1033: + end: 32060523 + operation: insert + start: 32000000 + 1034: + ids_end: 29600000 + ids_start: 29582656 + operation: replace + tags_end: 29517344 + tags_start: 29500000 + 1035: + operation: search + 1036: + end: 32153562 + operation: insert + start: 32100000 + 1037: + end: 27170307 + operation: delete + start: 27100000 + 1038: + ids_end: 17200000 + ids_start: 17173220 + operation: replace + tags_end: 17126780 + tags_start: 17100000 + 1039: + ids_end: 29700000 + ids_start: 29682691 + operation: replace + tags_end: 29617309 + tags_start: 29600000 + 1040: + operation: search + 1041: + end: 32280233 + operation: insert + start: 32200000 + 1042: + ids_end: 29800000 + ids_start: 29767818 + operation: replace + tags_end: 29732182 + tags_start: 29700000 + 1043: + operation: search + 1044: + end: 32388817 + operation: insert + start: 32300000 + 1045: + end: 27362254 + operation: delete + start: 27300000 + 1046: + ids_end: 17400000 + ids_start: 17355123 + operation: replace + tags_end: 17344877 + tags_start: 17300000 + 1047: + ids_end: 29900000 + ids_start: 29853489 + operation: replace + tags_end: 29846511 + tags_start: 29800000 + 1048: + operation: search + 1049: + end: 32476998 + operation: insert + start: 32400000 + 1050: + operation: search + 1051: + end: 32581358 + operation: insert + start: 32500000 + 1052: + end: 2576439 + operation: delete + start: 2500000 + 1053: + end: 27564186 + operation: delete + start: 27500000 + 1054: + ids_end: 30100000 + ids_start: 30069754 + operation: replace + tags_end: 30030246 + tags_start: 30000000 + 1055: + operation: search + 1056: + end: 32670405 + operation: insert + start: 32600000 + 1057: + ids_end: 30200000 + ids_start: 30187478 + operation: replace + tags_end: 30112522 + tags_start: 30100000 + 1058: + operation: search + 1059: + end: 32770459 + operation: insert + start: 32700000 + 1060: + end: 27764674 + operation: delete + start: 27700000 + 1061: + ids_end: 17800000 + ids_start: 17778559 + operation: replace + tags_end: 17721441 + tags_start: 17700000 + 1062: + ids_end: 30300000 + ids_start: 30274373 + operation: replace + tags_end: 30225627 + tags_start: 30200000 + 1063: + ids_end: 32200000 + ids_start: 32153562 + operation: replace + tags_end: 32146438 + tags_start: 32100000 + 1064: + operation: search + 1065: + end: 32862426 + operation: insert + start: 32800000 + 1066: + end: 27874332 + operation: delete + start: 27800000 + 1067: + ids_end: 30400000 + ids_start: 30371540 + operation: replace + tags_end: 30328460 + tags_start: 30300000 + 1068: + operation: search + 1069: + end: 32963286 + operation: insert + start: 32900000 + 1070: + ids_end: 30500000 + ids_start: 30473860 + operation: replace + tags_end: 30426140 + tags_start: 30400000 + 1071: + operation: search + 1072: + end: 33079546 + operation: insert + start: 33000000 + 1073: + ids_end: 18100000 + ids_start: 18050505 + operation: replace + tags_end: 18049495 + tags_start: 18000000 + 1074: + operation: search + 1075: + end: 33189380 + operation: insert + start: 33100000 + 1076: + end: 28153772 + operation: delete + start: 28100000 + 1077: + ids_end: 30700000 + ids_start: 30680560 + operation: replace + tags_end: 30619440 + tags_start: 30600000 + 1078: + operation: search + 1079: + end: 33271438 + operation: insert + start: 33200000 + 1080: + end: 28252236 + operation: delete + start: 28200000 + 1081: + ids_end: 18300000 + ids_start: 18256312 + operation: replace + tags_end: 18243688 + tags_start: 18200000 + 1082: + ids_end: 31500000 + ids_start: 31481323 + operation: replace + tags_end: 31418677 + tags_start: 31400000 + 1083: + operation: search + 1084: + end: 33371788 + operation: insert + start: 33300000 + 1085: + end: 28363030 + operation: delete + start: 28300000 + 1086: + ids_end: 18400000 + ids_start: 18370329 + operation: replace + tags_end: 18329671 + tags_start: 18300000 + 1087: + ids_end: 30900000 + ids_start: 30879111 + operation: replace + tags_end: 30820889 + tags_start: 30800000 + 1088: + operation: search + 1089: + end: 33453834 + operation: insert + start: 33400000 + 1090: + end: 3452322 + operation: delete + start: 3400000 + 1091: + ids_end: 31000000 + ids_start: 30978265 + operation: replace + tags_end: 30921735 + tags_start: 30900000 + 1092: + ids_end: 31300000 + ids_start: 31280053 + operation: replace + tags_end: 31219947 + tags_start: 31200000 + 1093: + operation: search + 1094: + end: 33561365 + operation: insert + start: 33500000 + 1095: + end: 28588398 + operation: delete + start: 28500000 + 1096: + operation: search + 1097: + end: 33660784 + operation: insert + start: 33600000 + 1098: + end: 28680663 + operation: delete + start: 28600000 + 1099: + ids_end: 31100000 + ids_start: 31054348 + operation: replace + tags_end: 31045652 + tags_start: 31000000 + 1100: + ids_end: 31200000 + ids_start: 31179057 + operation: replace + tags_end: 31120943 + tags_start: 31100000 + 1101: + operation: search + 1102: + end: 33782141 + operation: insert + start: 33700000 + 1103: + end: 3785820 + operation: delete + start: 3700000 + 1104: + operation: search + 1105: + end: 33866335 + operation: insert + start: 33800000 + 1106: + end: 28861237 + operation: delete + start: 28800000 + 1107: + ids_end: 30800000 + ids_start: 30769904 + operation: replace + tags_end: 30730096 + tags_start: 30700000 + 1108: + ids_end: 31400000 + ids_start: 31369352 + operation: replace + tags_end: 31330648 + tags_start: 31300000 + 1109: + operation: search + 1110: + end: 33959032 + operation: insert + start: 33900000 + 1111: + end: 28988645 + operation: delete + start: 28900000 + 1112: + operation: search + 1113: + end: 34074977 + operation: insert + start: 34000000 + 1114: + end: 4086390 + operation: delete + start: 4000000 + 1115: + ids_end: 19100000 + ids_start: 19062881 + operation: replace + tags_end: 19037119 + tags_start: 19000000 + 1116: + ids_end: 31600000 + ids_start: 31584741 + operation: replace + tags_end: 31515259 + tags_start: 31500000 + 1117: + operation: search + 1118: + end: 34159967 + operation: insert + start: 34100000 + 1119: + operation: search + 1120: + end: 34251951 + operation: insert + start: 34200000 + 1121: + end: 4271418 + operation: delete + start: 4200000 + 1122: + operation: search + 1123: + end: 34376932 + operation: insert + start: 34300000 + 1124: + ids_end: 30000000 + ids_start: 29988218 + operation: replace + tags_end: 29911782 + tags_start: 29900000 + 1125: + ids_end: 31900000 + ids_start: 31889366 + operation: replace + tags_end: 31810634 + tags_start: 31800000 + 1126: + operation: search + 1127: + end: 34475063 + operation: insert + start: 34400000 + 1128: + ids_end: 32000000 + ids_start: 31958604 + operation: replace + tags_end: 31941396 + tags_start: 31900000 + 1129: + operation: search + 1130: + end: 34576634 + operation: insert + start: 34500000 + 1131: + end: 4554879 + operation: delete + start: 4500000 + 1132: + end: 29582656 + operation: delete + start: 29500000 + 1133: + ids_end: 32100000 + ids_start: 32060523 + operation: replace + tags_end: 32039477 + tags_start: 32000000 + 1134: + operation: search + 1135: + end: 34689985 + operation: insert + start: 34600000 + 1136: + end: 29682691 + operation: delete + start: 29600000 + 1137: + operation: search + 1138: + end: 34770968 + operation: insert + start: 34700000 + 1139: + end: 29767818 + operation: delete + start: 29700000 + 1140: + ids_end: 29500000 + ids_start: 29478342 + operation: replace + tags_end: 29421658 + tags_start: 29400000 + 1141: + ids_end: 32300000 + ids_start: 32280233 + operation: replace + tags_end: 32219767 + tags_start: 32200000 + 1142: + operation: search + 1143: + end: 34871209 + operation: insert + start: 34800000 + 1144: + end: 29853489 + operation: delete + start: 29800000 + 1145: + ids_end: 32400000 + ids_start: 32388817 + operation: replace + tags_end: 32311183 + tags_start: 32300000 + 1146: + operation: search + 1147: + end: 34973928 + operation: insert + start: 34900000 + 1148: + ids_end: 29200000 + ids_start: 29180421 + operation: replace + tags_end: 29119579 + tags_start: 29100000 + 1149: + ids_end: 32500000 + ids_start: 32476998 + operation: replace + tags_end: 32423002 + tags_start: 32400000 + 1150: + operation: search + max_pts: 6682767 diff --git a/neurips23/runbooks/wikipedia-35M_expiration_time_replace_only_runbook.yaml b/neurips23/runbooks/wikipedia-35M_expiration_time_replace_only_runbook.yaml new file mode 100644 index 000000000..f4fdcdd1e --- /dev/null +++ b/neurips23/runbooks/wikipedia-35M_expiration_time_replace_only_runbook.yaml @@ -0,0 +1,854 @@ +wikipedia-35M: + 1: + end: 64251 + operation: insert + start: 0 + 2: + operation: search + 3: + end: 166838 + operation: insert + start: 100000 + 4: + operation: search + 5: + end: 275755 + operation: insert + start: 200000 + 6: + operation: search + 7: + end: 360735 + operation: insert + start: 300000 + 8: + operation: search + 9: + end: 488718 + operation: insert + start: 400000 + 10: + operation: search + 11: + end: 569950 + operation: insert + start: 500000 + 12: + operation: search + 13: + end: 659553 + operation: insert + start: 600000 + 14: + operation: search + 15: + end: 780330 + operation: insert + start: 700000 + 16: + operation: search + 17: + end: 865051 + operation: insert + start: 800000 + 18: + operation: search + 19: + end: 982285 + operation: insert + start: 900000 + 20: + operation: search + 21: + end: 1069368 + operation: insert + start: 1000000 + 22: + operation: search + 23: + end: 1151523 + operation: insert + start: 1100000 + 24: + ids_end: 200000 + ids_start: 166838 + operation: replace + tags_end: 133162 + tags_start: 100000 + 25: + operation: search + 26: + end: 1253863 + operation: insert + start: 1200000 + 27: + ids_end: 300000 + ids_start: 275755 + operation: replace + tags_end: 224245 + tags_start: 200000 + 28: + operation: search + 29: + end: 1365793 + operation: insert + start: 1300000 + 30: + operation: search + 31: + end: 1454749 + operation: insert + start: 1400000 + 32: + operation: search + 33: + end: 1550796 + operation: insert + start: 1500000 + 34: + ids_end: 600000 + ids_start: 569950 + operation: replace + tags_end: 530050 + tags_start: 500000 + 35: + operation: search + 36: + end: 1662617 + operation: insert + start: 1600000 + 37: + ids_end: 700000 + ids_start: 659553 + operation: replace + tags_end: 640447 + tags_start: 600000 + 38: + operation: search + 39: + end: 1785822 + operation: insert + start: 1700000 + 40: + ids_end: 800000 + ids_start: 780330 + operation: replace + tags_end: 719670 + tags_start: 700000 + 41: + operation: search + 42: + end: 1864168 + operation: insert + start: 1800000 + 43: + ids_end: 900000 + ids_start: 865051 + operation: replace + tags_end: 834949 + tags_start: 800000 + 44: + operation: search + 45: + end: 1979356 + operation: insert + start: 1900000 + 46: + ids_end: 1000000 + ids_start: 982285 + operation: replace + tags_end: 917715 + tags_start: 900000 + 47: + operation: search + 48: + end: 2056965 + operation: insert + start: 2000000 + 49: + ids_end: 1100000 + ids_start: 1069368 + operation: replace + tags_end: 1030632 + tags_start: 1000000 + 50: + operation: search + 51: + end: 2176001 + operation: insert + start: 2100000 + 52: + ids_end: 1200000 + ids_start: 1151523 + operation: replace + tags_end: 1148477 + tags_start: 1100000 + 53: + operation: search + 54: + end: 2282950 + operation: insert + start: 2200000 + 55: + ids_end: 1300000 + ids_start: 1253863 + operation: replace + tags_end: 1246137 + tags_start: 1200000 + 56: + operation: search + 57: + end: 2354422 + operation: insert + start: 2300000 + 58: + ids_end: 1400000 + ids_start: 1365793 + operation: replace + tags_end: 1334207 + tags_start: 1300000 + 59: + operation: search + 60: + end: 2487070 + operation: insert + start: 2400000 + 61: + ids_end: 1500000 + ids_start: 1454749 + operation: replace + tags_end: 1445251 + tags_start: 1400000 + 62: + operation: search + 63: + end: 2584407 + operation: insert + start: 2500000 + 64: + ids_end: 1600000 + ids_start: 1550796 + operation: replace + tags_end: 1549204 + tags_start: 1500000 + 65: + operation: search + 66: + end: 2651920 + operation: insert + start: 2600000 + 67: + operation: search + 68: + end: 2765188 + operation: insert + start: 2700000 + 69: + ids_end: 1800000 + ids_start: 1785822 + operation: replace + tags_end: 1714178 + tags_start: 1700000 + 70: + operation: search + 71: + end: 2873489 + operation: insert + start: 2800000 + 72: + operation: search + 73: + end: 2958436 + operation: insert + start: 2900000 + 74: + ids_end: 2000000 + ids_start: 1979356 + operation: replace + tags_end: 1920644 + tags_start: 1900000 + 75: + operation: search + 76: + end: 3069005 + operation: insert + start: 3000000 + 77: + ids_end: 2100000 + ids_start: 2056965 + operation: replace + tags_end: 2043035 + tags_start: 2000000 + 78: + operation: search + 79: + end: 3167529 + operation: insert + start: 3100000 + 80: + ids_end: 2200000 + ids_start: 2176001 + operation: replace + tags_end: 2123999 + tags_start: 2100000 + 81: + operation: search + 82: + end: 3275840 + operation: insert + start: 3200000 + 83: + ids_end: 2300000 + ids_start: 2282950 + operation: replace + tags_end: 2217050 + tags_start: 2200000 + 84: + operation: search + 85: + end: 3362648 + operation: insert + start: 3300000 + 86: + ids_end: 2400000 + ids_start: 2354422 + operation: replace + tags_end: 2345578 + tags_start: 2300000 + 87: + operation: search + 88: + end: 3484397 + operation: insert + start: 3400000 + 89: + ids_end: 2500000 + ids_start: 2487070 + operation: replace + tags_end: 2412930 + tags_start: 2400000 + 90: + operation: search + 91: + end: 3564604 + operation: insert + start: 3500000 + 92: + ids_end: 2600000 + ids_start: 2584407 + operation: replace + tags_end: 2515593 + tags_start: 2500000 + 93: + operation: search + 94: + end: 3654955 + operation: insert + start: 3600000 + 95: + ids_end: 2700000 + ids_start: 2651920 + operation: replace + tags_end: 2648080 + tags_start: 2600000 + 96: + operation: search + 97: + end: 3759848 + operation: insert + start: 3700000 + 98: + ids_end: 2800000 + ids_start: 2765188 + operation: replace + tags_end: 2734812 + tags_start: 2700000 + 99: + operation: search + 100: + end: 3855441 + operation: insert + start: 3800000 + 101: + ids_end: 2900000 + ids_start: 2873489 + operation: replace + tags_end: 2826511 + tags_start: 2800000 + 102: + operation: search + 103: + end: 3950383 + operation: insert + start: 3900000 + 104: + ids_end: 500000 + ids_start: 488718 + operation: replace + tags_end: 411282 + tags_start: 400000 + 105: + ids_end: 3000000 + ids_start: 2958436 + operation: replace + tags_end: 2941564 + tags_start: 2900000 + 106: + operation: search + 107: + end: 4059507 + operation: insert + start: 4000000 + 108: + ids_end: 3100000 + ids_start: 3069005 + operation: replace + tags_end: 3030995 + tags_start: 3000000 + 109: + operation: search + 110: + end: 4174009 + operation: insert + start: 4100000 + 111: + ids_end: 3200000 + ids_start: 3167529 + operation: replace + tags_end: 3132471 + tags_start: 3100000 + 112: + operation: search + 113: + end: 4250836 + operation: insert + start: 4200000 + 114: + operation: search + 115: + end: 4366822 + operation: insert + start: 4300000 + 116: + ids_end: 3400000 + ids_start: 3362648 + operation: replace + tags_end: 3337352 + tags_start: 3300000 + 117: + operation: search + 118: + end: 4487047 + operation: insert + start: 4400000 + 119: + operation: search + 120: + end: 4562294 + operation: insert + start: 4500000 + 121: + ids_end: 3600000 + ids_start: 3564604 + operation: replace + tags_end: 3535396 + tags_start: 3500000 + 122: + operation: search + 123: + end: 4671750 + operation: insert + start: 4600000 + 124: + ids_end: 3700000 + ids_start: 3654955 + operation: replace + tags_end: 3645045 + tags_start: 3600000 + 125: + operation: search + 126: + end: 4768251 + operation: insert + start: 4700000 + 127: + ids_end: 3800000 + ids_start: 3759848 + operation: replace + tags_end: 3740152 + tags_start: 3700000 + 128: + operation: search + 129: + end: 4869053 + operation: insert + start: 4800000 + 130: + ids_end: 3900000 + ids_start: 3855441 + operation: replace + tags_end: 3844559 + tags_start: 3800000 + 131: + operation: search + 132: + end: 4954090 + operation: insert + start: 4900000 + 133: + ids_end: 4000000 + ids_start: 3950383 + operation: replace + tags_end: 3949617 + tags_start: 3900000 + 134: + operation: search + 135: + end: 5088684 + operation: insert + start: 5000000 + 136: + ids_end: 100000 + ids_start: 64251 + operation: replace + tags_end: 35749 + tags_start: 0 + 137: + ids_end: 4100000 + ids_start: 4059507 + operation: replace + tags_end: 4040493 + tags_start: 4000000 + 138: + operation: search + 139: + end: 5181875 + operation: insert + start: 5100000 + 140: + ids_end: 4200000 + ids_start: 4174009 + operation: replace + tags_end: 4125991 + tags_start: 4100000 + 141: + operation: search + 142: + end: 5255364 + operation: insert + start: 5200000 + 143: + ids_end: 4300000 + ids_start: 4250836 + operation: replace + tags_end: 4249164 + tags_start: 4200000 + 144: + operation: search + 145: + end: 5377645 + operation: insert + start: 5300000 + 146: + ids_end: 400000 + ids_start: 360735 + operation: replace + tags_end: 339265 + tags_start: 300000 + 147: + ids_end: 4400000 + ids_start: 4366822 + operation: replace + tags_end: 4333178 + tags_start: 4300000 + 148: + operation: search + 149: + end: 5464068 + operation: insert + start: 5400000 + 150: + ids_end: 4500000 + ids_start: 4487047 + operation: replace + tags_end: 4412953 + tags_start: 4400000 + 151: + operation: search + 152: + end: 5564696 + operation: insert + start: 5500000 + 153: + ids_end: 4600000 + ids_start: 4562294 + operation: replace + tags_end: 4537706 + tags_start: 4500000 + 154: + operation: search + 155: + end: 5667027 + operation: insert + start: 5600000 + 156: + ids_end: 4700000 + ids_start: 4671750 + operation: replace + tags_end: 4628250 + tags_start: 4600000 + 157: + operation: search + 158: + end: 5780902 + operation: insert + start: 5700000 + 159: + ids_end: 4800000 + ids_start: 4768251 + operation: replace + tags_end: 4731749 + tags_start: 4700000 + 160: + operation: search + 161: + end: 5867663 + operation: insert + start: 5800000 + 162: + ids_end: 4900000 + ids_start: 4869053 + operation: replace + tags_end: 4830947 + tags_start: 4800000 + 163: + operation: search + 164: + end: 5952565 + operation: insert + start: 5900000 + 165: + operation: search + 166: + end: 6057093 + operation: insert + start: 6000000 + 167: + ids_end: 5100000 + ids_start: 5088684 + operation: replace + tags_end: 5011316 + tags_start: 5000000 + 168: + operation: search + 169: + end: 6167379 + operation: insert + start: 6100000 + 170: + ids_end: 5200000 + ids_start: 5181875 + operation: replace + tags_end: 5118125 + tags_start: 5100000 + 171: + operation: search + 172: + end: 6263730 + operation: insert + start: 6200000 + 173: + ids_end: 5300000 + ids_start: 5255364 + operation: replace + tags_end: 5244636 + tags_start: 5200000 + 174: + operation: search + 175: + end: 6384728 + operation: insert + start: 6300000 + 176: + ids_end: 5400000 + ids_start: 5377645 + operation: replace + tags_end: 5322355 + tags_start: 5300000 + 177: + operation: search + 178: + end: 6479533 + operation: insert + start: 6400000 + 179: + operation: search + 180: + end: 6579086 + operation: insert + start: 6500000 + 181: + operation: search + 182: + end: 6676866 + operation: insert + start: 6600000 + 183: + ids_end: 1700000 + ids_start: 1662617 + operation: replace + tags_end: 1637383 + tags_start: 1600000 + 184: + operation: search + 185: + end: 6761472 + operation: insert + start: 6700000 + 186: + ids_end: 5800000 + ids_start: 5780902 + operation: replace + tags_end: 5719098 + tags_start: 5700000 + 187: + operation: search + 188: + end: 6883955 + operation: insert + start: 6800000 + 189: + ids_end: 1900000 + ids_start: 1864168 + operation: replace + tags_end: 1835832 + tags_start: 1800000 + 190: + operation: search + 191: + end: 6968079 + operation: insert + start: 6900000 + 192: + ids_end: 6000000 + ids_start: 5952565 + operation: replace + tags_end: 5947435 + tags_start: 5900000 + 193: + operation: search + 194: + end: 7071118 + operation: insert + start: 7000000 + 195: + operation: search + 196: + end: 7172134 + operation: insert + start: 7100000 + 197: + ids_end: 6200000 + ids_start: 6167379 + operation: replace + tags_end: 6132621 + tags_start: 6100000 + 198: + operation: search + 199: + end: 7288596 + operation: insert + start: 7200000 + 200: + ids_end: 6300000 + ids_start: 6263730 + operation: replace + tags_end: 6236270 + tags_start: 6200000 + 201: + operation: search + 202: + end: 7388989 + operation: insert + start: 7300000 + 203: + ids_end: 6400000 + ids_start: 6384728 + operation: replace + tags_end: 6315272 + tags_start: 6300000 + 204: + operation: search + 205: + end: 7455073 + operation: insert + start: 7400000 + 206: + ids_end: 6500000 + ids_start: 6479533 + operation: replace + tags_end: 6420467 + tags_start: 6400000 + 207: + operation: search + 208: + end: 7586198 + operation: insert + start: 7500000 + 209: + ids_end: 6600000 + ids_start: 6579086 + operation: replace + tags_end: 6520914 + tags_start: 6500000 + 210: + operation: search + 211: + end: 7689105 + operation: insert + start: 7600000 + 212: + ids_end: 6700000 + ids_start: 6676866 + operation: replace + tags_end: 6623134 + tags_start: 6600000 + 213: + operation: search + 214: + end: 7778634 + operation: insert + start: 7700000 + 215: + ids_end: 6800000 + ids_start: 6761472 + operation: replace + tags_end: 6738528 + tags_start: 6700000 + 216: + operation: search + 217: + end: 7882486 + operation: insert + start: 7800000 + 218: + ids_end: 6900000 + ids_start: 6883955 + operation: replace + tags_end: 6816045 + tags_start: 6800000 + 219: + operation: search + 220: + end: 7963534 + operation: insert + start: 7900000 + 221: + ids_end: 7000000 + ids_start: 6968079 + operation: replace + tags_end: 6931921 + tags_start: 6900000 + 222: + operation: search + max_pts: 5548955 diff --git a/neurips23/runbooks/wikipedia-35M_expirationtime_runbook.yaml b/neurips23/runbooks/wikipedia-35M_expirationtime_runbook.yaml new file mode 100644 index 000000000..eceb5d5ad --- /dev/null +++ b/neurips23/runbooks/wikipedia-35M_expirationtime_runbook.yaml @@ -0,0 +1,3307 @@ +wikipedia-35M: + 1: + end: 100000 + operation: insert + start: 0 + 2: + operation: search + 3: + end: 200000 + operation: insert + start: 100000 + 4: + operation: search + 5: + end: 300000 + operation: insert + start: 200000 + 6: + operation: search + 7: + end: 400000 + operation: insert + start: 300000 + 8: + operation: search + 9: + end: 500000 + operation: insert + start: 400000 + 10: + operation: search + 11: + end: 600000 + operation: insert + start: 500000 + 12: + operation: search + 13: + end: 700000 + operation: insert + start: 600000 + 14: + operation: search + 15: + end: 800000 + operation: insert + start: 700000 + 16: + operation: search + 17: + end: 900000 + operation: insert + start: 800000 + 18: + operation: search + 19: + end: 1000000 + operation: insert + start: 900000 + 20: + operation: search + 21: + end: 1100000 + operation: insert + start: 1000000 + 22: + operation: search + 23: + end: 1200000 + operation: insert + start: 1100000 + 24: + operation: search + 25: + end: 1300000 + operation: insert + start: 1200000 + 26: + operation: search + 27: + end: 1400000 + operation: insert + start: 1300000 + 28: + operation: search + 29: + end: 1500000 + operation: insert + start: 1400000 + 30: + operation: search + 31: + end: 1600000 + operation: insert + start: 1500000 + 32: + operation: search + 33: + end: 1700000 + operation: insert + start: 1600000 + 34: + operation: search + 35: + end: 1800000 + operation: insert + start: 1700000 + 36: + operation: search + 37: + end: 1900000 + operation: insert + start: 1800000 + 38: + operation: search + 39: + end: 2000000 + operation: insert + start: 1900000 + 40: + operation: search + 41: + end: 2100000 + operation: insert + start: 2000000 + 42: + operation: search + 43: + end: 2200000 + operation: insert + start: 2100000 + 44: + end: 200000 + operation: delete + start: 100000 + 45: + operation: search + 46: + end: 2300000 + operation: insert + start: 2200000 + 47: + end: 300000 + operation: delete + start: 200000 + 48: + operation: search + 49: + end: 2400000 + operation: insert + start: 2300000 + 50: + end: 400000 + operation: delete + start: 300000 + 51: + operation: search + 52: + end: 2500000 + operation: insert + start: 2400000 + 53: + end: 500000 + operation: delete + start: 400000 + 54: + operation: search + 55: + end: 2600000 + operation: insert + start: 2500000 + 56: + end: 600000 + operation: delete + start: 500000 + 57: + operation: search + 58: + end: 2700000 + operation: insert + start: 2600000 + 59: + end: 700000 + operation: delete + start: 600000 + 60: + operation: search + 61: + end: 2800000 + operation: insert + start: 2700000 + 62: + operation: search + 63: + end: 2900000 + operation: insert + start: 2800000 + 64: + end: 900000 + operation: delete + start: 800000 + 65: + operation: search + 66: + end: 3000000 + operation: insert + start: 2900000 + 67: + end: 1000000 + operation: delete + start: 900000 + 68: + operation: search + 69: + end: 3100000 + operation: insert + start: 3000000 + 70: + end: 1100000 + operation: delete + start: 1000000 + 71: + operation: search + 72: + end: 3200000 + operation: insert + start: 3100000 + 73: + operation: search + 74: + end: 3300000 + operation: insert + start: 3200000 + 75: + end: 1300000 + operation: delete + start: 1200000 + 76: + operation: search + 77: + end: 3400000 + operation: insert + start: 3300000 + 78: + end: 1400000 + operation: delete + start: 1300000 + 79: + operation: search + 80: + end: 3500000 + operation: insert + start: 3400000 + 81: + end: 1500000 + operation: delete + start: 1400000 + 82: + operation: search + 83: + end: 3600000 + operation: insert + start: 3500000 + 84: + operation: search + 85: + end: 3700000 + operation: insert + start: 3600000 + 86: + end: 1700000 + operation: delete + start: 1600000 + 87: + operation: search + 88: + end: 3800000 + operation: insert + start: 3700000 + 89: + operation: search + 90: + end: 3900000 + operation: insert + start: 3800000 + 91: + end: 1900000 + operation: delete + start: 1800000 + 92: + operation: search + 93: + end: 4000000 + operation: insert + start: 3900000 + 94: + end: 2000000 + operation: delete + start: 1900000 + 95: + operation: search + 96: + end: 4100000 + operation: insert + start: 4000000 + 97: + end: 2100000 + operation: delete + start: 2000000 + 98: + operation: search + 99: + end: 4200000 + operation: insert + start: 4100000 + 100: + end: 2200000 + operation: delete + start: 2100000 + 101: + operation: search + 102: + end: 4300000 + operation: insert + start: 4200000 + 103: + operation: search + 104: + end: 4400000 + operation: insert + start: 4300000 + 105: + operation: search + 106: + end: 4500000 + operation: insert + start: 4400000 + 107: + end: 2500000 + operation: delete + start: 2400000 + 108: + operation: search + 109: + end: 4600000 + operation: insert + start: 4500000 + 110: + operation: search + 111: + end: 4700000 + operation: insert + start: 4600000 + 112: + end: 2700000 + operation: delete + start: 2600000 + 113: + operation: search + 114: + end: 4800000 + operation: insert + start: 4700000 + 115: + operation: search + 116: + end: 4900000 + operation: insert + start: 4800000 + 117: + end: 2900000 + operation: delete + start: 2800000 + 118: + operation: search + 119: + end: 5000000 + operation: insert + start: 4900000 + 120: + end: 3000000 + operation: delete + start: 2900000 + 121: + operation: search + 122: + end: 5100000 + operation: insert + start: 5000000 + 123: + end: 3100000 + operation: delete + start: 3000000 + 124: + operation: search + 125: + end: 5200000 + operation: insert + start: 5100000 + 126: + end: 3200000 + operation: delete + start: 3100000 + 127: + operation: search + 128: + end: 5300000 + operation: insert + start: 5200000 + 129: + end: 3300000 + operation: delete + start: 3200000 + 130: + operation: search + 131: + end: 5400000 + operation: insert + start: 5300000 + 132: + end: 3400000 + operation: delete + start: 3300000 + 133: + operation: search + 134: + end: 5500000 + operation: insert + start: 5400000 + 135: + end: 3500000 + operation: delete + start: 3400000 + 136: + operation: search + 137: + end: 5600000 + operation: insert + start: 5500000 + 138: + end: 3600000 + operation: delete + start: 3500000 + 139: + operation: search + 140: + end: 5700000 + operation: insert + start: 5600000 + 141: + operation: search + 142: + end: 5800000 + operation: insert + start: 5700000 + 143: + operation: search + 144: + end: 5900000 + operation: insert + start: 5800000 + 145: + end: 3900000 + operation: delete + start: 3800000 + 146: + operation: search + 147: + end: 6000000 + operation: insert + start: 5900000 + 148: + end: 4000000 + operation: delete + start: 3900000 + 149: + operation: search + 150: + end: 6100000 + operation: insert + start: 6000000 + 151: + end: 4100000 + operation: delete + start: 4000000 + 152: + operation: search + 153: + end: 6200000 + operation: insert + start: 6100000 + 154: + end: 4200000 + operation: delete + start: 4100000 + 155: + operation: search + 156: + end: 6300000 + operation: insert + start: 6200000 + 157: + end: 4300000 + operation: delete + start: 4200000 + 158: + operation: search + 159: + end: 6400000 + operation: insert + start: 6300000 + 160: + end: 4400000 + operation: delete + start: 4300000 + 161: + operation: search + 162: + end: 6500000 + operation: insert + start: 6400000 + 163: + operation: search + 164: + end: 6600000 + operation: insert + start: 6500000 + 165: + end: 4600000 + operation: delete + start: 4500000 + 166: + operation: search + 167: + end: 6700000 + operation: insert + start: 6600000 + 168: + end: 4700000 + operation: delete + start: 4600000 + 169: + operation: search + 170: + end: 6800000 + operation: insert + start: 6700000 + 171: + end: 4800000 + operation: delete + start: 4700000 + 172: + operation: search + 173: + end: 6900000 + operation: insert + start: 6800000 + 174: + end: 4900000 + operation: delete + start: 4800000 + 175: + operation: search + 176: + end: 7000000 + operation: insert + start: 6900000 + 177: + end: 5000000 + operation: delete + start: 4900000 + 178: + operation: search + 179: + end: 7100000 + operation: insert + start: 7000000 + 180: + end: 5100000 + operation: delete + start: 5000000 + 181: + operation: search + 182: + end: 7200000 + operation: insert + start: 7100000 + 183: + end: 5200000 + operation: delete + start: 5100000 + 184: + operation: search + 185: + end: 7300000 + operation: insert + start: 7200000 + 186: + end: 5300000 + operation: delete + start: 5200000 + 187: + operation: search + 188: + end: 7400000 + operation: insert + start: 7300000 + 189: + end: 5400000 + operation: delete + start: 5300000 + 190: + operation: search + 191: + end: 7500000 + operation: insert + start: 7400000 + 192: + end: 5500000 + operation: delete + start: 5400000 + 193: + operation: search + 194: + end: 7600000 + operation: insert + start: 7500000 + 195: + operation: search + 196: + end: 7700000 + operation: insert + start: 7600000 + 197: + end: 5700000 + operation: delete + start: 5600000 + 198: + operation: search + 199: + end: 7800000 + operation: insert + start: 7700000 + 200: + end: 5800000 + operation: delete + start: 5700000 + 201: + operation: search + 202: + end: 7900000 + operation: insert + start: 7800000 + 203: + end: 5900000 + operation: delete + start: 5800000 + 204: + operation: search + 205: + end: 8000000 + operation: insert + start: 7900000 + 206: + end: 6000000 + operation: delete + start: 5900000 + 207: + operation: search + 208: + end: 8100000 + operation: insert + start: 8000000 + 209: + end: 6100000 + operation: delete + start: 6000000 + 210: + operation: search + 211: + end: 8200000 + operation: insert + start: 8100000 + 212: + operation: search + 213: + end: 8300000 + operation: insert + start: 8200000 + 214: + end: 6300000 + operation: delete + start: 6200000 + 215: + operation: search + 216: + end: 8400000 + operation: insert + start: 8300000 + 217: + end: 6400000 + operation: delete + start: 6300000 + 218: + operation: search + 219: + end: 8500000 + operation: insert + start: 8400000 + 220: + end: 6500000 + operation: delete + start: 6400000 + 221: + operation: search + 222: + end: 8600000 + operation: insert + start: 8500000 + 223: + end: 6600000 + operation: delete + start: 6500000 + 224: + operation: search + 225: + end: 8700000 + operation: insert + start: 8600000 + 226: + end: 6700000 + operation: delete + start: 6600000 + 227: + operation: search + 228: + end: 8800000 + operation: insert + start: 8700000 + 229: + end: 6800000 + operation: delete + start: 6700000 + 230: + operation: search + 231: + end: 8900000 + operation: insert + start: 8800000 + 232: + end: 6900000 + operation: delete + start: 6800000 + 233: + operation: search + 234: + end: 9000000 + operation: insert + start: 8900000 + 235: + end: 7000000 + operation: delete + start: 6900000 + 236: + operation: search + 237: + end: 9100000 + operation: insert + start: 9000000 + 238: + end: 7100000 + operation: delete + start: 7000000 + 239: + operation: search + 240: + end: 9200000 + operation: insert + start: 9100000 + 241: + end: 7200000 + operation: delete + start: 7100000 + 242: + operation: search + 243: + end: 9300000 + operation: insert + start: 9200000 + 244: + operation: search + 245: + end: 9400000 + operation: insert + start: 9300000 + 246: + operation: search + 247: + end: 9500000 + operation: insert + start: 9400000 + 248: + end: 7500000 + operation: delete + start: 7400000 + 249: + operation: search + 250: + end: 9600000 + operation: insert + start: 9500000 + 251: + operation: search + 252: + end: 9700000 + operation: insert + start: 9600000 + 253: + end: 7700000 + operation: delete + start: 7600000 + 254: + operation: search + 255: + end: 9800000 + operation: insert + start: 9700000 + 256: + end: 7800000 + operation: delete + start: 7700000 + 257: + operation: search + 258: + end: 9900000 + operation: insert + start: 9800000 + 259: + operation: search + 260: + end: 10000000 + operation: insert + start: 9900000 + 261: + end: 8000000 + operation: delete + start: 7900000 + 262: + operation: search + 263: + end: 10100000 + operation: insert + start: 10000000 + 264: + end: 100000 + operation: delete + start: 0 + 265: + operation: search + 266: + end: 10200000 + operation: insert + start: 10100000 + 267: + end: 8200000 + operation: delete + start: 8100000 + 268: + operation: search + 269: + end: 10300000 + operation: insert + start: 10200000 + 270: + end: 8300000 + operation: delete + start: 8200000 + 271: + operation: search + 272: + end: 10400000 + operation: insert + start: 10300000 + 273: + end: 8400000 + operation: delete + start: 8300000 + 274: + operation: search + 275: + end: 10500000 + operation: insert + start: 10400000 + 276: + operation: search + 277: + end: 10600000 + operation: insert + start: 10500000 + 278: + end: 8600000 + operation: delete + start: 8500000 + 279: + operation: search + 280: + end: 10700000 + operation: insert + start: 10600000 + 281: + end: 8700000 + operation: delete + start: 8600000 + 282: + operation: search + 283: + end: 10800000 + operation: insert + start: 10700000 + 284: + end: 800000 + operation: delete + start: 700000 + 285: + end: 8800000 + operation: delete + start: 8700000 + 286: + operation: search + 287: + end: 10900000 + operation: insert + start: 10800000 + 288: + operation: search + 289: + end: 11000000 + operation: insert + start: 10900000 + 290: + end: 9000000 + operation: delete + start: 8900000 + 291: + operation: search + 292: + end: 11100000 + operation: insert + start: 11000000 + 293: + operation: search + 294: + end: 11200000 + operation: insert + start: 11100000 + 295: + end: 9200000 + operation: delete + start: 9100000 + 296: + operation: search + 297: + end: 11300000 + operation: insert + start: 11200000 + 298: + end: 9300000 + operation: delete + start: 9200000 + 299: + operation: search + 300: + end: 11400000 + operation: insert + start: 11300000 + 301: + end: 9400000 + operation: delete + start: 9300000 + 302: + operation: search + 303: + end: 11500000 + operation: insert + start: 11400000 + 304: + end: 9500000 + operation: delete + start: 9400000 + 305: + operation: search + 306: + end: 11600000 + operation: insert + start: 11500000 + 307: + end: 9600000 + operation: delete + start: 9500000 + 308: + operation: search + 309: + end: 11700000 + operation: insert + start: 11600000 + 310: + end: 9700000 + operation: delete + start: 9600000 + 311: + operation: search + 312: + end: 11800000 + operation: insert + start: 11700000 + 313: + end: 1800000 + operation: delete + start: 1700000 + 314: + end: 9800000 + operation: delete + start: 9700000 + 315: + operation: search + 316: + end: 11900000 + operation: insert + start: 11800000 + 317: + operation: search + 318: + end: 12000000 + operation: insert + start: 11900000 + 319: + end: 10000000 + operation: delete + start: 9900000 + 320: + operation: search + 321: + end: 12100000 + operation: insert + start: 12000000 + 322: + end: 10100000 + operation: delete + start: 10000000 + 323: + operation: search + 324: + end: 12200000 + operation: insert + start: 12100000 + 325: + end: 10200000 + operation: delete + start: 10100000 + 326: + operation: search + 327: + end: 12300000 + operation: insert + start: 12200000 + 328: + operation: search + 329: + end: 12400000 + operation: insert + start: 12300000 + 330: + end: 2400000 + operation: delete + start: 2300000 + 331: + end: 10400000 + operation: delete + start: 10300000 + 332: + operation: search + 333: + end: 12500000 + operation: insert + start: 12400000 + 334: + end: 10500000 + operation: delete + start: 10400000 + 335: + operation: search + 336: + end: 12600000 + operation: insert + start: 12500000 + 337: + end: 2600000 + operation: delete + start: 2500000 + 338: + end: 10600000 + operation: delete + start: 10500000 + 339: + operation: search + 340: + end: 12700000 + operation: insert + start: 12600000 + 341: + end: 10700000 + operation: delete + start: 10600000 + 342: + operation: search + 343: + end: 12800000 + operation: insert + start: 12700000 + 344: + end: 2800000 + operation: delete + start: 2700000 + 345: + end: 10800000 + operation: delete + start: 10700000 + 346: + operation: search + 347: + end: 12900000 + operation: insert + start: 12800000 + 348: + end: 10900000 + operation: delete + start: 10800000 + 349: + operation: search + 350: + end: 13000000 + operation: insert + start: 12900000 + 351: + operation: search + 352: + end: 13100000 + operation: insert + start: 13000000 + 353: + operation: search + 354: + end: 13200000 + operation: insert + start: 13100000 + 355: + end: 11200000 + operation: delete + start: 11100000 + 356: + operation: search + 357: + end: 13300000 + operation: insert + start: 13200000 + 358: + operation: search + 359: + end: 13400000 + operation: insert + start: 13300000 + 360: + end: 11400000 + operation: delete + start: 11300000 + 361: + operation: search + 362: + end: 13500000 + operation: insert + start: 13400000 + 363: + end: 11500000 + operation: delete + start: 11400000 + 364: + operation: search + 365: + end: 13600000 + operation: insert + start: 13500000 + 366: + end: 11600000 + operation: delete + start: 11500000 + 367: + operation: search + 368: + end: 13700000 + operation: insert + start: 13600000 + 369: + end: 3700000 + operation: delete + start: 3600000 + 370: + end: 11700000 + operation: delete + start: 11600000 + 371: + operation: search + 372: + end: 13800000 + operation: insert + start: 13700000 + 373: + end: 3800000 + operation: delete + start: 3700000 + 374: + end: 11800000 + operation: delete + start: 11700000 + 375: + operation: search + 376: + end: 13900000 + operation: insert + start: 13800000 + 377: + operation: search + 378: + end: 14000000 + operation: insert + start: 13900000 + 379: + end: 12000000 + operation: delete + start: 11900000 + 380: + operation: search + 381: + end: 14100000 + operation: insert + start: 14000000 + 382: + end: 12100000 + operation: delete + start: 12000000 + 383: + operation: search + 384: + end: 14200000 + operation: insert + start: 14100000 + 385: + end: 12200000 + operation: delete + start: 12100000 + 386: + operation: search + 387: + end: 14300000 + operation: insert + start: 14200000 + 388: + operation: search + 389: + end: 14400000 + operation: insert + start: 14300000 + 390: + operation: search + 391: + end: 14500000 + operation: insert + start: 14400000 + 392: + end: 4500000 + operation: delete + start: 4400000 + 393: + operation: search + 394: + end: 14600000 + operation: insert + start: 14500000 + 395: + end: 12600000 + operation: delete + start: 12500000 + 396: + operation: search + 397: + end: 14700000 + operation: insert + start: 14600000 + 398: + end: 12700000 + operation: delete + start: 12600000 + 399: + operation: search + 400: + end: 14800000 + operation: insert + start: 14700000 + 401: + end: 12800000 + operation: delete + start: 12700000 + 402: + operation: search + 403: + end: 14900000 + operation: insert + start: 14800000 + 404: + end: 12900000 + operation: delete + start: 12800000 + 405: + operation: search + 406: + end: 15000000 + operation: insert + start: 14900000 + 407: + operation: search + 408: + end: 15100000 + operation: insert + start: 15000000 + 409: + operation: search + 410: + end: 15200000 + operation: insert + start: 15100000 + 411: + operation: search + 412: + end: 15300000 + operation: insert + start: 15200000 + 413: + end: 13300000 + operation: delete + start: 13200000 + 414: + operation: search + 415: + end: 15400000 + operation: insert + start: 15300000 + 416: + operation: search + 417: + end: 15500000 + operation: insert + start: 15400000 + 418: + end: 13500000 + operation: delete + start: 13400000 + 419: + operation: search + 420: + end: 15600000 + operation: insert + start: 15500000 + 421: + end: 5600000 + operation: delete + start: 5500000 + 422: + operation: search + 423: + end: 15700000 + operation: insert + start: 15600000 + 424: + end: 13700000 + operation: delete + start: 13600000 + 425: + operation: search + 426: + end: 15800000 + operation: insert + start: 15700000 + 427: + end: 13800000 + operation: delete + start: 13700000 + 428: + operation: search + 429: + end: 15900000 + operation: insert + start: 15800000 + 430: + end: 13900000 + operation: delete + start: 13800000 + 431: + operation: search + 432: + end: 16000000 + operation: insert + start: 15900000 + 433: + end: 14000000 + operation: delete + start: 13900000 + 434: + operation: search + 435: + end: 16100000 + operation: insert + start: 16000000 + 436: + operation: search + 437: + end: 16200000 + operation: insert + start: 16100000 + 438: + end: 6200000 + operation: delete + start: 6100000 + 439: + end: 14200000 + operation: delete + start: 14100000 + 440: + operation: search + 441: + end: 16300000 + operation: insert + start: 16200000 + 442: + operation: search + 443: + end: 16400000 + operation: insert + start: 16300000 + 444: + end: 14400000 + operation: delete + start: 14300000 + 445: + operation: search + 446: + end: 16500000 + operation: insert + start: 16400000 + 447: + end: 14500000 + operation: delete + start: 14400000 + 448: + operation: search + 449: + end: 16600000 + operation: insert + start: 16500000 + 450: + end: 14600000 + operation: delete + start: 14500000 + 451: + operation: search + 452: + end: 16700000 + operation: insert + start: 16600000 + 453: + end: 14700000 + operation: delete + start: 14600000 + 454: + operation: search + 455: + end: 16800000 + operation: insert + start: 16700000 + 456: + end: 14800000 + operation: delete + start: 14700000 + 457: + operation: search + 458: + end: 16900000 + operation: insert + start: 16800000 + 459: + end: 14900000 + operation: delete + start: 14800000 + 460: + operation: search + 461: + end: 17000000 + operation: insert + start: 16900000 + 462: + operation: search + 463: + end: 17100000 + operation: insert + start: 17000000 + 464: + end: 15100000 + operation: delete + start: 15000000 + 465: + operation: search + 466: + end: 17200000 + operation: insert + start: 17100000 + 467: + end: 15200000 + operation: delete + start: 15100000 + 468: + operation: search + 469: + end: 17300000 + operation: insert + start: 17200000 + 470: + end: 15300000 + operation: delete + start: 15200000 + 471: + operation: search + 472: + end: 17400000 + operation: insert + start: 17300000 + 473: + end: 7400000 + operation: delete + start: 7300000 + 474: + end: 15400000 + operation: delete + start: 15300000 + 475: + operation: search + 476: + end: 17500000 + operation: insert + start: 17400000 + 477: + end: 15500000 + operation: delete + start: 15400000 + 478: + operation: search + 479: + end: 17600000 + operation: insert + start: 17500000 + 480: + end: 7600000 + operation: delete + start: 7500000 + 481: + operation: search + 482: + end: 17700000 + operation: insert + start: 17600000 + 483: + end: 15700000 + operation: delete + start: 15600000 + 484: + operation: search + 485: + end: 17800000 + operation: insert + start: 17700000 + 486: + end: 15800000 + operation: delete + start: 15700000 + 487: + operation: search + 488: + end: 17900000 + operation: insert + start: 17800000 + 489: + end: 7900000 + operation: delete + start: 7800000 + 490: + end: 15900000 + operation: delete + start: 15800000 + 491: + operation: search + 492: + end: 18000000 + operation: insert + start: 17900000 + 493: + end: 16000000 + operation: delete + start: 15900000 + 494: + operation: search + 495: + end: 18100000 + operation: insert + start: 18000000 + 496: + end: 8100000 + operation: delete + start: 8000000 + 497: + end: 16100000 + operation: delete + start: 16000000 + 498: + operation: search + 499: + end: 18200000 + operation: insert + start: 18100000 + 500: + end: 16200000 + operation: delete + start: 16100000 + 501: + operation: search + 502: + end: 18300000 + operation: insert + start: 18200000 + 503: + end: 16300000 + operation: delete + start: 16200000 + 504: + operation: search + 505: + end: 18400000 + operation: insert + start: 18300000 + 506: + end: 16400000 + operation: delete + start: 16300000 + 507: + operation: search + 508: + end: 18500000 + operation: insert + start: 18400000 + 509: + end: 8500000 + operation: delete + start: 8400000 + 510: + end: 16500000 + operation: delete + start: 16400000 + 511: + operation: search + 512: + end: 18600000 + operation: insert + start: 18500000 + 513: + operation: search + 514: + end: 18700000 + operation: insert + start: 18600000 + 515: + end: 16700000 + operation: delete + start: 16600000 + 516: + operation: search + 517: + end: 18800000 + operation: insert + start: 18700000 + 518: + end: 16800000 + operation: delete + start: 16700000 + 519: + operation: search + 520: + end: 18900000 + operation: insert + start: 18800000 + 521: + end: 8900000 + operation: delete + start: 8800000 + 522: + end: 16900000 + operation: delete + start: 16800000 + 523: + operation: search + 524: + end: 19000000 + operation: insert + start: 18900000 + 525: + end: 17000000 + operation: delete + start: 16900000 + 526: + operation: search + 527: + end: 19100000 + operation: insert + start: 19000000 + 528: + operation: search + 529: + end: 19200000 + operation: insert + start: 19100000 + 530: + end: 17200000 + operation: delete + start: 17100000 + 531: + operation: search + 532: + end: 19300000 + operation: insert + start: 19200000 + 533: + end: 17300000 + operation: delete + start: 17200000 + 534: + operation: search + 535: + end: 19400000 + operation: insert + start: 19300000 + 536: + end: 17400000 + operation: delete + start: 17300000 + 537: + operation: search + 538: + end: 19500000 + operation: insert + start: 19400000 + 539: + end: 17500000 + operation: delete + start: 17400000 + 540: + operation: search + 541: + end: 19600000 + operation: insert + start: 19500000 + 542: + end: 17600000 + operation: delete + start: 17500000 + 543: + operation: search + 544: + end: 19700000 + operation: insert + start: 19600000 + 545: + end: 17700000 + operation: delete + start: 17600000 + 546: + operation: search + 547: + end: 19800000 + operation: insert + start: 19700000 + 548: + end: 17800000 + operation: delete + start: 17700000 + 549: + operation: search + 550: + end: 19900000 + operation: insert + start: 19800000 + 551: + end: 9900000 + operation: delete + start: 9800000 + 552: + operation: search + 553: + end: 20000000 + operation: insert + start: 19900000 + 554: + end: 18000000 + operation: delete + start: 17900000 + 555: + operation: search + 556: + end: 20100000 + operation: insert + start: 20000000 + 557: + end: 18100000 + operation: delete + start: 18000000 + 558: + operation: search + 559: + end: 20200000 + operation: insert + start: 20100000 + 560: + end: 18200000 + operation: delete + start: 18100000 + 561: + operation: search + 562: + end: 20300000 + operation: insert + start: 20200000 + 563: + end: 10300000 + operation: delete + start: 10200000 + 564: + end: 18300000 + operation: delete + start: 18200000 + 565: + operation: search + 566: + end: 20400000 + operation: insert + start: 20300000 + 567: + end: 18400000 + operation: delete + start: 18300000 + 568: + operation: search + 569: + end: 20500000 + operation: insert + start: 20400000 + 570: + end: 18500000 + operation: delete + start: 18400000 + 571: + operation: search + 572: + end: 20600000 + operation: insert + start: 20500000 + 573: + end: 18600000 + operation: delete + start: 18500000 + 574: + operation: search + 575: + end: 20700000 + operation: insert + start: 20600000 + 576: + end: 18700000 + operation: delete + start: 18600000 + 577: + operation: search + 578: + end: 20800000 + operation: insert + start: 20700000 + 579: + end: 18800000 + operation: delete + start: 18700000 + 580: + operation: search + 581: + end: 20900000 + operation: insert + start: 20800000 + 582: + end: 18900000 + operation: delete + start: 18800000 + 583: + operation: search + 584: + end: 21000000 + operation: insert + start: 20900000 + 585: + end: 11000000 + operation: delete + start: 10900000 + 586: + end: 19000000 + operation: delete + start: 18900000 + 587: + operation: search + 588: + end: 21100000 + operation: insert + start: 21000000 + 589: + end: 11100000 + operation: delete + start: 11000000 + 590: + end: 19100000 + operation: delete + start: 19000000 + 591: + operation: search + 592: + end: 21200000 + operation: insert + start: 21100000 + 593: + end: 19200000 + operation: delete + start: 19100000 + 594: + operation: search + 595: + end: 21300000 + operation: insert + start: 21200000 + 596: + end: 11300000 + operation: delete + start: 11200000 + 597: + end: 19300000 + operation: delete + start: 19200000 + 598: + operation: search + 599: + end: 21400000 + operation: insert + start: 21300000 + 600: + operation: search + 601: + end: 21500000 + operation: insert + start: 21400000 + 602: + end: 19500000 + operation: delete + start: 19400000 + 603: + operation: search + 604: + end: 21600000 + operation: insert + start: 21500000 + 605: + end: 19600000 + operation: delete + start: 19500000 + 606: + operation: search + 607: + end: 21700000 + operation: insert + start: 21600000 + 608: + end: 19700000 + operation: delete + start: 19600000 + 609: + operation: search + 610: + end: 21800000 + operation: insert + start: 21700000 + 611: + end: 19800000 + operation: delete + start: 19700000 + 612: + operation: search + 613: + end: 21900000 + operation: insert + start: 21800000 + 614: + end: 19900000 + operation: delete + start: 19800000 + 615: + operation: search + 616: + end: 22000000 + operation: insert + start: 21900000 + 617: + end: 20000000 + operation: delete + start: 19900000 + 618: + operation: search + 619: + end: 22100000 + operation: insert + start: 22000000 + 620: + end: 20100000 + operation: delete + start: 20000000 + 621: + operation: search + 622: + end: 22200000 + operation: insert + start: 22100000 + 623: + end: 20200000 + operation: delete + start: 20100000 + 624: + operation: search + 625: + end: 22300000 + operation: insert + start: 22200000 + 626: + end: 12300000 + operation: delete + start: 12200000 + 627: + operation: search + 628: + end: 22400000 + operation: insert + start: 22300000 + 629: + end: 12400000 + operation: delete + start: 12300000 + 630: + end: 20400000 + operation: delete + start: 20300000 + 631: + operation: search + 632: + end: 22500000 + operation: insert + start: 22400000 + 633: + end: 12500000 + operation: delete + start: 12400000 + 634: + end: 20500000 + operation: delete + start: 20400000 + 635: + operation: search + 636: + end: 22600000 + operation: insert + start: 22500000 + 637: + end: 20600000 + operation: delete + start: 20500000 + 638: + operation: search + 639: + end: 22700000 + operation: insert + start: 22600000 + 640: + end: 20700000 + operation: delete + start: 20600000 + 641: + operation: search + 642: + end: 22800000 + operation: insert + start: 22700000 + 643: + end: 20800000 + operation: delete + start: 20700000 + 644: + operation: search + 645: + end: 22900000 + operation: insert + start: 22800000 + 646: + operation: search + 647: + end: 23000000 + operation: insert + start: 22900000 + 648: + end: 21000000 + operation: delete + start: 20900000 + 649: + operation: search + 650: + end: 23100000 + operation: insert + start: 23000000 + 651: + end: 13100000 + operation: delete + start: 13000000 + 652: + end: 21100000 + operation: delete + start: 21000000 + 653: + operation: search + 654: + end: 23200000 + operation: insert + start: 23100000 + 655: + end: 13200000 + operation: delete + start: 13100000 + 656: + end: 21200000 + operation: delete + start: 21100000 + 657: + operation: search + 658: + end: 23300000 + operation: insert + start: 23200000 + 659: + end: 21300000 + operation: delete + start: 21200000 + 660: + operation: search + 661: + end: 23400000 + operation: insert + start: 23300000 + 662: + end: 13400000 + operation: delete + start: 13300000 + 663: + end: 21400000 + operation: delete + start: 21300000 + 664: + operation: search + 665: + end: 23500000 + operation: insert + start: 23400000 + 666: + operation: search + 667: + end: 23600000 + operation: insert + start: 23500000 + 668: + end: 21600000 + operation: delete + start: 21500000 + 669: + operation: search + 670: + end: 23700000 + operation: insert + start: 23600000 + 671: + end: 21700000 + operation: delete + start: 21600000 + 672: + operation: search + 673: + end: 23800000 + operation: insert + start: 23700000 + 674: + end: 21800000 + operation: delete + start: 21700000 + 675: + operation: search + 676: + end: 23900000 + operation: insert + start: 23800000 + 677: + end: 21900000 + operation: delete + start: 21800000 + 678: + operation: search + 679: + end: 24000000 + operation: insert + start: 23900000 + 680: + end: 22000000 + operation: delete + start: 21900000 + 681: + operation: search + 682: + end: 24100000 + operation: insert + start: 24000000 + 683: + end: 14100000 + operation: delete + start: 14000000 + 684: + end: 22100000 + operation: delete + start: 22000000 + 685: + operation: search + 686: + end: 24200000 + operation: insert + start: 24100000 + 687: + end: 22200000 + operation: delete + start: 22100000 + 688: + operation: search + 689: + end: 24300000 + operation: insert + start: 24200000 + 690: + end: 14300000 + operation: delete + start: 14200000 + 691: + end: 22300000 + operation: delete + start: 22200000 + 692: + operation: search + 693: + end: 24400000 + operation: insert + start: 24300000 + 694: + end: 22400000 + operation: delete + start: 22300000 + 695: + operation: search + 696: + end: 24500000 + operation: insert + start: 24400000 + 697: + end: 22500000 + operation: delete + start: 22400000 + 698: + operation: search + 699: + end: 24600000 + operation: insert + start: 24500000 + 700: + end: 22600000 + operation: delete + start: 22500000 + 701: + operation: search + 702: + end: 24700000 + operation: insert + start: 24600000 + 703: + end: 22700000 + operation: delete + start: 22600000 + 704: + operation: search + 705: + end: 24800000 + operation: insert + start: 24700000 + 706: + end: 22800000 + operation: delete + start: 22700000 + 707: + operation: search + 708: + end: 24900000 + operation: insert + start: 24800000 + 709: + operation: search + 710: + end: 25000000 + operation: insert + start: 24900000 + 711: + end: 15000000 + operation: delete + start: 14900000 + 712: + end: 23000000 + operation: delete + start: 22900000 + 713: + operation: search + 714: + end: 25100000 + operation: insert + start: 25000000 + 715: + end: 23100000 + operation: delete + start: 23000000 + 716: + operation: search + 717: + end: 25200000 + operation: insert + start: 25100000 + 718: + operation: search + 719: + end: 25300000 + operation: insert + start: 25200000 + 720: + end: 23300000 + operation: delete + start: 23200000 + 721: + operation: search + 722: + end: 25400000 + operation: insert + start: 25300000 + 723: + end: 23400000 + operation: delete + start: 23300000 + 724: + operation: search + 725: + end: 25500000 + operation: insert + start: 25400000 + 726: + operation: search + 727: + end: 25600000 + operation: insert + start: 25500000 + 728: + end: 15600000 + operation: delete + start: 15500000 + 729: + operation: search + 730: + end: 25700000 + operation: insert + start: 25600000 + 731: + end: 23700000 + operation: delete + start: 23600000 + 732: + operation: search + 733: + end: 25800000 + operation: insert + start: 25700000 + 734: + end: 23800000 + operation: delete + start: 23700000 + 735: + operation: search + 736: + end: 25900000 + operation: insert + start: 25800000 + 737: + operation: search + 738: + end: 26000000 + operation: insert + start: 25900000 + 739: + end: 24000000 + operation: delete + start: 23900000 + 740: + operation: search + 741: + end: 26100000 + operation: insert + start: 26000000 + 742: + end: 24100000 + operation: delete + start: 24000000 + 743: + operation: search + 744: + end: 26200000 + operation: insert + start: 26100000 + 745: + end: 24200000 + operation: delete + start: 24100000 + 746: + operation: search + 747: + end: 26300000 + operation: insert + start: 26200000 + 748: + end: 24300000 + operation: delete + start: 24200000 + 749: + operation: search + 750: + end: 26400000 + operation: insert + start: 26300000 + 751: + end: 24400000 + operation: delete + start: 24300000 + 752: + operation: search + 753: + end: 26500000 + operation: insert + start: 26400000 + 754: + end: 24500000 + operation: delete + start: 24400000 + 755: + operation: search + 756: + end: 26600000 + operation: insert + start: 26500000 + 757: + end: 16600000 + operation: delete + start: 16500000 + 758: + end: 24600000 + operation: delete + start: 24500000 + 759: + operation: search + 760: + end: 26700000 + operation: insert + start: 26600000 + 761: + operation: search + 762: + end: 26800000 + operation: insert + start: 26700000 + 763: + end: 24800000 + operation: delete + start: 24700000 + 764: + operation: search + 765: + end: 26900000 + operation: insert + start: 26800000 + 766: + operation: search + 767: + end: 27000000 + operation: insert + start: 26900000 + 768: + end: 25000000 + operation: delete + start: 24900000 + 769: + operation: search + 770: + end: 27100000 + operation: insert + start: 27000000 + 771: + end: 17100000 + operation: delete + start: 17000000 + 772: + end: 25100000 + operation: delete + start: 25000000 + 773: + operation: search + 774: + end: 27200000 + operation: insert + start: 27100000 + 775: + end: 25200000 + operation: delete + start: 25100000 + 776: + operation: search + 777: + end: 27300000 + operation: insert + start: 27200000 + 778: + end: 25300000 + operation: delete + start: 25200000 + 779: + operation: search + 780: + end: 27400000 + operation: insert + start: 27300000 + 781: + end: 25400000 + operation: delete + start: 25300000 + 782: + operation: search + 783: + end: 27500000 + operation: insert + start: 27400000 + 784: + operation: search + 785: + end: 27600000 + operation: insert + start: 27500000 + 786: + end: 25600000 + operation: delete + start: 25500000 + 787: + operation: search + 788: + end: 27700000 + operation: insert + start: 27600000 + 789: + end: 25700000 + operation: delete + start: 25600000 + 790: + operation: search + 791: + end: 27800000 + operation: insert + start: 27700000 + 792: + end: 25800000 + operation: delete + start: 25700000 + 793: + operation: search + 794: + end: 27900000 + operation: insert + start: 27800000 + 795: + end: 17900000 + operation: delete + start: 17800000 + 796: + end: 25900000 + operation: delete + start: 25800000 + 797: + operation: search + 798: + end: 28000000 + operation: insert + start: 27900000 + 799: + end: 26000000 + operation: delete + start: 25900000 + 800: + operation: search + 801: + end: 28100000 + operation: insert + start: 28000000 + 802: + end: 26100000 + operation: delete + start: 26000000 + 803: + operation: search + 804: + end: 28200000 + operation: insert + start: 28100000 + 805: + end: 26200000 + operation: delete + start: 26100000 + 806: + operation: search + 807: + end: 28300000 + operation: insert + start: 28200000 + 808: + end: 26300000 + operation: delete + start: 26200000 + 809: + operation: search + 810: + end: 28400000 + operation: insert + start: 28300000 + 811: + operation: search + 812: + end: 28500000 + operation: insert + start: 28400000 + 813: + operation: search + 814: + end: 28600000 + operation: insert + start: 28500000 + 815: + end: 26600000 + operation: delete + start: 26500000 + 816: + operation: search + 817: + end: 28700000 + operation: insert + start: 28600000 + 818: + operation: search + 819: + end: 28800000 + operation: insert + start: 28700000 + 820: + end: 26800000 + operation: delete + start: 26700000 + 821: + operation: search + 822: + end: 28900000 + operation: insert + start: 28800000 + 823: + end: 26900000 + operation: delete + start: 26800000 + 824: + operation: search + 825: + end: 29000000 + operation: insert + start: 28900000 + 826: + operation: search + 827: + end: 29100000 + operation: insert + start: 29000000 + 828: + end: 27100000 + operation: delete + start: 27000000 + 829: + operation: search + 830: + end: 29200000 + operation: insert + start: 29100000 + 831: + operation: search + 832: + end: 29300000 + operation: insert + start: 29200000 + 833: + end: 27300000 + operation: delete + start: 27200000 + 834: + operation: search + 835: + end: 29400000 + operation: insert + start: 29300000 + 836: + end: 19400000 + operation: delete + start: 19300000 + 837: + end: 27400000 + operation: delete + start: 27300000 + 838: + operation: search + 839: + end: 29500000 + operation: insert + start: 29400000 + 840: + end: 27500000 + operation: delete + start: 27400000 + 841: + operation: search + 842: + end: 29600000 + operation: insert + start: 29500000 + 843: + end: 27600000 + operation: delete + start: 27500000 + 844: + operation: search + 845: + end: 29700000 + operation: insert + start: 29600000 + 846: + end: 27700000 + operation: delete + start: 27600000 + 847: + operation: search + 848: + end: 29800000 + operation: insert + start: 29700000 + 849: + end: 27800000 + operation: delete + start: 27700000 + 850: + operation: search + 851: + end: 29900000 + operation: insert + start: 29800000 + 852: + operation: search + 853: + end: 30000000 + operation: insert + start: 29900000 + 854: + end: 28000000 + operation: delete + start: 27900000 + 855: + operation: search + 856: + end: 30100000 + operation: insert + start: 30000000 + 857: + end: 28100000 + operation: delete + start: 28000000 + 858: + operation: search + 859: + end: 30200000 + operation: insert + start: 30100000 + 860: + end: 28200000 + operation: delete + start: 28100000 + 861: + operation: search + 862: + end: 30300000 + operation: insert + start: 30200000 + 863: + end: 20300000 + operation: delete + start: 20200000 + 864: + end: 28300000 + operation: delete + start: 28200000 + 865: + operation: search + 866: + end: 30400000 + operation: insert + start: 30300000 + 867: + end: 28400000 + operation: delete + start: 28300000 + 868: + operation: search + 869: + end: 30500000 + operation: insert + start: 30400000 + 870: + end: 28500000 + operation: delete + start: 28400000 + 871: + operation: search + 872: + end: 30600000 + operation: insert + start: 30500000 + 873: + end: 28600000 + operation: delete + start: 28500000 + 874: + operation: search + 875: + end: 30700000 + operation: insert + start: 30600000 + 876: + end: 28700000 + operation: delete + start: 28600000 + 877: + operation: search + 878: + end: 30800000 + operation: insert + start: 30700000 + 879: + end: 28800000 + operation: delete + start: 28700000 + 880: + operation: search + 881: + end: 30900000 + operation: insert + start: 30800000 + 882: + end: 20900000 + operation: delete + start: 20800000 + 883: + end: 28900000 + operation: delete + start: 28800000 + 884: + operation: search + 885: + end: 31000000 + operation: insert + start: 30900000 + 886: + end: 29000000 + operation: delete + start: 28900000 + 887: + operation: search + 888: + end: 31100000 + operation: insert + start: 31000000 + 889: + operation: search + 890: + end: 31200000 + operation: insert + start: 31100000 + 891: + end: 29200000 + operation: delete + start: 29100000 + 892: + operation: search + 893: + end: 31300000 + operation: insert + start: 31200000 + 894: + end: 29300000 + operation: delete + start: 29200000 + 895: + operation: search + 896: + end: 31400000 + operation: insert + start: 31300000 + 897: + operation: search + 898: + end: 31500000 + operation: insert + start: 31400000 + 899: + end: 29500000 + operation: delete + start: 29400000 + 900: + operation: search + 901: + end: 31600000 + operation: insert + start: 31500000 + 902: + operation: search + 903: + end: 31700000 + operation: insert + start: 31600000 + 904: + operation: search + 905: + end: 31800000 + operation: insert + start: 31700000 + 906: + operation: search + 907: + end: 31900000 + operation: insert + start: 31800000 + 908: + end: 29900000 + operation: delete + start: 29800000 + 909: + operation: search + 910: + end: 32000000 + operation: insert + start: 31900000 + 911: + end: 30000000 + operation: delete + start: 29900000 + 912: + operation: search + 913: + end: 32100000 + operation: insert + start: 32000000 + 914: + end: 30100000 + operation: delete + start: 30000000 + 915: + operation: search + 916: + end: 32200000 + operation: insert + start: 32100000 + 917: + end: 30200000 + operation: delete + start: 30100000 + 918: + operation: search + 919: + end: 32300000 + operation: insert + start: 32200000 + 920: + end: 30300000 + operation: delete + start: 30200000 + 921: + operation: search + 922: + end: 32400000 + operation: insert + start: 32300000 + 923: + end: 30400000 + operation: delete + start: 30300000 + 924: + operation: search + 925: + end: 32500000 + operation: insert + start: 32400000 + 926: + end: 30500000 + operation: delete + start: 30400000 + 927: + operation: search + 928: + end: 32600000 + operation: insert + start: 32500000 + 929: + end: 30600000 + operation: delete + start: 30500000 + 930: + operation: search + 931: + end: 32700000 + operation: insert + start: 32600000 + 932: + operation: search + 933: + end: 32800000 + operation: insert + start: 32700000 + 934: + end: 30800000 + operation: delete + start: 30700000 + 935: + operation: search + 936: + end: 32900000 + operation: insert + start: 32800000 + 937: + end: 22900000 + operation: delete + start: 22800000 + 938: + end: 30900000 + operation: delete + start: 30800000 + 939: + operation: search + 940: + end: 33000000 + operation: insert + start: 32900000 + 941: + end: 31000000 + operation: delete + start: 30900000 + 942: + operation: search + 943: + end: 33100000 + operation: insert + start: 33000000 + 944: + end: 31100000 + operation: delete + start: 31000000 + 945: + operation: search + 946: + end: 33200000 + operation: insert + start: 33100000 + 947: + end: 23200000 + operation: delete + start: 23100000 + 948: + end: 31200000 + operation: delete + start: 31100000 + 949: + operation: search + 950: + end: 33300000 + operation: insert + start: 33200000 + 951: + end: 31300000 + operation: delete + start: 31200000 + 952: + operation: search + 953: + end: 33400000 + operation: insert + start: 33300000 + 954: + end: 31400000 + operation: delete + start: 31300000 + 955: + operation: search + 956: + end: 33500000 + operation: insert + start: 33400000 + 957: + end: 23500000 + operation: delete + start: 23400000 + 958: + end: 31500000 + operation: delete + start: 31400000 + 959: + operation: search + 960: + end: 33600000 + operation: insert + start: 33500000 + 961: + end: 23600000 + operation: delete + start: 23500000 + 962: + operation: search + 963: + end: 33700000 + operation: insert + start: 33600000 + 964: + operation: search + 965: + end: 33800000 + operation: insert + start: 33700000 + 966: + operation: search + 967: + end: 33900000 + operation: insert + start: 33800000 + 968: + end: 31900000 + operation: delete + start: 31800000 + 969: + operation: search + 970: + end: 34000000 + operation: insert + start: 33900000 + 971: + end: 32000000 + operation: delete + start: 31900000 + 972: + operation: search + 973: + end: 34100000 + operation: insert + start: 34000000 + 974: + end: 32100000 + operation: delete + start: 32000000 + 975: + operation: search + 976: + end: 34200000 + operation: insert + start: 34100000 + 977: + operation: search + 978: + end: 34300000 + operation: insert + start: 34200000 + 979: + end: 32300000 + operation: delete + start: 32200000 + 980: + operation: search + 981: + end: 34400000 + operation: insert + start: 34300000 + 982: + operation: search + 983: + end: 34500000 + operation: insert + start: 34400000 + 984: + end: 32500000 + operation: delete + start: 32400000 + 985: + operation: search + 986: + end: 34600000 + operation: insert + start: 34500000 + 987: + operation: search + 988: + end: 34700000 + operation: insert + start: 34600000 + 989: + end: 24700000 + operation: delete + start: 24600000 + 990: + end: 32700000 + operation: delete + start: 32600000 + 991: + operation: search + 992: + end: 34800000 + operation: insert + start: 34700000 + 993: + end: 32800000 + operation: delete + start: 32700000 + 994: + operation: search + 995: + end: 34900000 + operation: insert + start: 34800000 + 996: + end: 24900000 + operation: delete + start: 24800000 + 997: + end: 32900000 + operation: delete + start: 32800000 + 998: + operation: search + 999: + end: 35000000 + operation: insert + start: 34900000 + 1000: + end: 33000000 + operation: delete + start: 32900000 + 1001: + operation: search + max_pts: 5200000 + gt_url: https://comp21storage.z5.web.core.windows.net/wiki-cohere-35M/wikipedia-35M_expirationtime_runbook.yaml