Skip to content

Commit

Permalink
Updated benchmarks timeseries
Browse files Browse the repository at this point in the history
  • Loading branch information
robin committed Jun 21, 2023
1 parent 73e052e commit 4a803c2
Showing 1 changed file with 1 addition and 0 deletions.
1 change: 1 addition & 0 deletions benchmarking/time_series.json
View file
Original file line number Diff line number Diff line change
Expand Up @@ -583,3 +583,4 @@
{"machine_info": {"node": "fv-az344-732", "processor": "x86_64", "machine": "x86_64", "python_compiler": "GCC 9.3.0", "python_implementation": "CPython", "python_implementation_version": "3.9.10", "python_version": "3.9.10", "python_build": ["main", "Feb 3 2022 07:33:39"], "release": "5.15.0-1039-azure", "system": "Linux", "cpu": {"python_version": "3.9.10.final.0 (64 bit)", "cpuinfo_version": [9, 0, 0], "cpuinfo_version_string": "9.0.0", "arch": "X86_64", "bits": 64, "count": 2, "arch_string_raw": "x86_64", "vendor_id_raw": "GenuineIntel", "brand_raw": "Intel(R) Xeon(R) CPU E5-2673 v4 @ 2.30GHz", "hz_advertised_friendly": "2.3000 GHz", "hz_actual_friendly": "2.2947 GHz", "hz_advertised": [2300000000, 0], "hz_actual": [2294685000, 0], "stepping": 1, "model": 79, "family": 6, "flags": ["3dnowprefetch", "abm", "adx", "aes", "apic", "avx", "avx2", "bmi1", "bmi2", "clflush", "cmov", "constant_tsc", "cpuid", "cx16", "cx8", "de", "erms", "f16c", "fma", "fpu", "fsgsbase", "fxsr", "hle", "ht", "hypervisor", "invpcid", "invpcid_single", "lahf_lm", "lm", "mca", "mce", "md_clear", "mmx", "movbe", "msr", "mtrr", "nopl", "nx", "osxsave", "pae", "pat", "pcid", "pclmulqdq", "pdpe1gb", "pge", "pni", "popcnt", "pse", "pse36", "pti", "rdrand", "rdrnd", "rdseed", "rdtscp", "rep_good", "rtm", "sep", "smap", "smep", "ss", "sse", "sse2", "sse4_1", "sse4_2", "ssse3", "syscall", "tsc", "vme", "xsave", "xsaveopt", "xtopology"], "l3_cache_size": 52428800, "l2_cache_size": 524288, "l1_data_cache_size": 65536, "l1_instruction_cache_size": 65536, "l2_cache_line_size": 256, "l2_cache_associativity": 6}}, "commit_info": {"id": "fddf7f422b1065cc86ca6641cd95db12960578b6", "time": "2023-06-20T12:28:49+01:00", "author_time": "2023-06-20T12:28:49+01:00", "dirty": false, "project": "splink", "branch": "master"}, "benchmarks": [{"group": null, "name": "test_2_rounds_1k_duckdb", "fullname": "benchmarking/test_performance.py::test_2_rounds_1k_duckdb", "params": null, "param": null, "extra_info": {}, "options": {"disable_gc": false, "timer": "perf_counter", "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "warmup": false}, "stats": {"min": 1.588848046999999, "max": 1.7096399740000265, "mean": 1.6492440105000128, "stddev": 0.08541279069430986, "rounds": 2, "median": 1.6492440105000128, "iqr": 0.1207919270000275, "q1": 1.588848046999999, "q3": 1.7096399740000265, "iqr_outliers": 0, "stddev_outliers": 0, "outliers": "0;0", "ld15iqr": 1.588848046999999, "hd15iqr": 1.7096399740000265, "ops": 0.6063384154397038, "total": 3.2984880210000256, "data": [1.7096399740000265, 1.588848046999999], "iterations": 1}}, {"group": null, "name": "test_2_rounds_1k_duckdb_on_disk_performance", "fullname": "benchmarking/test_performance.py::test_2_rounds_1k_duckdb_on_disk_performance", "params": null, "param": null, "extra_info": {}, "options": {"disable_gc": false, "timer": "perf_counter", "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "warmup": false}, "stats": {"min": 1.4856077970000001, "max": 1.5165031109999632, "mean": 1.5010554539999816, "stddev": 0.021846286036261542, "rounds": 2, "median": 1.5010554539999816, "iqr": 0.030895313999963037, "q1": 1.4856077970000001, "q3": 1.5165031109999632, "iqr_outliers": 0, "stddev_outliers": 0, "outliers": "0;0", "ld15iqr": 1.4856077970000001, "hd15iqr": 1.5165031109999632, "ops": 0.6661979058370033, "total": 3.0021109079999633, "data": [1.5165031109999632, 1.4856077970000001], "iterations": 1}}, {"group": null, "name": "test_2_rounds_1k_sqlite", "fullname": "benchmarking/test_performance.py::test_2_rounds_1k_sqlite", "params": null, "param": null, "extra_info": {}, "options": {"disable_gc": false, "timer": "perf_counter", "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "warmup": false}, "stats": {"min": 4.154766732999974, "max": 4.398455011999999, "mean": 4.276610872499987, "stddev": 0.17231363457659732, "rounds": 2, "median": 4.276610872499987, "iqr": 0.24368827900002543, "q1": 4.154766732999974, "q3": 4.398455011999999, "iqr_outliers": 0, "stddev_outliers": 0, "outliers": "0;0", "ld15iqr": 4.154766732999974, "hd15iqr": 4.398455011999999, "ops": 0.2338300186323541, "total": 8.553221744999973, "data": [4.154766732999974, 4.398455011999999], "iterations": 1}}], "datetime": "2023-06-20T11:30:13.799926", "version": "4.0.0"}
{"machine_info": {"node": "fv-az504-785", "processor": "x86_64", "machine": "x86_64", "python_compiler": "GCC 9.3.0", "python_implementation": "CPython", "python_implementation_version": "3.9.10", "python_version": "3.9.10", "python_build": ["main", "Feb 3 2022 07:33:39"], "release": "5.15.0-1039-azure", "system": "Linux", "cpu": {"python_version": "3.9.10.final.0 (64 bit)", "cpuinfo_version": [9, 0, 0], "cpuinfo_version_string": "9.0.0", "arch": "X86_64", "bits": 64, "count": 2, "arch_string_raw": "x86_64", "vendor_id_raw": "GenuineIntel", "brand_raw": "Intel(R) Xeon(R) Platinum 8171M CPU @ 2.60GHz", "hz_advertised_friendly": "2.6000 GHz", "hz_actual_friendly": "2.0952 GHz", "hz_advertised": [2600000000, 0], "hz_actual": [2095175000, 0], "stepping": 4, "model": 85, "family": 6, "flags": ["3dnowprefetch", "abm", "adx", "aes", "apic", "avx", "avx2", "avx512bw", "avx512cd", "avx512dq", "avx512f", "avx512vl", "bmi1", "bmi2", "clflush", "clflushopt", "cmov", "constant_tsc", "cpuid", "cx16", "cx8", "de", "erms", "f16c", "fma", "fpu", "fsgsbase", "fxsr", "hle", "ht", "hypervisor", "invpcid", "invpcid_single", "lahf_lm", "lm", "mca", "mce", "md_clear", "mmx", "movbe", "msr", "mtrr", "nopl", "nx", "osxsave", "pae", "pat", "pcid", "pclmulqdq", "pdpe1gb", "pge", "pni", "popcnt", "pse", "pse36", "pti", "rdrand", "rdrnd", "rdseed", "rdtscp", "rep_good", "rtm", "sep", "smap", "smep", "ss", "sse", "sse2", "sse4_1", "sse4_2", "ssse3", "syscall", "tsc", "vme", "xsave", "xsavec", "xsaveopt", "xsaves", "xtopology"], "l3_cache_size": 37486592, "l2_cache_size": 2097152, "l1_data_cache_size": 65536, "l1_instruction_cache_size": 65536, "l2_cache_line_size": 256, "l2_cache_associativity": 6}}, "commit_info": {"id": "daa97118411766710e1d4d63b72a7b769eb7e909", "time": "2023-06-21T09:31:01+01:00", "author_time": "2023-06-21T09:31:01+01:00", "dirty": false, "project": "splink", "branch": "master"}, "benchmarks": [{"group": null, "name": "test_2_rounds_1k_duckdb", "fullname": "benchmarking/test_performance.py::test_2_rounds_1k_duckdb", "params": null, "param": null, "extra_info": {}, "options": {"disable_gc": false, "timer": "perf_counter", "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "warmup": false}, "stats": {"min": 1.590264301000019, "max": 1.591793015999997, "mean": 1.591028658500008, "stddev": 0.001080964742985941, "rounds": 2, "median": 1.591028658500008, "iqr": 0.0015287149999778649, "q1": 1.590264301000019, "q3": 1.591793015999997, "iqr_outliers": 0, "stddev_outliers": 0, "outliers": "0;0", "ld15iqr": 1.590264301000019, "hd15iqr": 1.591793015999997, "ops": 0.628524190722486, "total": 3.182057317000016, "data": [1.590264301000019, 1.591793015999997], "iterations": 1}}, {"group": null, "name": "test_2_rounds_1k_duckdb_on_disk_performance", "fullname": "benchmarking/test_performance.py::test_2_rounds_1k_duckdb_on_disk_performance", "params": null, "param": null, "extra_info": {}, "options": {"disable_gc": false, "timer": "perf_counter", "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "warmup": false}, "stats": {"min": 1.6292835160000152, "max": 2.1591538360000015, "mean": 1.8942186760000084, "stddev": 0.3746748964214763, "rounds": 2, "median": 1.8942186760000084, "iqr": 0.5298703199999864, "q1": 1.6292835160000152, "q3": 2.1591538360000015, "iqr_outliers": 0, "stddev_outliers": 0, "outliers": "0;0", "ld15iqr": 1.6292835160000152, "hd15iqr": 2.1591538360000015, "ops": 0.5279221521095359, "total": 3.7884373520000167, "data": [2.1591538360000015, 1.6292835160000152], "iterations": 1}}, {"group": null, "name": "test_2_rounds_1k_sqlite", "fullname": "benchmarking/test_performance.py::test_2_rounds_1k_sqlite", "params": null, "param": null, "extra_info": {}, "options": {"disable_gc": false, "timer": "perf_counter", "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "warmup": false}, "stats": {"min": 4.202204908999988, "max": 4.204233638999995, "mean": 4.203219273999991, "stddev": 0.0014345287402010834, "rounds": 2, "median": 4.203219273999991, "iqr": 0.0020287300000063624, "q1": 4.202204908999988, "q3": 4.204233638999995, "iqr_outliers": 0, "stddev_outliers": 0, "outliers": "0;0", "ld15iqr": 4.202204908999988, "hd15iqr": 4.204233638999995, "ops": 0.23791287934601388, "total": 8.406438547999983, "data": [4.204233638999995, 4.202204908999988], "iterations": 1}}], "datetime": "2023-06-21T08:32:30.222634", "version": "4.0.0"}
{"machine_info": {"node": "fv-az435-681", "processor": "x86_64", "machine": "x86_64", "python_compiler": "GCC 9.3.0", "python_implementation": "CPython", "python_implementation_version": "3.9.10", "python_version": "3.9.10", "python_build": ["main", "Feb 3 2022 07:33:39"], "release": "5.15.0-1040-azure", "system": "Linux", "cpu": {"python_version": "3.9.10.final.0 (64 bit)", "cpuinfo_version": [9, 0, 0], "cpuinfo_version_string": "9.0.0", "arch": "X86_64", "bits": 64, "count": 2, "arch_string_raw": "x86_64", "vendor_id_raw": "GenuineIntel", "brand_raw": "Intel(R) Xeon(R) CPU E5-2673 v4 @ 2.30GHz", "hz_advertised_friendly": "2.3000 GHz", "hz_actual_friendly": "2.2947 GHz", "hz_advertised": [2300000000, 0], "hz_actual": [2294685000, 0], "stepping": 1, "model": 79, "family": 6, "flags": ["3dnowprefetch", "abm", "adx", "aes", "apic", "avx", "avx2", "bmi1", "bmi2", "clflush", "cmov", "constant_tsc", "cpuid", "cx16", "cx8", "de", "erms", "f16c", "fma", "fpu", "fsgsbase", "fxsr", "hle", "ht", "hypervisor", "invpcid", "invpcid_single", "lahf_lm", "lm", "mca", "mce", "md_clear", "mmx", "movbe", "msr", "mtrr", "nopl", "nx", "osxsave", "pae", "pat", "pcid", "pclmulqdq", "pdpe1gb", "pge", "pni", "popcnt", "pse", "pse36", "pti", "rdrand", "rdrnd", "rdseed", "rdtscp", "rep_good", "rtm", "sep", "smap", "smep", "ss", "sse", "sse2", "sse4_1", "sse4_2", "ssse3", "syscall", "tsc", "vme", "xsave", "xsaveopt", "xtopology"], "l3_cache_size": 52428800, "l2_cache_size": 524288, "l1_data_cache_size": 65536, "l1_instruction_cache_size": 65536, "l2_cache_line_size": 256, "l2_cache_associativity": 6}}, "commit_info": {"id": "3d2c8b16dc3c91c09957980dc217d0a2988bb956", "time": "2023-06-21T11:01:40+01:00", "author_time": "2023-06-21T11:01:40+01:00", "dirty": false, "project": "splink", "branch": "master"}, "benchmarks": [{"group": null, "name": "test_2_rounds_1k_duckdb", "fullname": "benchmarking/test_performance.py::test_2_rounds_1k_duckdb", "params": null, "param": null, "extra_info": {}, "options": {"disable_gc": false, "timer": "perf_counter", "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "warmup": false}, "stats": {"min": 1.7035661459999858, "max": 1.7318561879999947, "mean": 1.7177111669999903, "stddev": 0.02000408053825857, "rounds": 2, "median": 1.7177111669999903, "iqr": 0.028290042000008953, "q1": 1.7035661459999858, "q3": 1.7318561879999947, "iqr_outliers": 0, "stddev_outliers": 0, "outliers": "0;0", "ld15iqr": 1.7035661459999858, "hd15iqr": 1.7318561879999947, "ops": 0.5821700523415213, "total": 3.4354223339999805, "data": [1.7035661459999858, 1.7318561879999947], "iterations": 1}}, {"group": null, "name": "test_2_rounds_1k_duckdb_on_disk_performance", "fullname": "benchmarking/test_performance.py::test_2_rounds_1k_duckdb_on_disk_performance", "params": null, "param": null, "extra_info": {}, "options": {"disable_gc": false, "timer": "perf_counter", "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "warmup": false}, "stats": {"min": 1.6676307099999974, "max": 1.7313665830000105, "mean": 1.699498646500004, "stddev": 0.045068068003153806, "rounds": 2, "median": 1.699498646500004, "iqr": 0.06373587300001304, "q1": 1.6676307099999974, "q3": 1.7313665830000105, "iqr_outliers": 0, "stddev_outliers": 0, "outliers": "0;0", "ld15iqr": 1.6676307099999974, "hd15iqr": 1.7313665830000105, "ops": 0.5884088240137341, "total": 3.398997293000008, "data": [1.7313665830000105, 1.6676307099999974], "iterations": 1}}, {"group": null, "name": "test_2_rounds_1k_sqlite", "fullname": "benchmarking/test_performance.py::test_2_rounds_1k_sqlite", "params": null, "param": null, "extra_info": {}, "options": {"disable_gc": false, "timer": "perf_counter", "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "warmup": false}, "stats": {"min": 4.2663393189999965, "max": 4.284073317000008, "mean": 4.275206318000002, "stddev": 0.01253983024335666, "rounds": 2, "median": 4.275206318000002, "iqr": 0.017733998000011297, "q1": 4.2663393189999965, "q3": 4.284073317000008, "iqr_outliers": 0, "stddev_outliers": 0, "outliers": "0;0", "ld15iqr": 4.2663393189999965, "hd15iqr": 4.284073317000008, "ops": 0.23390683995522657, "total": 8.550412636000004, "data": [4.284073317000008, 4.2663393189999965], "iterations": 1}}], "datetime": "2023-06-21T10:03:03.315799", "version": "4.0.0"}
{"machine_info": {"node": "fv-az1235-763", "processor": "x86_64", "machine": "x86_64", "python_compiler": "GCC 9.3.0", "python_implementation": "CPython", "python_implementation_version": "3.9.10", "python_version": "3.9.10", "python_build": ["main", "Feb 3 2022 07:33:39"], "release": "5.15.0-1039-azure", "system": "Linux", "cpu": {"python_version": "3.9.10.final.0 (64 bit)", "cpuinfo_version": [9, 0, 0], "cpuinfo_version_string": "9.0.0", "arch": "X86_64", "bits": 64, "count": 2, "arch_string_raw": "x86_64", "vendor_id_raw": "GenuineIntel", "brand_raw": "Intel(R) Xeon(R) CPU E5-2673 v4 @ 2.30GHz", "hz_advertised_friendly": "2.3000 GHz", "hz_actual_friendly": "2.2947 GHz", "hz_advertised": [2300000000, 0], "hz_actual": [2294685000, 0], "stepping": 1, "model": 79, "family": 6, "flags": ["3dnowprefetch", "abm", "adx", "aes", "apic", "avx", "avx2", "bmi1", "bmi2", "clflush", "cmov", "constant_tsc", "cpuid", "cx16", "cx8", "de", "erms", "f16c", "fma", "fpu", "fsgsbase", "fxsr", "hle", "ht", "hypervisor", "invpcid", "invpcid_single", "lahf_lm", "lm", "mca", "mce", "md_clear", "mmx", "movbe", "msr", "mtrr", "nopl", "nx", "osxsave", "pae", "pat", "pcid", "pclmulqdq", "pdpe1gb", "pge", "pni", "popcnt", "pse", "pse36", "pti", "rdrand", "rdrnd", "rdseed", "rdtscp", "rep_good", "rtm", "sep", "smap", "smep", "ss", "sse", "sse2", "sse4_1", "sse4_2", "ssse3", "syscall", "tsc", "vme", "xsave", "xsaveopt", "xtopology"], "l3_cache_size": 52428800, "l2_cache_size": 524288, "l1_data_cache_size": 65536, "l1_instruction_cache_size": 65536, "l2_cache_line_size": 256, "l2_cache_associativity": 6}}, "commit_info": {"id": "73e052e92df854e382a6bd13681cdafc2658b9c0", "time": "2023-06-21T12:01:33+01:00", "author_time": "2023-06-21T12:01:33+01:00", "dirty": false, "project": "splink", "branch": "master"}, "benchmarks": [{"group": null, "name": "test_2_rounds_1k_duckdb", "fullname": "benchmarking/test_performance.py::test_2_rounds_1k_duckdb", "params": null, "param": null, "extra_info": {}, "options": {"disable_gc": false, "timer": "perf_counter", "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "warmup": false}, "stats": {"min": 1.5199745079999616, "max": 1.6042179830000123, "mean": 1.562096245499987, "stddev": 0.059569132443255235, "rounds": 2, "median": 1.562096245499987, "iqr": 0.0842434750000507, "q1": 1.5199745079999616, "q3": 1.6042179830000123, "iqr_outliers": 0, "stddev_outliers": 0, "outliers": "0;0", "ld15iqr": 1.5199745079999616, "hd15iqr": 1.6042179830000123, "ops": 0.6401654205883618, "total": 3.124192490999974, "data": [1.6042179830000123, 1.5199745079999616], "iterations": 1}}, {"group": null, "name": "test_2_rounds_1k_duckdb_on_disk_performance", "fullname": "benchmarking/test_performance.py::test_2_rounds_1k_duckdb_on_disk_performance", "params": null, "param": null, "extra_info": {}, "options": {"disable_gc": false, "timer": "perf_counter", "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "warmup": false}, "stats": {"min": 1.5286912130000019, "max": 1.556364814999995, "mean": 1.5425280139999984, "stddev": 0.01956819163405267, "rounds": 2, "median": 1.5425280139999984, "iqr": 0.027673601999993025, "q1": 1.5286912130000019, "q3": 1.556364814999995, "iqr_outliers": 0, "stddev_outliers": 0, "outliers": "0;0", "ld15iqr": 1.5286912130000019, "hd15iqr": 1.556364814999995, "ops": 0.6482864433734693, "total": 3.085056027999997, "data": [1.556364814999995, 1.5286912130000019], "iterations": 1}}, {"group": null, "name": "test_2_rounds_1k_sqlite", "fullname": "benchmarking/test_performance.py::test_2_rounds_1k_sqlite", "params": null, "param": null, "extra_info": {}, "options": {"disable_gc": false, "timer": "perf_counter", "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "warmup": false}, "stats": {"min": 3.771955737999974, "max": 3.892212684999947, "mean": 3.8320842114999607, "stddev": 0.08503450270847217, "rounds": 2, "median": 3.8320842114999607, "iqr": 0.12025694699997302, "q1": 3.771955737999974, "q3": 3.892212684999947, "iqr_outliers": 0, "stddev_outliers": 0, "outliers": "0;0", "ld15iqr": 3.771955737999974, "hd15iqr": 3.892212684999947, "ops": 0.26095459932718396, "total": 7.664168422999921, "data": [3.892212684999947, 3.771955737999974], "iterations": 1}}], "datetime": "2023-06-21T11:02:58.206314", "version": "4.0.0"}

0 comments on commit 4a803c2

Please sign in to comment.