Skip to content

Commit

Permalink
Updated benchmarks timeseries
Browse files Browse the repository at this point in the history
  • Loading branch information
robin committed Apr 25, 2023
1 parent 67f1eb7 commit dd869b2
Showing 1 changed file with 1 addition and 0 deletions.
1 change: 1 addition & 0 deletions benchmarking/time_series.json
View file
Original file line number Diff line number Diff line change
Expand Up @@ -529,3 +529,4 @@
{"machine_info": {"node": "fv-az82-393", "processor": "x86_64", "machine": "x86_64", "python_compiler": "GCC 9.3.0", "python_implementation": "CPython", "python_implementation_version": "3.9.10", "python_version": "3.9.10", "python_build": ["main", "Feb 3 2022 07:33:39"], "release": "5.15.0-1035-azure", "system": "Linux", "cpu": {"python_version": "3.9.10.final.0 (64 bit)", "cpuinfo_version": [9, 0, 0], "cpuinfo_version_string": "9.0.0", "arch": "X86_64", "bits": 64, "count": 2, "arch_string_raw": "x86_64", "vendor_id_raw": "GenuineIntel", "brand_raw": "Intel(R) Xeon(R) Platinum 8171M CPU @ 2.60GHz", "hz_advertised_friendly": "2.6000 GHz", "hz_actual_friendly": "2.0951 GHz", "hz_advertised": [2600000000, 0], "hz_actual": [2095078000, 0], "stepping": 4, "model": 85, "family": 6, "flags": ["3dnowprefetch", "abm", "adx", "aes", "apic", "avx", "avx2", "avx512bw", "avx512cd", "avx512dq", "avx512f", "avx512vl", "bmi1", "bmi2", "clflush", "clflushopt", "cmov", "constant_tsc", "cpuid", "cx16", "cx8", "de", "erms", "f16c", "fma", "fpu", "fsgsbase", "fxsr", "hle", "ht", "hypervisor", "invpcid", "invpcid_single", "lahf_lm", "lm", "mca", "mce", "md_clear", "mmx", "movbe", "msr", "mtrr", "nopl", "nx", "osxsave", "pae", "pat", "pcid", "pclmulqdq", "pdpe1gb", "pge", "pni", "popcnt", "pse", "pse36", "pti", "rdrand", "rdrnd", "rdseed", "rdtscp", "rep_good", "rtm", "sep", "smap", "smep", "ss", "sse", "sse2", "sse4_1", "sse4_2", "ssse3", "syscall", "tsc", "vme", "xsave", "xsavec", "xsaveopt", "xsaves", "xtopology"], "l3_cache_size": 37486592, "l2_cache_size": 2097152, "l1_data_cache_size": 65536, "l1_instruction_cache_size": 65536, "l2_cache_line_size": 256, "l2_cache_associativity": 6}}, "commit_info": {"id": "c9be939fc7cc0258b8487d955e79a86019d7a0f2", "time": "2023-04-24T15:14:46+01:00", "author_time": "2023-04-24T15:14:46+01:00", "dirty": false, "project": "splink", "branch": "master"}, "benchmarks": [{"group": null, "name": "test_2_rounds_1k_duckdb", "fullname": "benchmarking/test_performance.py::test_2_rounds_1k_duckdb", "params": null, "param": null, "extra_info": {}, "options": {"disable_gc": false, "timer": "perf_counter", "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "warmup": false}, "stats": {"min": 1.5750251240000068, "max": 1.6367492219999917, "mean": 1.6058871729999993, "stddev": 0.04364552825841234, "rounds": 2, "median": 1.6058871729999993, "iqr": 0.061724097999984906, "q1": 1.5750251240000068, "q3": 1.6367492219999917, "iqr_outliers": 0, "stddev_outliers": 0, "outliers": "0;0", "ld15iqr": 1.5750251240000068, "hd15iqr": 1.6367492219999917, "ops": 0.6227087536491585, "total": 3.2117743459999986, "data": [1.6367492219999917, 1.5750251240000068], "iterations": 1}}, {"group": null, "name": "test_2_rounds_1k_duckdb_on_disk_performance", "fullname": "benchmarking/test_performance.py::test_2_rounds_1k_duckdb_on_disk_performance", "params": null, "param": null, "extra_info": {}, "options": {"disable_gc": false, "timer": "perf_counter", "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "warmup": false}, "stats": {"min": 1.7142268919999992, "max": 1.714965669999998, "mean": 1.7145962809999986, "stddev": 0.0005223949335905685, "rounds": 2, "median": 1.7145962809999986, "iqr": 0.0007387779999987742, "q1": 1.7142268919999992, "q3": 1.714965669999998, "iqr_outliers": 0, "stddev_outliers": 0, "outliers": "0;0", "ld15iqr": 1.7142268919999992, "hd15iqr": 1.714965669999998, "ops": 0.5832276735236899, "total": 3.4291925619999972, "data": [1.714965669999998, 1.7142268919999992], "iterations": 1}}, {"group": null, "name": "test_2_rounds_1k_sqlite", "fullname": "benchmarking/test_performance.py::test_2_rounds_1k_sqlite", "params": null, "param": null, "extra_info": {}, "options": {"disable_gc": false, "timer": "perf_counter", "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "warmup": false}, "stats": {"min": 3.8660468260000016, "max": 4.0436557520000065, "mean": 3.954851289000004, "stddev": 0.12558847597386316, "rounds": 2, "median": 3.954851289000004, "iqr": 0.17760892600000489, "q1": 3.8660468260000016, "q3": 4.0436557520000065, "iqr_outliers": 0, "stddev_outliers": 0, "outliers": "0;0", "ld15iqr": 3.8660468260000016, "hd15iqr": 4.0436557520000065, "ops": 0.2528540081346151, "total": 7.909702578000008, "data": [4.0436557520000065, 3.8660468260000016], "iterations": 1}}], "datetime": "2023-04-24T14:16:07.024338", "version": "4.0.0"}
{"machine_info": {"node": "fv-az740-171", "processor": "x86_64", "machine": "x86_64", "python_compiler": "GCC 9.3.0", "python_implementation": "CPython", "python_implementation_version": "3.9.10", "python_version": "3.9.10", "python_build": ["main", "Feb 3 2022 07:33:39"], "release": "5.15.0-1035-azure", "system": "Linux", "cpu": {"python_version": "3.9.10.final.0 (64 bit)", "cpuinfo_version": [9, 0, 0], "cpuinfo_version_string": "9.0.0", "arch": "X86_64", "bits": 64, "count": 2, "arch_string_raw": "x86_64", "vendor_id_raw": "GenuineIntel", "brand_raw": "Intel(R) Xeon(R) Platinum 8370C CPU @ 2.80GHz", "hz_advertised_friendly": "2.8000 GHz", "hz_actual_friendly": "2.7934 GHz", "hz_advertised": [2800000000, 0], "hz_actual": [2793437000, 0], "stepping": 6, "model": 106, "family": 6, "flags": ["3dnowprefetch", "abm", "adx", "aes", "apic", "avx", "avx2", "avx512bw", "avx512cd", "avx512dq", "avx512f", "avx512vl", "bmi1", "bmi2", "clflush", "clflushopt", "cmov", "constant_tsc", "cpuid", "cx16", "cx8", "de", "erms", "f16c", "fma", "fpu", "fsgsbase", "fxsr", "hle", "ht", "hypervisor", "invpcid", "invpcid_single", "lahf_lm", "lm", "mca", "mce", "md_clear", "mmx", "movbe", "msr", "mtrr", "nopl", "nx", "osxsave", "pae", "pat", "pcid", "pclmulqdq", "pdpe1gb", "pge", "pni", "popcnt", "pse", "pse36", "pti", "rdrand", "rdrnd", "rdseed", "rdtscp", "rep_good", "rtm", "sep", "smap", "smep", "ss", "sse", "sse2", "sse4_1", "sse4_2", "ssse3", "syscall", "tsc", "vme", "xsave", "xsavec", "xsaveopt", "xsaves", "xtopology"], "l3_cache_size": 50331648, "l2_cache_size": "2.5 MiB", "l1_data_cache_size": 98304, "l1_instruction_cache_size": 65536, "l2_cache_line_size": 256, "l2_cache_associativity": 6}}, "commit_info": {"id": "3a9e09deb7ddb8306f3f872930d3afb14b938be4", "time": "2023-04-25T10:21:46+01:00", "author_time": "2023-04-25T10:21:46+01:00", "dirty": false, "project": "splink", "branch": "master"}, "benchmarks": [{"group": null, "name": "test_2_rounds_1k_duckdb", "fullname": "benchmarking/test_performance.py::test_2_rounds_1k_duckdb", "params": null, "param": null, "extra_info": {}, "options": {"disable_gc": false, "timer": "perf_counter", "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "warmup": false}, "stats": {"min": 1.3001034389999973, "max": 1.3423505029999774, "mean": 1.3212269709999873, "stddev": 0.029873185439608017, "rounds": 2, "median": 1.3212269709999873, "iqr": 0.04224706399998013, "q1": 1.3001034389999973, "q3": 1.3423505029999774, "iqr_outliers": 0, "stddev_outliers": 0, "outliers": "0;0", "ld15iqr": 1.3001034389999973, "hd15iqr": 1.3423505029999774, "ops": 0.7568722270656777, "total": 2.6424539419999746, "data": [1.3423505029999774, 1.3001034389999973], "iterations": 1}}, {"group": null, "name": "test_2_rounds_1k_duckdb_on_disk_performance", "fullname": "benchmarking/test_performance.py::test_2_rounds_1k_duckdb_on_disk_performance", "params": null, "param": null, "extra_info": {}, "options": {"disable_gc": false, "timer": "perf_counter", "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "warmup": false}, "stats": {"min": 1.3483894660000146, "max": 1.3930035309999766, "mean": 1.3706964984999956, "stddev": 0.031546907897770544, "rounds": 2, "median": 1.3706964984999956, "iqr": 0.04461406499996201, "q1": 1.3483894660000146, "q3": 1.3930035309999766, "iqr_outliers": 0, "stddev_outliers": 0, "outliers": "0;0", "ld15iqr": 1.3483894660000146, "hd15iqr": 1.3930035309999766, "ops": 0.7295561060339304, "total": 2.7413929969999913, "data": [1.3930035309999766, 1.3483894660000146], "iterations": 1}}, {"group": null, "name": "test_2_rounds_1k_sqlite", "fullname": "benchmarking/test_performance.py::test_2_rounds_1k_sqlite", "params": null, "param": null, "extra_info": {}, "options": {"disable_gc": false, "timer": "perf_counter", "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "warmup": false}, "stats": {"min": 3.13529375600001, "max": 3.1561059889999683, "mean": 3.145699872499989, "stddev": 0.014716471085904936, "rounds": 2, "median": 3.145699872499989, "iqr": 0.02081223299995827, "q1": 3.13529375600001, "q3": 3.1561059889999683, "iqr_outliers": 0, "stddev_outliers": 0, "outliers": "0;0", "ld15iqr": 3.13529375600001, "hd15iqr": 3.1561059889999683, "ops": 0.3178942812510806, "total": 6.291399744999978, "data": [3.1561059889999683, 3.13529375600001], "iterations": 1}}], "datetime": "2023-04-25T09:22:56.482218", "version": "4.0.0"}
{"machine_info": {"node": "fv-az1257-397", "processor": "x86_64", "machine": "x86_64", "python_compiler": "GCC 9.3.0", "python_implementation": "CPython", "python_implementation_version": "3.9.10", "python_version": "3.9.10", "python_build": ["main", "Feb 3 2022 07:33:39"], "release": "5.15.0-1035-azure", "system": "Linux", "cpu": {"python_version": "3.9.10.final.0 (64 bit)", "cpuinfo_version": [9, 0, 0], "cpuinfo_version_string": "9.0.0", "arch": "X86_64", "bits": 64, "count": 2, "arch_string_raw": "x86_64", "vendor_id_raw": "GenuineIntel", "brand_raw": "Intel(R) Xeon(R) Platinum 8171M CPU @ 2.60GHz", "hz_advertised_friendly": "2.6000 GHz", "hz_actual_friendly": "2.0952 GHz", "hz_advertised": [2600000000, 0], "hz_actual": [2095172000, 0], "stepping": 4, "model": 85, "family": 6, "flags": ["3dnowprefetch", "abm", "adx", "aes", "apic", "avx", "avx2", "avx512bw", "avx512cd", "avx512dq", "avx512f", "avx512vl", "bmi1", "bmi2", "clflush", "clflushopt", "cmov", "constant_tsc", "cpuid", "cx16", "cx8", "de", "erms", "f16c", "fma", "fpu", "fsgsbase", "fxsr", "hle", "ht", "hypervisor", "invpcid", "invpcid_single", "lahf_lm", "lm", "mca", "mce", "md_clear", "mmx", "movbe", "msr", "mtrr", "nopl", "nx", "osxsave", "pae", "pat", "pcid", "pclmulqdq", "pdpe1gb", "pge", "pni", "popcnt", "pse", "pse36", "pti", "rdrand", "rdrnd", "rdseed", "rdtscp", "rep_good", "rtm", "sep", "smap", "smep", "ss", "sse", "sse2", "sse4_1", "sse4_2", "ssse3", "syscall", "tsc", "vme", "xsave", "xsavec", "xsaveopt", "xsaves", "xtopology"], "l3_cache_size": 37486592, "l2_cache_size": 2097152, "l1_data_cache_size": 65536, "l1_instruction_cache_size": 65536, "l2_cache_line_size": 256, "l2_cache_associativity": 6}}, "commit_info": {"id": "47c2399a4400cedb15710857e440948d87939d9c", "time": "2023-04-25T14:53:04+01:00", "author_time": "2023-04-25T14:53:04+01:00", "dirty": false, "project": "splink", "branch": "master"}, "benchmarks": [{"group": null, "name": "test_2_rounds_1k_duckdb", "fullname": "benchmarking/test_performance.py::test_2_rounds_1k_duckdb", "params": null, "param": null, "extra_info": {}, "options": {"disable_gc": false, "timer": "perf_counter", "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "warmup": false}, "stats": {"min": 1.5908939320000002, "max": 1.6210563719999982, "mean": 1.6059751519999992, "stddev": 0.021328065861130965, "rounds": 2, "median": 1.6059751519999992, "iqr": 0.030162439999998014, "q1": 1.5908939320000002, "q3": 1.6210563719999982, "iqr_outliers": 0, "stddev_outliers": 0, "outliers": "0;0", "ld15iqr": 1.5908939320000002, "hd15iqr": 1.6210563719999982, "ops": 0.6226746402362772, "total": 3.2119503039999984, "data": [1.6210563719999982, 1.5908939320000002], "iterations": 1}}, {"group": null, "name": "test_2_rounds_1k_duckdb_on_disk_performance", "fullname": "benchmarking/test_performance.py::test_2_rounds_1k_duckdb_on_disk_performance", "params": null, "param": null, "extra_info": {}, "options": {"disable_gc": false, "timer": "perf_counter", "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "warmup": false}, "stats": {"min": 1.6519528480000076, "max": 1.7617137499999984, "mean": 1.706833299000003, "stddev": 0.07761267811334557, "rounds": 2, "median": 1.706833299000003, "iqr": 0.10976090199999078, "q1": 1.6519528480000076, "q3": 1.7617137499999984, "iqr_outliers": 0, "stddev_outliers": 0, "outliers": "0;0", "ld15iqr": 1.6519528480000076, "hd15iqr": 1.7617137499999984, "ops": 0.5858802969135173, "total": 3.413666598000006, "data": [1.7617137499999984, 1.6519528480000076], "iterations": 1}}, {"group": null, "name": "test_2_rounds_1k_sqlite", "fullname": "benchmarking/test_performance.py::test_2_rounds_1k_sqlite", "params": null, "param": null, "extra_info": {}, "options": {"disable_gc": false, "timer": "perf_counter", "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "warmup": false}, "stats": {"min": 3.858418297, "max": 3.8630145030000023, "mean": 3.860716400000001, "stddev": 0.0032500084303318613, "rounds": 2, "median": 3.860716400000001, "iqr": 0.004596206000002212, "q1": 3.858418297, "q3": 3.8630145030000023, "iqr_outliers": 0, "stddev_outliers": 0, "outliers": "0;0", "ld15iqr": 3.858418297, "hd15iqr": 3.8630145030000023, "ops": 0.2590192846073852, "total": 7.721432800000002, "data": [3.858418297, 3.8630145030000023], "iterations": 1}}], "datetime": "2023-04-25T13:54:31.384917", "version": "4.0.0"}
{"machine_info": {"node": "fv-az1237-831", "processor": "x86_64", "machine": "x86_64", "python_compiler": "GCC 9.3.0", "python_implementation": "CPython", "python_implementation_version": "3.9.10", "python_version": "3.9.10", "python_build": ["main", "Feb 3 2022 07:33:39"], "release": "5.15.0-1035-azure", "system": "Linux", "cpu": {"python_version": "3.9.10.final.0 (64 bit)", "cpuinfo_version": [9, 0, 0], "cpuinfo_version_string": "9.0.0", "arch": "X86_64", "bits": 64, "count": 2, "arch_string_raw": "x86_64", "vendor_id_raw": "GenuineIntel", "brand_raw": "Intel(R) Xeon(R) Platinum 8370C CPU @ 2.80GHz", "hz_advertised_friendly": "2.8000 GHz", "hz_actual_friendly": "2.7935 GHz", "hz_advertised": [2800000000, 0], "hz_actual": [2793466000, 0], "stepping": 6, "model": 106, "family": 6, "flags": ["3dnowprefetch", "abm", "adx", "aes", "apic", "avx", "avx2", "avx512bw", "avx512cd", "avx512dq", "avx512f", "avx512vl", "bmi1", "bmi2", "clflush", "clflushopt", "cmov", "constant_tsc", "cpuid", "cx16", "cx8", "de", "erms", "f16c", "fma", "fpu", "fsgsbase", "fxsr", "hle", "ht", "hypervisor", "invpcid", "invpcid_single", "lahf_lm", "lm", "mca", "mce", "md_clear", "mmx", "movbe", "msr", "mtrr", "nopl", "nx", "osxsave", "pae", "pat", "pcid", "pclmulqdq", "pdpe1gb", "pge", "pni", "popcnt", "pse", "pse36", "pti", "rdrand", "rdrnd", "rdseed", "rdtscp", "rep_good", "rtm", "sep", "smap", "smep", "ss", "sse", "sse2", "sse4_1", "sse4_2", "ssse3", "syscall", "tsc", "vme", "xsave", "xsavec", "xsaveopt", "xsaves", "xtopology"], "l3_cache_size": 50331648, "l2_cache_size": "2.5 MiB", "l1_data_cache_size": 98304, "l1_instruction_cache_size": 65536, "l2_cache_line_size": 256, "l2_cache_associativity": 6}}, "commit_info": {"id": "67f1eb7185b59cb331c3f5053f55837da77982e1", "time": "2023-04-25T15:00:30+01:00", "author_time": "2023-04-25T15:00:30+01:00", "dirty": false, "project": "splink", "branch": "master"}, "benchmarks": [{"group": null, "name": "test_2_rounds_1k_duckdb", "fullname": "benchmarking/test_performance.py::test_2_rounds_1k_duckdb", "params": null, "param": null, "extra_info": {}, "options": {"disable_gc": false, "timer": "perf_counter", "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "warmup": false}, "stats": {"min": 1.2990219259999947, "max": 1.3463052759999812, "mean": 1.322663600999988, "stddev": 0.03343437742220741, "rounds": 2, "median": 1.322663600999988, "iqr": 0.04728334999998651, "q1": 1.2990219259999947, "q3": 1.3463052759999812, "iqr_outliers": 0, "stddev_outliers": 0, "outliers": "0;0", "ld15iqr": 1.2990219259999947, "hd15iqr": 1.3463052759999812, "ops": 0.756050139464002, "total": 2.645327201999976, "data": [1.3463052759999812, 1.2990219259999947], "iterations": 1}}, {"group": null, "name": "test_2_rounds_1k_duckdb_on_disk_performance", "fullname": "benchmarking/test_performance.py::test_2_rounds_1k_duckdb_on_disk_performance", "params": null, "param": null, "extra_info": {}, "options": {"disable_gc": false, "timer": "perf_counter", "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "warmup": false}, "stats": {"min": 1.330435974000011, "max": 3.0701016520000053, "mean": 2.200268813000008, "stddev": 1.2301293979112888, "rounds": 2, "median": 2.200268813000008, "iqr": 1.7396656779999944, "q1": 1.330435974000011, "q3": 3.0701016520000053, "iqr_outliers": 0, "stddev_outliers": 0, "outliers": "0;0", "ld15iqr": 1.330435974000011, "hd15iqr": 3.0701016520000053, "ops": 0.45448992145488193, "total": 4.400537626000016, "data": [3.0701016520000053, 1.330435974000011], "iterations": 1}}, {"group": null, "name": "test_2_rounds_1k_sqlite", "fullname": "benchmarking/test_performance.py::test_2_rounds_1k_sqlite", "params": null, "param": null, "extra_info": {}, "options": {"disable_gc": false, "timer": "perf_counter", "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "warmup": false}, "stats": {"min": 3.1760778800000082, "max": 3.1780314880000162, "mean": 3.1770546840000122, "stddev": 0.001381409464585938, "rounds": 2, "median": 3.1770546840000122, "iqr": 0.001953608000007989, "q1": 3.1760778800000082, "q3": 3.1780314880000162, "iqr_outliers": 0, "stddev_outliers": 0, "outliers": "0;0", "ld15iqr": 3.1760778800000082, "hd15iqr": 3.1780314880000162, "ops": 0.31475693667978305, "total": 6.3541093680000245, "data": [3.1760778800000082, 3.1780314880000162], "iterations": 1}}], "datetime": "2023-04-25T14:01:36.121263", "version": "4.0.0"}

0 comments on commit dd869b2

Please sign in to comment.